{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1832818276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5712409561791496, "interval": [-6.223644685482524, 3.081162773124225], "p_value": 0.494, "input_sha256": "7844a25329c8904b1faa2e85ad6ede3a9a61281a59b486d376132c69d8ac1ada"}
{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1832818276, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5712409561791496, "interval": [-5.620317797304301, 2.6379282885408752], "p_value": 0.49728081203005436, "input_sha256": "7844a25329c8904b1faa2e85ad6ede3a9a61281a59b486d376132c69d8ac1ada"}
{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1832818276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025048460164972336, "interval": [-0.07352486639007128, 0.02342794606012661], "p_value": 0.301, "input_sha256": "7844a25329c8904b1faa2e85ad6ede3a9a61281a59b486d376132c69d8ac1ada"}
{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1832818276, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025048460164972336, "interval": [-0.06780996377907016, 0.017859872948508857], "p_value": 0.30042307976822263, "input_sha256": "7844a25329c8904b1faa2e85ad6ede3a9a61281a59b486d376132c69d8ac1ada"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1913930883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.41845674012843315, "interval": [-4.296608522510353, 5.1335220027672195], "p_value": 0.861, "input_sha256": "5a93790005ad8733f121524e7ebba344dad2416477852affe86112b9840933c3"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1913930883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.41845674012843315, "interval": [-4.102107053736876, 4.739986625298283], "p_value": 0.8583624536106226, "input_sha256": "5a93790005ad8733f121524e7ebba344dad2416477852affe86112b9840933c3"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1913930883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0027469687019588823, "interval": [-0.05228310355783026, 0.046789166153912494], "p_value": 0.901, "input_sha256": "5a93790005ad8733f121524e7ebba344dad2416477852affe86112b9840933c3"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1913930883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0027469687019588823, "interval": [-0.04959758246115751, 0.03948562369791769], "p_value": 0.9111334891608835, "input_sha256": "5a93790005ad8733f121524e7ebba344dad2416477852affe86112b9840933c3"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1699169744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.18902967797849612, "interval": [-4.014875743066865, 4.392935099023857], "p_value": 0.94, "input_sha256": "dc58669e0aa26333d1bda5060d55dfcc3bf7fa899a3a1e525bcd3371ad3991ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1699169744, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.18902967797849612, "interval": [-3.947127975380356, 3.972844402572028], "p_value": 0.9279273300270529, "input_sha256": "dc58669e0aa26333d1bda5060d55dfcc3bf7fa899a3a1e525bcd3371ad3991ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1699169744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00834533651373702, "interval": [-0.03399884601491087, 0.05068951904238491], "p_value": 0.691, "input_sha256": "dc58669e0aa26333d1bda5060d55dfcc3bf7fa899a3a1e525bcd3371ad3991ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1699169744, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00834533651373702, "interval": [-0.034325696370302736, 0.047040321068848756], "p_value": 0.6918168074553077, "input_sha256": "dc58669e0aa26333d1bda5060d55dfcc3bf7fa899a3a1e525bcd3371ad3991ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 889809078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2791138735464518, "interval": [-5.83289713706776, 3.2746693899748562], "p_value": 0.578, "input_sha256": "363cce2c7ac328b22a585b538de11ddc98c14c6f34f25ff3bc37734933705319"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 889809078, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2791138735464518, "interval": [-5.492534787728812, 3.151887500499196], "p_value": 0.5727698257857834, "input_sha256": "363cce2c7ac328b22a585b538de11ddc98c14c6f34f25ff3bc37734933705319"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 889809078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01472341455972527, "interval": [-0.06341934522948467, 0.03397251611003413], "p_value": 0.554, "input_sha256": "363cce2c7ac328b22a585b538de11ddc98c14c6f34f25ff3bc37734933705319"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 889809078, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01472341455972527, "interval": [-0.05925115285662729, 0.03166176200718323], "p_value": 0.5437171603188402, "input_sha256": "363cce2c7ac328b22a585b538de11ddc98c14c6f34f25ff3bc37734933705319"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2630586119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47075016136506065, "interval": [-4.841225974796996, 5.782726297527117], "p_value": 0.847, "input_sha256": "d7c4bc3dfe6e7fa281e8684a7f2ba47bb254ab80d4e20f01ec2b0d9982475ed8"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2630586119, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47075016136506065, "interval": [-4.714890864506182, 5.515027394896535], "p_value": 0.8581849645932054, "input_sha256": "d7c4bc3dfe6e7fa281e8684a7f2ba47bb254ab80d4e20f01ec2b0d9982475ed8"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2630586119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004223505125687699, "interval": [-0.053256555800357826, 0.06170356605173322], "p_value": 0.894, "input_sha256": "d7c4bc3dfe6e7fa281e8684a7f2ba47bb254ab80d4e20f01ec2b0d9982475ed8"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2630586119, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004223505125687699, "interval": [-0.04864078294193475, 0.06148641593271265], "p_value": 0.8823400659939848, "input_sha256": "d7c4bc3dfe6e7fa281e8684a7f2ba47bb254ab80d4e20f01ec2b0d9982475ed8"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1607773474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.3869605970511945, "interval": [-8.92807840002671, 0.1541572059243217], "p_value": 0.066, "input_sha256": "1bd81a6b460102a01ec71229eafee1238824c707fa51b757a24809adbfbab7b0"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1607773474, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.3869605970511945, "interval": [-8.983335161032883, 0.15177017466176443], "p_value": 0.05788259729842595, "input_sha256": "1bd81a6b460102a01ec71229eafee1238824c707fa51b757a24809adbfbab7b0"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1607773474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04013407937003484, "interval": [-0.08635960495185836, 0.006091446211788684], "p_value": 0.092, "input_sha256": "1bd81a6b460102a01ec71229eafee1238824c707fa51b757a24809adbfbab7b0"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1607773474, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04013407937003484, "interval": [-0.08348784500645307, 0.007615664766212486], "p_value": 0.08683666645113337, "input_sha256": "1bd81a6b460102a01ec71229eafee1238824c707fa51b757a24809adbfbab7b0"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 402744138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03941416618037863, "interval": [-3.9512258486693703, 3.872397516308613], "p_value": 0.989, "input_sha256": "b2b87c086b2927d6fbf23245c3b340ff17d8500d3fcc0158fc2c5f9119507a05"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 402744138, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03941416618037863, "interval": [-3.4779580224235813, 3.7572588640940277], "p_value": 0.9837565027109381, "input_sha256": "b2b87c086b2927d6fbf23245c3b340ff17d8500d3fcc0158fc2c5f9119507a05"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 402744138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006963509541601048, "interval": [-0.03473710786056707, 0.04866412694376917], "p_value": 0.734, "input_sha256": "b2b87c086b2927d6fbf23245c3b340ff17d8500d3fcc0158fc2c5f9119507a05"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 402744138, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006963509541601048, "interval": [-0.028876662629595165, 0.047902483890481934], "p_value": 0.7357914646853174, "input_sha256": "b2b87c086b2927d6fbf23245c3b340ff17d8500d3fcc0158fc2c5f9119507a05"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 353955549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0266183119522072, "interval": [-2.47091929831801, 4.524155922222425], "p_value": 0.553, "input_sha256": "3f9925237a1c0e88939decc1b2d8e926a210a971879735dfea858b4a95fc5271"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 353955549, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0266183119522072, "interval": [-2.523431792307924, 4.10632708797491], "p_value": 0.5558810357096498, "input_sha256": "3f9925237a1c0e88939decc1b2d8e926a210a971879735dfea858b4a95fc5271"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 353955549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006113269391772688, "interval": [-0.028185397208032342, 0.04041193599157772], "p_value": 0.714, "input_sha256": "3f9925237a1c0e88939decc1b2d8e926a210a971879735dfea858b4a95fc5271"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 353955549, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006113269391772688, "interval": [-0.03018277111596035, 0.03544573666485529], "p_value": 0.7202052580185856, "input_sha256": "3f9925237a1c0e88939decc1b2d8e926a210a971879735dfea858b4a95fc5271"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2027392568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.890188057496374, "interval": [-9.976302555720807, 0.19592644072805854], "p_value": 0.072, "input_sha256": "6eb65ceccbdc00c7d2be468d13e90006c0ca113ba66b4f6352d65dfe7dcb1264"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2027392568, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.890188057496374, "interval": [-9.93469731242156, -0.773203013602497], "p_value": 0.0589824058542591, "input_sha256": "6eb65ceccbdc00c7d2be468d13e90006c0ca113ba66b4f6352d65dfe7dcb1264"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2027392568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04921705310246838, "interval": [-0.10187671224917932, 0.0034426060442425688], "p_value": 0.088, "input_sha256": "6eb65ceccbdc00c7d2be468d13e90006c0ca113ba66b4f6352d65dfe7dcb1264"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2027392568, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04921705310246838, "interval": [-0.10119581629141054, -0.006946232549458512], "p_value": 0.06605219954272439, "input_sha256": "6eb65ceccbdc00c7d2be468d13e90006c0ca113ba66b4f6352d65dfe7dcb1264"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4193469153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.142799730519349, "interval": [-0.5588258325280053, 8.844425293566704], "p_value": 0.081, "input_sha256": "d8c9b85ab3a3cce40dfe86f0cd2f3caa3fc1f3383e2a8f62d46ccec80c0d3345"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4193469153, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.142799730519349, "interval": [-0.20870856529537704, 8.728636035305925], "p_value": 0.08240320593996674, "input_sha256": "d8c9b85ab3a3cce40dfe86f0cd2f3caa3fc1f3383e2a8f62d46ccec80c0d3345"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4193469153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034245352838567236, "interval": [-0.013435696424665529, 0.0819264021018], "p_value": 0.15, "input_sha256": "d8c9b85ab3a3cce40dfe86f0cd2f3caa3fc1f3383e2a8f62d46ccec80c0d3345"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4193469153, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034245352838567236, "interval": [-0.007276238783657831, 0.08235619379683631], "p_value": 0.15415931025654567, "input_sha256": "d8c9b85ab3a3cce40dfe86f0cd2f3caa3fc1f3383e2a8f62d46ccec80c0d3345"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2623331660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7411484123649927, "interval": [-3.4650449483885435, 4.947341773118529], "p_value": 0.728, "input_sha256": "e32a6fb79733178a8aa10e4557efc3f9289d4945f076fe8e67eb4981edf7376b"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2623331660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7411484123649927, "interval": [-2.9660826744613513, 4.882106001798264], "p_value": 0.7227915713403401, "input_sha256": "e32a6fb79733178a8aa10e4557efc3f9289d4945f076fe8e67eb4981edf7376b"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2623331660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004495311739594388, "interval": [-0.04390907899287319, 0.052899702472061966], "p_value": 0.857, "input_sha256": "e32a6fb79733178a8aa10e4557efc3f9289d4945f076fe8e67eb4981edf7376b"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2623331660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004495311739594388, "interval": [-0.03854950705460752, 0.04997907221953621], "p_value": 0.8517917876303688, "input_sha256": "e32a6fb79733178a8aa10e4557efc3f9289d4945f076fe8e67eb4981edf7376b"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4270119868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3449370150438291, "interval": [-5.643051298180293, 4.9531772680926345], "p_value": 0.891, "input_sha256": "cb20da98b8ffa483b183f3f9b5edad0e28f805b89b2958d3cd893986c220e24e"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4270119868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3449370150438291, "interval": [-4.907926677651147, 4.6946841348119], "p_value": 0.8957654168755483, "input_sha256": "cb20da98b8ffa483b183f3f9b5edad0e28f805b89b2958d3cd893986c220e24e"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4270119868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0035371209928066055, "interval": [-0.059614203187975695, 0.052539961202362484], "p_value": 0.897, "input_sha256": "cb20da98b8ffa483b183f3f9b5edad0e28f805b89b2958d3cd893986c220e24e"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4270119868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0035371209928066055, "interval": [-0.053611497224640384, 0.0488135187339773], "p_value": 0.8989792204476914, "input_sha256": "cb20da98b8ffa483b183f3f9b5edad0e28f805b89b2958d3cd893986c220e24e"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1027732204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7780421999459897, "interval": [-6.347796748301133, 2.7917123484091535], "p_value": 0.434, "input_sha256": "1934e656943f977255cabf3eb422286a6f199b11029c2f23f61956b30aca0b8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1027732204, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7780421999459897, "interval": [-5.629364246572088, 2.5109529878528303], "p_value": 0.4354985722899325, "input_sha256": "1934e656943f977255cabf3eb422286a6f199b11029c2f23f61956b30aca0b8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1027732204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014842157620975821, "interval": [-0.0654154565318808, 0.03573114128992915], "p_value": 0.567, "input_sha256": "1934e656943f977255cabf3eb422286a6f199b11029c2f23f61956b30aca0b8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1027732204, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014842157620975821, "interval": [-0.056950828739007975, 0.03608395592293473], "p_value": 0.5558997239702166, "input_sha256": "1934e656943f977255cabf3eb422286a6f199b11029c2f23f61956b30aca0b8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2569912525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8809050649626098, "interval": [-2.8328759084242883, 6.594686038349508], "p_value": 0.431, "input_sha256": "27f7485cdbbffb9da83753123fd1495d3fea66c04fa1047b84e3fe66268f9e18"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2569912525, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8809050649626098, "interval": [-2.3531375319711527, 6.376130975708461], "p_value": 0.4230929758431087, "input_sha256": "27f7485cdbbffb9da83753123fd1495d3fea66c04fa1047b84e3fe66268f9e18"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2569912525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01699323472919781, "interval": [-0.03452880930825382, 0.06851527876664944], "p_value": 0.505, "input_sha256": "27f7485cdbbffb9da83753123fd1495d3fea66c04fa1047b84e3fe66268f9e18"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2569912525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01699323472919781, "interval": [-0.03188189651323462, 0.06275396047191004], "p_value": 0.5074870305362573, "input_sha256": "27f7485cdbbffb9da83753123fd1495d3fea66c04fa1047b84e3fe66268f9e18"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 430651139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9546114701492403, "interval": [-5.216123299816805, 3.306900359518324], "p_value": 0.654, "input_sha256": "59cc09d35374f5c90b7cbb9e6e76ecb71b476d582566cabaf1624037001513da"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 430651139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9546114701492403, "interval": [-5.32289768304076, 3.0215324300879574], "p_value": 0.6526761414956523, "input_sha256": "59cc09d35374f5c90b7cbb9e6e76ecb71b476d582566cabaf1624037001513da"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 430651139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01563761274634691, "interval": [-0.0614142093544056, 0.03013898386171178], "p_value": 0.481, "input_sha256": "59cc09d35374f5c90b7cbb9e6e76ecb71b476d582566cabaf1624037001513da"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 430651139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01563761274634691, "interval": [-0.06363314187424315, 0.025393463011106416], "p_value": 0.4927532147779399, "input_sha256": "59cc09d35374f5c90b7cbb9e6e76ecb71b476d582566cabaf1624037001513da"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4141253012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.306499046598578, "interval": [-6.502536138034921, 1.8895380448377654], "p_value": 0.259, "input_sha256": "559ba280e942076df00f7b56b090d2c510cc9a272eb55a1c5630d924ff8ac7cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4141253012, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.306499046598578, "interval": [-6.658942873719429, 1.5898363220701053], "p_value": 0.27275073024832763, "input_sha256": "559ba280e942076df00f7b56b090d2c510cc9a272eb55a1c5630d924ff8ac7cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4141253012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022141907791183427, "interval": [-0.06690765578386715, 0.022623840201500295], "p_value": 0.32, "input_sha256": "559ba280e942076df00f7b56b090d2c510cc9a272eb55a1c5630d924ff8ac7cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4141253012, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022141907791183427, "interval": [-0.06894234468522097, 0.019399416138163254], "p_value": 0.322917877337085, "input_sha256": "559ba280e942076df00f7b56b090d2c510cc9a272eb55a1c5630d924ff8ac7cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 387321566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0239532833173115, "interval": [-2.2115883201023463, 6.259494886736969], "p_value": 0.32, "input_sha256": "2a2dbed6e7dd33fbcb39e0104e8e57ff7ed376c55b031fed7ae2c67a0a265e83"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 387321566, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0239532833173115, "interval": [-1.8471510498519381, 6.26699935936537], "p_value": 0.3393285510567813, "input_sha256": "2a2dbed6e7dd33fbcb39e0104e8e57ff7ed376c55b031fed7ae2c67a0a265e83"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 387321566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02194775471180198, "interval": [-0.025844991706609463, 0.06974050113021342], "p_value": 0.341, "input_sha256": "2a2dbed6e7dd33fbcb39e0104e8e57ff7ed376c55b031fed7ae2c67a0a265e83"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 387321566, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02194775471180198, "interval": [-0.022035539845905956, 0.07019138350111538], "p_value": 0.3578840480858658, "input_sha256": "2a2dbed6e7dd33fbcb39e0104e8e57ff7ed376c55b031fed7ae2c67a0a265e83"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3215080955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4527739618000535, "interval": [-5.112351026810872, 2.2068031032107647], "p_value": 0.442, "input_sha256": "9fad67d3752522aa5f1e2c8958e379ffc9f957c639bb7e8974d05e335d0e0a35"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3215080955, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4527739618000535, "interval": [-4.768376551288042, 2.071955199979059], "p_value": 0.4263431052135416, "input_sha256": "9fad67d3752522aa5f1e2c8958e379ffc9f957c639bb7e8974d05e335d0e0a35"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3215080955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01171300486678005, "interval": [-0.053570548937957964, 0.030144539204397865], "p_value": 0.575, "input_sha256": "9fad67d3752522aa5f1e2c8958e379ffc9f957c639bb7e8974d05e335d0e0a35"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3215080955, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01171300486678005, "interval": [-0.05063784316659566, 0.027938961811735784], "p_value": 0.574317623848053, "input_sha256": "9fad67d3752522aa5f1e2c8958e379ffc9f957c639bb7e8974d05e335d0e0a35"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2189840151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.679405223926045, "interval": [-0.4116359977677959, 7.770446445619886], "p_value": 0.065, "input_sha256": "2a5c3e4cc3fce5b3b93f09f1889d5fc13ec894b577220c86a56656a7bd2c69cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2189840151, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.679405223926045, "interval": [-0.3678470778369501, 7.285902648314067], "p_value": 0.0764389652742807, "input_sha256": "2a5c3e4cc3fce5b3b93f09f1889d5fc13ec894b577220c86a56656a7bd2c69cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2189840151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03561060758986443, "interval": [-0.007924451435647212, 0.07914566661537607], "p_value": 0.091, "input_sha256": "2a5c3e4cc3fce5b3b93f09f1889d5fc13ec894b577220c86a56656a7bd2c69cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2189840151, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03561060758986443, "interval": [-0.004776494929254906, 0.07617396883981405], "p_value": 0.10579259237836856, "input_sha256": "2a5c3e4cc3fce5b3b93f09f1889d5fc13ec894b577220c86a56656a7bd2c69cf"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3262733751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.565649051113576, "interval": [-5.886834462365, 2.7555363601378478], "p_value": 0.48, "input_sha256": "acebc6e98059af1c8dbd25395eeee8f9e68595dc158beabce78f7a80073ac4ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3262733751, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.565649051113576, "interval": [-5.386311885354666, 2.911401325112485], "p_value": 0.46705016788663045, "input_sha256": "acebc6e98059af1c8dbd25395eeee8f9e68595dc158beabce78f7a80073ac4ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3262733751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010877810018619385, "interval": [-0.059318536156638346, 0.037562916119399575], "p_value": 0.67, "input_sha256": "acebc6e98059af1c8dbd25395eeee8f9e68595dc158beabce78f7a80073ac4ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3262733751, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010877810018619385, "interval": [-0.05400287122424957, 0.03889940019895548], "p_value": 0.6513480882019974, "input_sha256": "acebc6e98059af1c8dbd25395eeee8f9e68595dc158beabce78f7a80073ac4ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1305163929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.717199382917853, "interval": [-6.977995769344583, 3.543597003508877], "p_value": 0.503, "input_sha256": "4a530d7c31bd7eee6f238c874b3f6d11247c5e2e662b6713197070311a0015a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1305163929, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.717199382917853, "interval": [-6.846223028224956, 3.3475414089500237], "p_value": 0.512214609410192, "input_sha256": "4a530d7c31bd7eee6f238c874b3f6d11247c5e2e662b6713197070311a0015a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1305163929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019829706797354574, "interval": [-0.07690112861729266, 0.03724171502258351], "p_value": 0.481, "input_sha256": "4a530d7c31bd7eee6f238c874b3f6d11247c5e2e662b6713197070311a0015a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1305163929, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019829706797354574, "interval": [-0.07698974823041635, 0.03420877884887087], "p_value": 0.4860095359152068, "input_sha256": "4a530d7c31bd7eee6f238c874b3f6d11247c5e2e662b6713197070311a0015a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2431835193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0452095146304456, "interval": [-2.6988722826171117, 6.789291311878003], "p_value": 0.391, "input_sha256": "a7bdcd720722cc894116c3c382e2a0562574ef51bfd11ae0340755f9dc99bd50"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2431835193, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0452095146304456, "interval": [-2.218405158942651, 6.866877511210301], "p_value": 0.3870808386952026, "input_sha256": "a7bdcd720722cc894116c3c382e2a0562574ef51bfd11ae0340755f9dc99bd50"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2431835193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02650556652770647, "interval": [-0.022516024165219, 0.07552715722063194], "p_value": 0.28, "input_sha256": "a7bdcd720722cc894116c3c382e2a0562574ef51bfd11ae0340755f9dc99bd50"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2431835193, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02650556652770647, "interval": [-0.014756123189545766, 0.07722979964830597], "p_value": 0.2791138414225195, "input_sha256": "a7bdcd720722cc894116c3c382e2a0562574ef51bfd11ae0340755f9dc99bd50"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2362488796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.498367630531221, "interval": [-8.68121821379442, -0.3155170472680222], "p_value": 0.034, "input_sha256": "eea4d13273e83258e9eff26f5d698a92e499ff8e7e298961f0ba83dad47dd321"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2362488796, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.498367630531221, "interval": [-8.13075283032439, -0.5194734185708862], "p_value": 0.03579650539744055, "input_sha256": "eea4d13273e83258e9eff26f5d698a92e499ff8e7e298961f0ba83dad47dd321"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2362488796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03849270088193421, "interval": [-0.07600412696532795, -0.000981274798540474], "p_value": 0.051, "input_sha256": "eea4d13273e83258e9eff26f5d698a92e499ff8e7e298961f0ba83dad47dd321"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2362488796, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03849270088193421, "interval": [-0.07042323216012558, -0.0012081387743832397], "p_value": 0.044591019203792916, "input_sha256": "eea4d13273e83258e9eff26f5d698a92e499ff8e7e298961f0ba83dad47dd321"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 673914680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9461574402075303, "interval": [-2.7467940629213237, 6.639108943336384], "p_value": 0.405, "input_sha256": "3af33a7ff535157dbbe4944bf8092ffc2a1b2e3766ae6701065c40e6a3c870ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 673914680, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9461574402075303, "interval": [-2.129538141520007, 6.035136280041974], "p_value": 0.4055348373760902, "input_sha256": "3af33a7ff535157dbbe4944bf8092ffc2a1b2e3766ae6701065c40e6a3c870ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 673914680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02215059226166015, "interval": [-0.029977651540291382, 0.07427883606361169], "p_value": 0.406, "input_sha256": "3af33a7ff535157dbbe4944bf8092ffc2a1b2e3766ae6701065c40e6a3c870ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 673914680, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02215059226166015, "interval": [-0.021025025060125914, 0.07041416180879136], "p_value": 0.39356254999163487, "input_sha256": "3af33a7ff535157dbbe4944bf8092ffc2a1b2e3766ae6701065c40e6a3c870ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 27377251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4231702674553066, "interval": [-2.3587418726137734, 5.205082407524387], "p_value": 0.472, "input_sha256": "c96d9ea130c50122271b8a596067502848e678b529648668e886c3d2648d5db3"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 27377251, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4231702674553066, "interval": [-1.9600556092074808, 4.73390272981458], "p_value": 0.4508800938495251, "input_sha256": "c96d9ea130c50122271b8a596067502848e678b529648668e886c3d2648d5db3"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 27377251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019364597125908323, "interval": [-0.025235817769104045, 0.0639650120209207], "p_value": 0.404, "input_sha256": "c96d9ea130c50122271b8a596067502848e678b529648668e886c3d2648d5db3"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 27377251, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019364597125908323, "interval": [-0.017985052358281853, 0.061767885715383934], "p_value": 0.3847475559980428, "input_sha256": "c96d9ea130c50122271b8a596067502848e678b529648668e886c3d2648d5db3"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3671823546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4224589759313382, "interval": [-2.1320529121690366, 4.976970864031713], "p_value": 0.404, "input_sha256": "83ce786de45b0c918addc3d23a7b155fa6f477bbf0c47b62fc564564aa220708"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3671823546, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4224589759313382, "interval": [-2.412815607833126, 4.727005244985642], "p_value": 0.4228939814912692, "input_sha256": "83ce786de45b0c918addc3d23a7b155fa6f477bbf0c47b62fc564564aa220708"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3671823546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012310014922590332, "interval": [-0.02413251148106877, 0.048752541326249434], "p_value": 0.487, "input_sha256": "83ce786de45b0c918addc3d23a7b155fa6f477bbf0c47b62fc564564aa220708"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3671823546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012310014922590332, "interval": [-0.026143514969657583, 0.04709388040232513], "p_value": 0.4981657858078533, "input_sha256": "83ce786de45b0c918addc3d23a7b155fa6f477bbf0c47b62fc564564aa220708"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1544085415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.23585943028877843, "interval": [-4.547240699042132, 4.075521838464575], "p_value": 0.922, "input_sha256": "9aa22d1390becad0e18499dac80c7dcfc7af4862c789a9dc9863cc5c61f5fecb"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1544085415, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.23585943028877843, "interval": [-4.225863948749331, 3.6458359391687907], "p_value": 0.91222227236855, "input_sha256": "9aa22d1390becad0e18499dac80c7dcfc7af4862c789a9dc9863cc5c61f5fecb"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1544085415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009182564464816634, "interval": [-0.04490898624937616, 0.04674549914233948], "p_value": 0.967, "input_sha256": "9aa22d1390becad0e18499dac80c7dcfc7af4862c789a9dc9863cc5c61f5fecb"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1544085415, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009182564464816634, "interval": [-0.03871145442169173, 0.04589602150632573], "p_value": 0.9678463657452206, "input_sha256": "9aa22d1390becad0e18499dac80c7dcfc7af4862c789a9dc9863cc5c61f5fecb"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3629229623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1164939327440457, "interval": [-1.5402205004203804, 7.773208365908472], "p_value": 0.206, "input_sha256": "a914509d3bfd43d09692165c9c4e444500d544d9205a34220a6bc75c29d5f31d"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3629229623, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1164939327440457, "interval": [-1.3607821309847639, 7.585146539400685], "p_value": 0.1819562300819034, "input_sha256": "a914509d3bfd43d09692165c9c4e444500d544d9205a34220a6bc75c29d5f31d"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3629229623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040119834959478656, "interval": [-0.017278684198065317, 0.09751835411702263], "p_value": 0.182, "input_sha256": "a914509d3bfd43d09692165c9c4e444500d544d9205a34220a6bc75c29d5f31d"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3629229623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040119834959478656, "interval": [-0.008952361923781866, 0.09952172147519074], "p_value": 0.1629350998121672, "input_sha256": "a914509d3bfd43d09692165c9c4e444500d544d9205a34220a6bc75c29d5f31d"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2845851812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.729941221839798, "interval": [0.18496313968441758, 9.27491930399518], "p_value": 0.042, "input_sha256": "66bf544a096419da75790c6c1d06fd69ba10e74945c91044e43fa25134ce7cf8"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2845851812, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.729941221839798, "interval": [0.7753327422362998, 8.759459382055013], "p_value": 0.04185306796131132, "input_sha256": "66bf544a096419da75790c6c1d06fd69ba10e74945c91044e43fa25134ce7cf8"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2845851812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055431940348967215, "interval": [0.009315765214799564, 0.10154811548313486], "p_value": 0.019, "input_sha256": "66bf544a096419da75790c6c1d06fd69ba10e74945c91044e43fa25134ce7cf8"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2845851812, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055431940348967215, "interval": [0.014044303018465865, 0.09743137542747417], "p_value": 0.019988458690639952, "input_sha256": "66bf544a096419da75790c6c1d06fd69ba10e74945c91044e43fa25134ce7cf8"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 476911055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.29742222294194853, "interval": [-3.9562710470234546, 4.551115492907352], "p_value": 0.893, "input_sha256": "ff6deb251bf4c0369ce4de735a893906d511ffc8e6a3f2ec7a0c400fb7c4ca01"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 476911055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.29742222294194853, "interval": [-3.812388808545258, 4.177821822033133], "p_value": 0.8879190621627576, "input_sha256": "ff6deb251bf4c0369ce4de735a893906d511ffc8e6a3f2ec7a0c400fb7c4ca01"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 476911055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004725311168289739, "interval": [-0.03860622986875161, 0.04805685220533109], "p_value": 0.83, "input_sha256": "ff6deb251bf4c0369ce4de735a893906d511ffc8e6a3f2ec7a0c400fb7c4ca01"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 476911055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004725311168289739, "interval": [-0.03550609732254477, 0.04656145226537193], "p_value": 0.8259032869394759, "input_sha256": "ff6deb251bf4c0369ce4de735a893906d511ffc8e6a3f2ec7a0c400fb7c4ca01"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2923575600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.27524405685320197, "interval": [-5.342298505552224, 4.79181039184582], "p_value": 0.919, "input_sha256": "15b07c2891611971705201ade28bdfcd1ce4fff66b617e060056affc3ad60723"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2923575600, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.27524405685320197, "interval": [-4.642381720463929, 4.956104380329099], "p_value": 0.9129723414029716, "input_sha256": "15b07c2891611971705201ade28bdfcd1ce4fff66b617e060056affc3ad60723"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2923575600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005893091732959155, "interval": [-0.0574658924045046, 0.04567970893858629], "p_value": 0.822, "input_sha256": "15b07c2891611971705201ade28bdfcd1ce4fff66b617e060056affc3ad60723"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2923575600, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005893091732959155, "interval": [-0.05020486743911685, 0.049786225996058225], "p_value": 0.8182235001378015, "input_sha256": "15b07c2891611971705201ade28bdfcd1ce4fff66b617e060056affc3ad60723"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1308914919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4459307251442022, "interval": [-4.928305003867064, 4.03644355357866], "p_value": 0.842, "input_sha256": "9c639e43af9794718ec4e7bb0932e17f146332de57e6e97b567b0760901fa784"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1308914919, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4459307251442022, "interval": [-4.775025832039481, 3.6581286647262306], "p_value": 0.8413480827506549, "input_sha256": "9c639e43af9794718ec4e7bb0932e17f146332de57e6e97b567b0760901fa784"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1308914919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005174102423860169, "interval": [-0.03987042755136255, 0.05021863239908289], "p_value": 0.827, "input_sha256": "9c639e43af9794718ec4e7bb0932e17f146332de57e6e97b567b0760901fa784"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1308914919, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005174102423860169, "interval": [-0.04028940402694624, 0.047001922326949455], "p_value": 0.8170758686561077, "input_sha256": "9c639e43af9794718ec4e7bb0932e17f146332de57e6e97b567b0760901fa784"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3643771610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1373243566176905, "interval": [-3.2516589086951813, 5.526307621930562], "p_value": 0.588, "input_sha256": "08ce9ec706f3a1f1bacb275a403ce47dfd594e9c7eac008a8e25e06a8f04181d"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3643771610, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1373243566176905, "interval": [-2.917598521905927, 5.2524408557746005], "p_value": 0.602850575915605, "input_sha256": "08ce9ec706f3a1f1bacb275a403ce47dfd594e9c7eac008a8e25e06a8f04181d"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3643771610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0019628728994958433, "interval": [-0.053323696813328804, 0.04939795101433712], "p_value": 0.93, "input_sha256": "08ce9ec706f3a1f1bacb275a403ce47dfd594e9c7eac008a8e25e06a8f04181d"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3643771610, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0019628728994958433, "interval": [-0.05143518473453157, 0.04220824793677117], "p_value": 0.9386009652586511, "input_sha256": "08ce9ec706f3a1f1bacb275a403ce47dfd594e9c7eac008a8e25e06a8f04181d"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 447232803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.944217522448465, "interval": [-7.273854212447005, 1.3854191675500749], "p_value": 0.182, "input_sha256": "392629bf4bbef406a1fee81dbc1db234e90bb76949eb89e4ec96eaeb1a808464"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 447232803, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.944217522448465, "interval": [-6.865637750373558, 1.081524613485104], "p_value": 0.17665209244832128, "input_sha256": "392629bf4bbef406a1fee81dbc1db234e90bb76949eb89e4ec96eaeb1a808464"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 447232803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028133805466749512, "interval": [-0.07196355595126447, 0.01569594501776545], "p_value": 0.21, "input_sha256": "392629bf4bbef406a1fee81dbc1db234e90bb76949eb89e4ec96eaeb1a808464"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 447232803, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028133805466749512, "interval": [-0.07024195881137309, 0.011381705263259106], "p_value": 0.20140659227072508, "input_sha256": "392629bf4bbef406a1fee81dbc1db234e90bb76949eb89e4ec96eaeb1a808464"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3465311889, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.237608527598729, "interval": [1.2169161865545304, 9.258300868642927], "p_value": 0.007, "input_sha256": "455a1f3c2033bb7a9f7d30b3f2cb2845bec48cf19394e9b6cb5da706cd4eaf82"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3465311889, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.237608527598729, "interval": [1.4106239591100935, 8.841090364174828], "p_value": 0.012094457105686943, "input_sha256": "455a1f3c2033bb7a9f7d30b3f2cb2845bec48cf19394e9b6cb5da706cd4eaf82"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3465311889, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050057139736679024, "interval": [0.01016321693419981, 0.08995106253915824], "p_value": 0.009, "input_sha256": "455a1f3c2033bb7a9f7d30b3f2cb2845bec48cf19394e9b6cb5da706cd4eaf82"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3465311889, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050057139736679024, "interval": [0.012417427829223476, 0.08714784226023913], "p_value": 0.015306949494354643, "input_sha256": "455a1f3c2033bb7a9f7d30b3f2cb2845bec48cf19394e9b6cb5da706cd4eaf82"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2381978630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2279720197630208, "interval": [-3.558871140798572, 6.0148151803246135], "p_value": 0.619, "input_sha256": "50098cb90896710182c6394147312553e2e374625cce07568ee74115de3d108e"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2381978630, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2279720197630208, "interval": [-3.526758174682714, 5.603153204549312], "p_value": 0.606546521082567, "input_sha256": "50098cb90896710182c6394147312553e2e374625cce07568ee74115de3d108e"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2381978630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022429269112326206, "interval": [-0.028560139122113706, 0.07341867734676612], "p_value": 0.378, "input_sha256": "50098cb90896710182c6394147312553e2e374625cce07568ee74115de3d108e"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2381978630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022429269112326206, "interval": [-0.025503893375810004, 0.07110322236285442], "p_value": 0.3787261412026883, "input_sha256": "50098cb90896710182c6394147312553e2e374625cce07568ee74115de3d108e"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2313224996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4902398488714024, "interval": [-3.217279873986331, 6.197759571729136], "p_value": 0.517, "input_sha256": "cb1b4f5a9e69d93b54df6405e7aceda3cc6f4796acb69e4610f890f87463f11f"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2313224996, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4902398488714024, "interval": [-3.799595631673942, 5.612113254297124], "p_value": 0.5251011568733908, "input_sha256": "cb1b4f5a9e69d93b54df6405e7aceda3cc6f4796acb69e4610f890f87463f11f"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2313224996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014602467802797142, "interval": [-0.036665199316096075, 0.06587013492169036], "p_value": 0.575, "input_sha256": "cb1b4f5a9e69d93b54df6405e7aceda3cc6f4796acb69e4610f890f87463f11f"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2313224996, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014602467802797142, "interval": [-0.043557185282449506, 0.057732577006818435], "p_value": 0.5675237522635113, "input_sha256": "cb1b4f5a9e69d93b54df6405e7aceda3cc6f4796acb69e4610f890f87463f11f"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4248818684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.46613935969748, "interval": [-6.842416440209365, 1.9101377208144052], "p_value": 0.261, "input_sha256": "fad78c8c4184a864f8e521d1920181f571dfdddab4fce062162c03c393cfcea8"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4248818684, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.46613935969748, "interval": [-6.931716997756353, 1.5870311949458382], "p_value": 0.2610936539907298, "input_sha256": "fad78c8c4184a864f8e521d1920181f571dfdddab4fce062162c03c393cfcea8"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4248818684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02908971004224946, "interval": [-0.07285026452048207, 0.014670844435983155], "p_value": 0.181, "input_sha256": "fad78c8c4184a864f8e521d1920181f571dfdddab4fce062162c03c393cfcea8"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4248818684, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02908971004224946, "interval": [-0.07307410331673517, 0.012230935468719395], "p_value": 0.18623255566982652, "input_sha256": "fad78c8c4184a864f8e521d1920181f571dfdddab4fce062162c03c393cfcea8"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3729733952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.002440093022063, "interval": [-2.8350329287840896, 6.8399131148282155], "p_value": 0.414, "input_sha256": "f6a265b5a7c843e101da61d6226597669786e4fe148f917b3e7fabc8855f2687"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3729733952, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.002440093022063, "interval": [-2.3583971220617683, 6.406238257353306], "p_value": 0.40567937018145794, "input_sha256": "f6a265b5a7c843e101da61d6226597669786e4fe148f917b3e7fabc8855f2687"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3729733952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013994177655374473, "interval": [-0.03708654580525276, 0.0650749011160017], "p_value": 0.594, "input_sha256": "f6a265b5a7c843e101da61d6226597669786e4fe148f917b3e7fabc8855f2687"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3729733952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013994177655374473, "interval": [-0.03211821875936473, 0.060156998314897916], "p_value": 0.581129887450184, "input_sha256": "f6a265b5a7c843e101da61d6226597669786e4fe148f917b3e7fabc8855f2687"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2212931867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06576549151792932, "interval": [-5.300228669808288, 5.168697686772429], "p_value": 0.983, "input_sha256": "e2f259ea66c6594f42e6cd9189c1ce0105d10e741c8e61e6fe32fdb644bd6b08"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2212931867, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06576549151792932, "interval": [-5.287499083737443, 4.60299893972346], "p_value": 0.9798350020185229, "input_sha256": "e2f259ea66c6594f42e6cd9189c1ce0105d10e741c8e61e6fe32fdb644bd6b08"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2212931867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008043581924475837, "interval": [-0.062366317693030394, 0.04627915384407872], "p_value": 0.764, "input_sha256": "e2f259ea66c6594f42e6cd9189c1ce0105d10e741c8e61e6fe32fdb644bd6b08"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2212931867, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008043581924475837, "interval": [-0.06332479563017344, 0.039918722477843616], "p_value": 0.7657652375202343, "input_sha256": "e2f259ea66c6594f42e6cd9189c1ce0105d10e741c8e61e6fe32fdb644bd6b08"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3674326749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8286104468669677, "interval": [-2.189292856177371, 5.846513749911306], "p_value": 0.345, "input_sha256": "f8c6da20f453d1210877d54f9fcfa152bce7564a568fb59ab4e28c2530683ae3"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3674326749, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8286104468669677, "interval": [-1.803757137007557, 5.6517638181129195], "p_value": 0.3612716386698672, "input_sha256": "f8c6da20f453d1210877d54f9fcfa152bce7564a568fb59ab4e28c2530683ae3"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3674326749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017549707293689647, "interval": [-0.02327363122736511, 0.0583730458147444], "p_value": 0.368, "input_sha256": "f8c6da20f453d1210877d54f9fcfa152bce7564a568fb59ab4e28c2530683ae3"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3674326749, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017549707293689647, "interval": [-0.020679433168877437, 0.05642393554521512], "p_value": 0.3888661460143068, "input_sha256": "f8c6da20f453d1210877d54f9fcfa152bce7564a568fb59ab4e28c2530683ae3"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 685046759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5213268598925183, "interval": [-5.807010308916183, 4.764356589131147], "p_value": 0.838, "input_sha256": "f597de40ac3a7130ac4229c0d5c617dc7a868d69a901f22eeb6c7d6e7003a91f"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 685046759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5213268598925183, "interval": [-5.83622850273052, 4.521633556078385], "p_value": 0.8420999680771897, "input_sha256": "f597de40ac3a7130ac4229c0d5c617dc7a868d69a901f22eeb6c7d6e7003a91f"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 685046759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015563903123481021, "interval": [-0.07359676644891887, 0.042468960201956826], "p_value": 0.597, "input_sha256": "f597de40ac3a7130ac4229c0d5c617dc7a868d69a901f22eeb6c7d6e7003a91f"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 685046759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015563903123481021, "interval": [-0.07210478511601308, 0.039465882430139654], "p_value": 0.5880461158732864, "input_sha256": "f597de40ac3a7130ac4229c0d5c617dc7a868d69a901f22eeb6c7d6e7003a91f"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2164257876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4002521723691883, "interval": [-1.7020366355408845, 6.502540980279261], "p_value": 0.205, "input_sha256": "606b262a99983ffc1db14840444266a97cbaedd41f93ebc2812029221b0409d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2164257876, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4002521723691883, "interval": [-1.9635955362538073, 5.789899221259235], "p_value": 0.2434172401501588, "input_sha256": "606b262a99983ffc1db14840444266a97cbaedd41f93ebc2812029221b0409d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2164257876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030581812037245318, "interval": [-0.009485489861102835, 0.07064911393559348], "p_value": 0.12, "input_sha256": "606b262a99983ffc1db14840444266a97cbaedd41f93ebc2812029221b0409d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2164257876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030581812037245318, "interval": [-0.011458962278012819, 0.06359759566763343], "p_value": 0.13058983696977358, "input_sha256": "606b262a99983ffc1db14840444266a97cbaedd41f93ebc2812029221b0409d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2402105424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0845933698295465, "interval": [-5.647017807441676, 3.477831067782583], "p_value": 0.622, "input_sha256": "888a0f96aa5b716b2bd7b10060c9116df2407f64a4aad49beea04e4d71bf071e"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2402105424, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0845933698295465, "interval": [-5.004465757935072, 3.471960121545705], "p_value": 0.6329975180936367, "input_sha256": "888a0f96aa5b716b2bd7b10060c9116df2407f64a4aad49beea04e4d71bf071e"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2402105424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007495193404226885, "interval": [-0.05416327002281023, 0.03917288321435646], "p_value": 0.729, "input_sha256": "888a0f96aa5b716b2bd7b10060c9116df2407f64a4aad49beea04e4d71bf071e"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2402105424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007495193404226885, "interval": [-0.04859855946602058, 0.03884161038869861], "p_value": 0.7468568198689354, "input_sha256": "888a0f96aa5b716b2bd7b10060c9116df2407f64a4aad49beea04e4d71bf071e"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4282918013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6328744478315915, "interval": [-4.292015857529845, 5.557764753193028], "p_value": 0.798, "input_sha256": "8784cad38ba041cb93b0437b40064a14dcf1febe7f74c90ade6b40ec5d867ea0"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4282918013, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6328744478315915, "interval": [-4.2915079817784925, 5.227781995900022], "p_value": 0.7961543034954552, "input_sha256": "8784cad38ba041cb93b0437b40064a14dcf1febe7f74c90ade6b40ec5d867ea0"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4282918013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006867935680422016, "interval": [-0.055043301089920484, 0.05366971395383608], "p_value": 0.988, "input_sha256": "8784cad38ba041cb93b0437b40064a14dcf1febe7f74c90ade6b40ec5d867ea0"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4282918013, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006867935680422016, "interval": [-0.05719458545337443, 0.04660628882179531], "p_value": 0.9797087764451131, "input_sha256": "8784cad38ba041cb93b0437b40064a14dcf1febe7f74c90ade6b40ec5d867ea0"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 495137241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9843247116370177, "interval": [-5.737211360645151, 3.768561937371116], "p_value": 0.67, "input_sha256": "bfe6f5645ae586a081ec2a8eed7fb8d9e4994b8a44eb3db7c6c08712b181be7c"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 495137241, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9843247116370177, "interval": [-5.588621906597122, 3.8481630982424844], "p_value": 0.677315757844042, "input_sha256": "bfe6f5645ae586a081ec2a8eed7fb8d9e4994b8a44eb3db7c6c08712b181be7c"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 495137241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00789528997913759, "interval": [-0.05585560912390591, 0.040065029165630726], "p_value": 0.74, "input_sha256": "bfe6f5645ae586a081ec2a8eed7fb8d9e4994b8a44eb3db7c6c08712b181be7c"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 495137241, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00789528997913759, "interval": [-0.05430718698231647, 0.03984781082708743], "p_value": 0.7407050732967688, "input_sha256": "bfe6f5645ae586a081ec2a8eed7fb8d9e4994b8a44eb3db7c6c08712b181be7c"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 143740025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.635335116706174, "interval": [-1.8533908593850814, 5.1240610927974295], "p_value": 0.342, "input_sha256": "306f7e0b0c6fe226821e8b82a387a8da95f9e7f77575590cffae4c911fbdbc52"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 143740025, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.635335116706174, "interval": [-2.142129635179967, 4.915098769235659], "p_value": 0.3484481639226097, "input_sha256": "306f7e0b0c6fe226821e8b82a387a8da95f9e7f77575590cffae4c911fbdbc52"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 143740025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015116563581213702, "interval": [-0.021238369016298643, 0.051471496178726046], "p_value": 0.428, "input_sha256": "306f7e0b0c6fe226821e8b82a387a8da95f9e7f77575590cffae4c911fbdbc52"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 143740025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015116563581213702, "interval": [-0.023809007045902705, 0.047875604133044716], "p_value": 0.405005677036234, "input_sha256": "306f7e0b0c6fe226821e8b82a387a8da95f9e7f77575590cffae4c911fbdbc52"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2311573523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03778742187313089, "interval": [-5.1887797545492695, 5.113204910803008], "p_value": 0.992, "input_sha256": "23a00616a75c4716ca3ded597b170a01328024b5a0b6f48f193131e446822ce4"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2311573523, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03778742187313089, "interval": [-4.978002832976136, 4.63781432393607], "p_value": 0.9882242003455772, "input_sha256": "23a00616a75c4716ca3ded597b170a01328024b5a0b6f48f193131e446822ce4"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2311573523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008222842101100247, "interval": [-0.05988440914306387, 0.04343872494086338], "p_value": 0.729, "input_sha256": "23a00616a75c4716ca3ded597b170a01328024b5a0b6f48f193131e446822ce4"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2311573523, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008222842101100247, "interval": [-0.05819058001790447, 0.03860077464307639], "p_value": 0.7489681360893484, "input_sha256": "23a00616a75c4716ca3ded597b170a01328024b5a0b6f48f193131e446822ce4"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 369819342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8327697902101114, "interval": [-3.2825816406442048, 4.948121221064428], "p_value": 0.686, "input_sha256": "9e3f25399561a348c542b8b348a14d6a8f1fed0f7b3c9abc9afeda48e435d2bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 369819342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8327697902101114, "interval": [-3.0129213705788502, 4.403192675155044], "p_value": 0.6843462552749127, "input_sha256": "9e3f25399561a348c542b8b348a14d6a8f1fed0f7b3c9abc9afeda48e435d2bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 369819342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009290577710293416, "interval": [-0.030456181299344944, 0.049037336719931775], "p_value": 0.65, "input_sha256": "9e3f25399561a348c542b8b348a14d6a8f1fed0f7b3c9abc9afeda48e435d2bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 369819342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009290577710293416, "interval": [-0.02573701489879018, 0.047530237504478295], "p_value": 0.6387648006790129, "input_sha256": "9e3f25399561a348c542b8b348a14d6a8f1fed0f7b3c9abc9afeda48e435d2bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2542344698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.322100883108145, "interval": [-1.5036151976653702, 10.14781696388166], "p_value": 0.14, "input_sha256": "32447a0d7a6925da407f52ef28b7f344c6dde56547e4295f0483ec7e3557f902"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2542344698, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.322100883108145, "interval": [-0.5555231267240036, 10.21159639436711], "p_value": 0.1413518354970345, "input_sha256": "32447a0d7a6925da407f52ef28b7f344c6dde56547e4295f0483ec7e3557f902"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2542344698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05936551511336778, "interval": [-0.004967690699700392, 0.12369872092643595], "p_value": 0.065, "input_sha256": "32447a0d7a6925da407f52ef28b7f344c6dde56547e4295f0483ec7e3557f902"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2542344698, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05936551511336778, "interval": [0.007928505028735636, 0.12743660376200672], "p_value": 0.0694345217070434, "input_sha256": "32447a0d7a6925da407f52ef28b7f344c6dde56547e4295f0483ec7e3557f902"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3704489512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.34975368155218245, "interval": [-5.809723073572008, 5.110215710467643], "p_value": 0.905, "input_sha256": "02cdf7ec3e5fed6cad879b99010b76ee5f279b06070058fc3c67dc0021ed4aa3"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3704489512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.34975368155218245, "interval": [-5.052288251071454, 4.618362715151361], "p_value": 0.8969858804557926, "input_sha256": "02cdf7ec3e5fed6cad879b99010b76ee5f279b06070058fc3c67dc0021ed4aa3"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3704489512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004316380845525131, "interval": [-0.05723328359829737, 0.04860052190724711], "p_value": 0.87, "input_sha256": "02cdf7ec3e5fed6cad879b99010b76ee5f279b06070058fc3c67dc0021ed4aa3"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3704489512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004316380845525131, "interval": [-0.052218411537935404, 0.0432767530838635], "p_value": 0.8691432961026804, "input_sha256": "02cdf7ec3e5fed6cad879b99010b76ee5f279b06070058fc3c67dc0021ed4aa3"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3706009064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1378218965307934, "interval": [-3.8311677908946216, 6.106811583956208], "p_value": 0.664, "input_sha256": "fb935eda958b24c663c01108e82729346a0d123533057fd00d03a0175a51ab09"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3706009064, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1378218965307934, "interval": [-3.618992434725619, 5.724659039115104], "p_value": 0.6452313273860406, "input_sha256": "fb935eda958b24c663c01108e82729346a0d123533057fd00d03a0175a51ab09"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3706009064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00625335075057256, "interval": [-0.043784926494315084, 0.056291627995460204], "p_value": 0.807, "input_sha256": "fb935eda958b24c663c01108e82729346a0d123533057fd00d03a0175a51ab09"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3706009064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00625335075057256, "interval": [-0.04308233748540533, 0.0520524829267836], "p_value": 0.8015720046705794, "input_sha256": "fb935eda958b24c663c01108e82729346a0d123533057fd00d03a0175a51ab09"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1860567693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006681415311463823, "interval": [-4.404453813140462, 4.4178166437633895], "p_value": 1.0, "input_sha256": "c2efd496d98f9b767ede8782d2b748664b9d0aef953daff46b4b7e4d0d1e8a7b"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1860567693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006681415311463823, "interval": [-4.0005041214092385, 4.270033652455242], "p_value": 0.9975664418550685, "input_sha256": "c2efd496d98f9b767ede8782d2b748664b9d0aef953daff46b4b7e4d0d1e8a7b"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1860567693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0013136831894542678, "interval": [-0.049299433287815886, 0.04667206690890735], "p_value": 0.961, "input_sha256": "c2efd496d98f9b767ede8782d2b748664b9d0aef953daff46b4b7e4d0d1e8a7b"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1860567693, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0013136831894542678, "interval": [-0.05010052915908978, 0.04234185724247051], "p_value": 0.9560032129413065, "input_sha256": "c2efd496d98f9b767ede8782d2b748664b9d0aef953daff46b4b7e4d0d1e8a7b"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2949473099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.829890047317461, "interval": [0.9864824837380444, 8.673297610896878], "p_value": 0.02, "input_sha256": "6b9b838c8fa9b26af1f1e5dc47a7b5a86bc66bf24541050e5734af189fb01bbc"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2949473099, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.829890047317461, "interval": [0.9671545700058878, 8.394001152633063], "p_value": 0.015171797947796195, "input_sha256": "6b9b838c8fa9b26af1f1e5dc47a7b5a86bc66bf24541050e5734af189fb01bbc"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2949473099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053976932770234694, "interval": [0.011492458827575464, 0.09646140671289392], "p_value": 0.016, "input_sha256": "6b9b838c8fa9b26af1f1e5dc47a7b5a86bc66bf24541050e5734af189fb01bbc"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2949473099, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053976932770234694, "interval": [0.011222901759155501, 0.093480833364584], "p_value": 0.014240142766668028, "input_sha256": "6b9b838c8fa9b26af1f1e5dc47a7b5a86bc66bf24541050e5734af189fb01bbc"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2489765387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47726919508542665, "interval": [-2.337345165330248, 3.2918835555011015], "p_value": 0.731, "input_sha256": "8c783c0fd2cf44227c6701bd21448ab2eb2ce89b5ee2451163d21030b3b26eac"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2489765387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47726919508542665, "interval": [-2.1092697171500463, 3.2405686089837027], "p_value": 0.7329192638733208, "input_sha256": "8c783c0fd2cf44227c6701bd21448ab2eb2ce89b5ee2451163d21030b3b26eac"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2489765387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008491899528483532, "interval": [-0.020646967811786696, 0.03763076686875376], "p_value": 0.558, "input_sha256": "8c783c0fd2cf44227c6701bd21448ab2eb2ce89b5ee2451163d21030b3b26eac"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2489765387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008491899528483532, "interval": [-0.017863570800268954, 0.037722209553254775], "p_value": 0.5585229754984138, "input_sha256": "8c783c0fd2cf44227c6701bd21448ab2eb2ce89b5ee2451163d21030b3b26eac"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1726293467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0284983308071318, "interval": [-5.970853298119144, 3.91385663650488], "p_value": 0.675, "input_sha256": "40f98f5ddcdc7c2fa93756f2249976559ea2a930331b6ca26a98ee95f69a4fd0"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1726293467, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0284983308071318, "interval": [-5.604001492557692, 3.6695730969976332], "p_value": 0.6759190103400062, "input_sha256": "40f98f5ddcdc7c2fa93756f2249976559ea2a930331b6ca26a98ee95f69a4fd0"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1726293467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015165704383003117, "interval": [-0.06691553785491443, 0.03658412908890819], "p_value": 0.563, "input_sha256": "40f98f5ddcdc7c2fa93756f2249976559ea2a930331b6ca26a98ee95f69a4fd0"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1726293467, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015165704383003117, "interval": [-0.06298483302232635, 0.034059639005374114], "p_value": 0.5563596422676382, "input_sha256": "40f98f5ddcdc7c2fa93756f2249976559ea2a930331b6ca26a98ee95f69a4fd0"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3683396911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2553972405714289, "interval": [-5.083884813983639, 4.573090332840781], "p_value": 0.92, "input_sha256": "8d175dcffecacf41b0a3a9d7285e5d41a29e6d35e2bc45e3966a96bd5151e999"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3683396911, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2553972405714289, "interval": [-4.652711840558662, 4.658736302174748], "p_value": 0.9152900969532174, "input_sha256": "8d175dcffecacf41b0a3a9d7285e5d41a29e6d35e2bc45e3966a96bd5151e999"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3683396911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006295195911454055, "interval": [-0.05371232406038726, 0.05245328487809645], "p_value": 0.984, "input_sha256": "8d175dcffecacf41b0a3a9d7285e5d41a29e6d35e2bc45e3966a96bd5151e999"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3683396911, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006295195911454055, "interval": [-0.04882366616690425, 0.05199607374075876], "p_value": 0.9809714586471678, "input_sha256": "8d175dcffecacf41b0a3a9d7285e5d41a29e6d35e2bc45e3966a96bd5151e999"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 945170369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9658185188162705, "interval": [-5.553353086414649, 1.6217160487821078], "p_value": 0.296, "input_sha256": "af24065d6702b6ec33451a7355852f42ff9c17a38f743ba6980957b23a1a0d92"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 945170369, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9658185188162705, "interval": [-5.264236006232954, 1.6772718661711883], "p_value": 0.2737474459243028, "input_sha256": "af24065d6702b6ec33451a7355852f42ff9c17a38f743ba6980957b23a1a0d92"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 945170369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027647792326338738, "interval": [-0.06422569128595274, 0.008930106633275252], "p_value": 0.164, "input_sha256": "af24065d6702b6ec33451a7355852f42ff9c17a38f743ba6980957b23a1a0d92"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 945170369, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027647792326338738, "interval": [-0.06000520387921792, 0.00976559626133813], "p_value": 0.13417814023456023, "input_sha256": "af24065d6702b6ec33451a7355852f42ff9c17a38f743ba6980957b23a1a0d92"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3853400402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5517357376116205, "interval": [-5.566101395028142, 4.462629919804901], "p_value": 0.839, "input_sha256": "7849a04ca0697bbff9d83d7b25d4b12d9cf50d38296a5c7dbe2e8c63414c19ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3853400402, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5517357376116205, "interval": [-5.1810668425054995, 3.6837746378015055], "p_value": 0.8249245262585836, "input_sha256": "7849a04ca0697bbff9d83d7b25d4b12d9cf50d38296a5c7dbe2e8c63414c19ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3853400402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0050573416324835585, "interval": [-0.057395335940346785, 0.04728065267537967], "p_value": 0.866, "input_sha256": "7849a04ca0697bbff9d83d7b25d4b12d9cf50d38296a5c7dbe2e8c63414c19ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3853400402, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0050573416324835585, "interval": [-0.052599884189909164, 0.03718546927110753], "p_value": 0.8459453948011293, "input_sha256": "7849a04ca0697bbff9d83d7b25d4b12d9cf50d38296a5c7dbe2e8c63414c19ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 44749715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8971272225954614, "interval": [-3.3656406877028795, 5.159895132893802], "p_value": 0.662, "input_sha256": "a5980d5ff7066b80cfa1faf381ac05ef892e2b376b0800ad69d0b6eddcac7508"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 44749715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8971272225954614, "interval": [-3.049068362556861, 4.883856667017828], "p_value": 0.6723611516722556, "input_sha256": "a5980d5ff7066b80cfa1faf381ac05ef892e2b376b0800ad69d0b6eddcac7508"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 44749715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011767546409792273, "interval": [-0.03187635111000706, 0.05541144392959161], "p_value": 0.581, "input_sha256": "a5980d5ff7066b80cfa1faf381ac05ef892e2b376b0800ad69d0b6eddcac7508"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 44749715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011767546409792273, "interval": [-0.030361403323187503, 0.05124747825044073], "p_value": 0.5882437866044137, "input_sha256": "a5980d5ff7066b80cfa1faf381ac05ef892e2b376b0800ad69d0b6eddcac7508"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1656616916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.358341875344069, "interval": [-8.643273842206208, -0.07340990848192952], "p_value": 0.049, "input_sha256": "5ac20b149fbe0109702df6263f21d28953910a693724a0d045a17c7db78202a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1656616916, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.358341875344069, "interval": [-8.643129318518932, -0.2627326456338884], "p_value": 0.04639125011076372, "input_sha256": "5ac20b149fbe0109702df6263f21d28953910a693724a0d045a17c7db78202a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1656616916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0441485451194205, "interval": [-0.08598446932422607, -0.0023126209146149337], "p_value": 0.034, "input_sha256": "5ac20b149fbe0109702df6263f21d28953910a693724a0d045a17c7db78202a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1656616916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0441485451194205, "interval": [-0.08550376625617423, -0.00476963365602734], "p_value": 0.03916441535952611, "input_sha256": "5ac20b149fbe0109702df6263f21d28953910a693724a0d045a17c7db78202a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1099456405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024210782876219028, "interval": [-3.921826507677244, 3.873404941924806], "p_value": 0.992, "input_sha256": "72be67c319b7fe0aac96bc0256f275df4de153a1b0cc908386fccabf86f3cd72"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1099456405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024210782876219028, "interval": [-3.5568842436348977, 3.5053585202257014], "p_value": 0.9900319401789921, "input_sha256": "72be67c319b7fe0aac96bc0256f275df4de153a1b0cc908386fccabf86f3cd72"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1099456405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024659827865612938, "interval": [-0.04863715614991288, 0.043705190576790294], "p_value": 0.913, "input_sha256": "72be67c319b7fe0aac96bc0256f275df4de153a1b0cc908386fccabf86f3cd72"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1099456405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024659827865612938, "interval": [-0.045050953359254395, 0.03767769873428412], "p_value": 0.9144653148715731, "input_sha256": "72be67c319b7fe0aac96bc0256f275df4de153a1b0cc908386fccabf86f3cd72"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 432979621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7960475225675, "interval": [-5.846934216714621, 2.254839171579621], "p_value": 0.388, "input_sha256": "f0ebe087381de544db5725832548b4a48234709094fa03ee98143111aac0d7ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 432979621, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7960475225675, "interval": [-5.6463908342198375, 1.903846965395524], "p_value": 0.3741287922289708, "input_sha256": "f0ebe087381de544db5725832548b4a48234709094fa03ee98143111aac0d7ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 432979621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021534278710452923, "interval": [-0.06412139523397384, 0.021052837813068], "p_value": 0.314, "input_sha256": "f0ebe087381de544db5725832548b4a48234709094fa03ee98143111aac0d7ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 432979621, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021534278710452923, "interval": [-0.06240118165182191, 0.015404862544917344], "p_value": 0.3122864470537757, "input_sha256": "f0ebe087381de544db5725832548b4a48234709094fa03ee98143111aac0d7ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 744575955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6895727080231717, "interval": [-7.095634756015839, 1.7164893399694954], "p_value": 0.228, "input_sha256": "afbaa488035a9fb80fd415157ce8874b91982361d08adc8063f7d7c0cea2abe8"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 744575955, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6895727080231717, "interval": [-6.828515196856618, 1.5015873021493125], "p_value": 0.2240420524635242, "input_sha256": "afbaa488035a9fb80fd415157ce8874b91982361d08adc8063f7d7c0cea2abe8"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 744575955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024536174694825233, "interval": [-0.07387304976621692, 0.024800700376566454], "p_value": 0.302, "input_sha256": "afbaa488035a9fb80fd415157ce8874b91982361d08adc8063f7d7c0cea2abe8"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 744575955, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024536174694825233, "interval": [-0.07029320231247183, 0.022036892087002446], "p_value": 0.3203913816542907, "input_sha256": "afbaa488035a9fb80fd415157ce8874b91982361d08adc8063f7d7c0cea2abe8"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3396455394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.336229284198658, "interval": [-5.9709859295445575, 1.2985273611472414], "p_value": 0.207, "input_sha256": "9db0b62e279a5ddbcc2f632114d6eadc69ee645230e9ab2cdeac90451b2f7491"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3396455394, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.336229284198658, "interval": [-5.812314570259318, 1.1177434225010023], "p_value": 0.20066089856931113, "input_sha256": "9db0b62e279a5ddbcc2f632114d6eadc69ee645230e9ab2cdeac90451b2f7491"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3396455394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02773262612915532, "interval": [-0.0635103132704225, 0.008045061012111852], "p_value": 0.128, "input_sha256": "9db0b62e279a5ddbcc2f632114d6eadc69ee645230e9ab2cdeac90451b2f7491"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3396455394, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02773262612915532, "interval": [-0.06329374581383176, 0.005243741700000652], "p_value": 0.12486655550489928, "input_sha256": "9db0b62e279a5ddbcc2f632114d6eadc69ee645230e9ab2cdeac90451b2f7491"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 520524625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.259739971272806, "interval": [-2.3586022592131926, 6.878082201758804], "p_value": 0.333, "input_sha256": "666b1b2b52fd6be66dad20b8a325aa07e5d4ce1e3af01f43fa9ef604d87e41de"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 520524625, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.259739971272806, "interval": [-1.6794755307306914, 7.1170693978050075], "p_value": 0.3281459722416886, "input_sha256": "666b1b2b52fd6be66dad20b8a325aa07e5d4ce1e3af01f43fa9ef604d87e41de"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 520524625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025436155996860235, "interval": [-0.022107279545294227, 0.0729795915390147], "p_value": 0.296, "input_sha256": "666b1b2b52fd6be66dad20b8a325aa07e5d4ce1e3af01f43fa9ef604d87e41de"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 520524625, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025436155996860235, "interval": [-0.016799462404565382, 0.07254365312796028], "p_value": 0.285506876928098, "input_sha256": "666b1b2b52fd6be66dad20b8a325aa07e5d4ce1e3af01f43fa9ef604d87e41de"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1942330139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0159843803285042, "interval": [-1.2277743718088159, 7.259743132465824], "p_value": 0.169, "input_sha256": "3947dd4d00dad2c1700ca62f225004f35fc729faf7e8c1054f0b23a97292f913"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1942330139, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0159843803285042, "interval": [-0.9872245707834443, 6.836978540656737], "p_value": 0.15835635557345687, "input_sha256": "3947dd4d00dad2c1700ca62f225004f35fc729faf7e8c1054f0b23a97292f913"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1942330139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02729740371802066, "interval": [-0.016648147010156968, 0.0712429544461983], "p_value": 0.231, "input_sha256": "3947dd4d00dad2c1700ca62f225004f35fc729faf7e8c1054f0b23a97292f913"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1942330139, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02729740371802066, "interval": [-0.01400445387369462, 0.06691063627001369], "p_value": 0.21613482121951028, "input_sha256": "3947dd4d00dad2c1700ca62f225004f35fc729faf7e8c1054f0b23a97292f913"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3525671335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9359747480931757, "interval": [-6.514310294790244, 0.6423607986038924], "p_value": 0.101, "input_sha256": "4ae05c252a30ab3974e739a51e12014c9c09afbf4d2e587317ff9bcfdace22ce"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3525671335, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9359747480931757, "interval": [-6.170582598511331, 0.9686876344401489], "p_value": 0.10492477053203528, "input_sha256": "4ae05c252a30ab3974e739a51e12014c9c09afbf4d2e587317ff9bcfdace22ce"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3525671335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030877293421333683, "interval": [-0.06986589650409117, 0.008111309661423802], "p_value": 0.117, "input_sha256": "4ae05c252a30ab3974e739a51e12014c9c09afbf4d2e587317ff9bcfdace22ce"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3525671335, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030877293421333683, "interval": [-0.06769597188862532, 0.011489721026114721], "p_value": 0.11714545261278203, "input_sha256": "4ae05c252a30ab3974e739a51e12014c9c09afbf4d2e587317ff9bcfdace22ce"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1857910681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7714833189821082, "interval": [-5.053599955091119, 3.510633317126903], "p_value": 0.721, "input_sha256": "f325e6d90004fc0d49cc04b012fbbb504e7343426cf8a1c358840be401e3c0d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1857910681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7714833189821082, "interval": [-4.832818050418852, 2.6350138792831355], "p_value": 0.7152241198287332, "input_sha256": "f325e6d90004fc0d49cc04b012fbbb504e7343426cf8a1c358840be401e3c0d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1857910681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009889434473510386, "interval": [-0.05072420547336277, 0.030945336526341995], "p_value": 0.631, "input_sha256": "f325e6d90004fc0d49cc04b012fbbb504e7343426cf8a1c358840be401e3c0d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1857910681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009889434473510386, "interval": [-0.04782209262353806, 0.02420585696095484], "p_value": 0.624318933891834, "input_sha256": "f325e6d90004fc0d49cc04b012fbbb504e7343426cf8a1c358840be401e3c0d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1140946840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08401520376880534, "interval": [-4.47742030680563, 4.645450714343241], "p_value": 0.975, "input_sha256": "f22a88d4c8c42bed79b46bd186cedf477d6f053857f229d8d77bb72c6dcce6ac"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1140946840, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08401520376880534, "interval": [-3.8601712233438112, 4.778519196117698], "p_value": 0.9704267316755368, "input_sha256": "f22a88d4c8c42bed79b46bd186cedf477d6f053857f229d8d77bb72c6dcce6ac"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1140946840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0020421001260050448, "interval": [-0.0497206333138452, 0.04563643306183511], "p_value": 0.938, "input_sha256": "f22a88d4c8c42bed79b46bd186cedf477d6f053857f229d8d77bb72c6dcce6ac"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1140946840, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0020421001260050448, "interval": [-0.04286585333203544, 0.044602242200425656], "p_value": 0.9313173650061068, "input_sha256": "f22a88d4c8c42bed79b46bd186cedf477d6f053857f229d8d77bb72c6dcce6ac"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 9103879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8418255295746864, "interval": [-2.180469963267406, 7.864121022416779], "p_value": 0.277, "input_sha256": "d52bb18629584ac78ce790239cfd222a978be5889dabb71ef1b5a22c6ff60776"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 9103879, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8418255295746864, "interval": [-1.941085009680882, 7.378119339992987], "p_value": 0.2591219667206772, "input_sha256": "d52bb18629584ac78ce790239cfd222a978be5889dabb71ef1b5a22c6ff60776"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 9103879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01994942590443488, "interval": [-0.02961431068652666, 0.06951316249539642], "p_value": 0.433, "input_sha256": "d52bb18629584ac78ce790239cfd222a978be5889dabb71ef1b5a22c6ff60776"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 9103879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01994942590443488, "interval": [-0.027797704141229316, 0.06292736798539114], "p_value": 0.4202530791753317, "input_sha256": "d52bb18629584ac78ce790239cfd222a978be5889dabb71ef1b5a22c6ff60776"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2951312120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0302331081009815, "interval": [-5.798264363854113, 3.73779814765215], "p_value": 0.68, "input_sha256": "241df9684c66f181ba6f515799a8e4a4f66e4ee3e36fbad2b9973949eac257ab"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2951312120, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0302331081009815, "interval": [-5.326811447960474, 3.5698639291617846], "p_value": 0.6630663280746982, "input_sha256": "241df9684c66f181ba6f515799a8e4a4f66e4ee3e36fbad2b9973949eac257ab"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2951312120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0054353770156306686, "interval": [-0.05784721057566418, 0.04697645654440284], "p_value": 0.833, "input_sha256": "241df9684c66f181ba6f515799a8e4a4f66e4ee3e36fbad2b9973949eac257ab"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2951312120, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0054353770156306686, "interval": [-0.05470799741264013, 0.045113290376744455], "p_value": 0.8343765091574803, "input_sha256": "241df9684c66f181ba6f515799a8e4a4f66e4ee3e36fbad2b9973949eac257ab"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2360058124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8603842882338224, "interval": [-6.304545120123181, 2.583776543655536], "p_value": 0.396, "input_sha256": "a901b5901cc0e35286abed6a2d13185deb50107e0f64455152a2918311081b3e"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2360058124, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8603842882338224, "interval": [-6.568760981820307, 2.0718579450468653], "p_value": 0.40159074884237034, "input_sha256": "a901b5901cc0e35286abed6a2d13185deb50107e0f64455152a2918311081b3e"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2360058124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016405836640701693, "interval": [-0.06245388097360028, 0.029642207692196894], "p_value": 0.464, "input_sha256": "a901b5901cc0e35286abed6a2d13185deb50107e0f64455152a2918311081b3e"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2360058124, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016405836640701693, "interval": [-0.06230670876405661, 0.025333665788007095], "p_value": 0.47496966978436994, "input_sha256": "a901b5901cc0e35286abed6a2d13185deb50107e0f64455152a2918311081b3e"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 929178617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.21390766332251232, "interval": [-5.701295110487235, 5.273479783842211], "p_value": 0.939, "input_sha256": "7e228e61589015e9ae6472990e36517b703e878ffc37b7aa16fe0a553aafcc79"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 929178617, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.21390766332251232, "interval": [-5.175573008300005, 5.56799577146088], "p_value": 0.9374984837754701, "input_sha256": "7e228e61589015e9ae6472990e36517b703e878ffc37b7aa16fe0a553aafcc79"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 929178617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007608424717648721, "interval": [-0.06633484798892855, 0.05111799855363112], "p_value": 0.787, "input_sha256": "7e228e61589015e9ae6472990e36517b703e878ffc37b7aa16fe0a553aafcc79"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 929178617, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007608424717648721, "interval": [-0.06256018366635634, 0.053042619731206525], "p_value": 0.7945020458272596, "input_sha256": "7e228e61589015e9ae6472990e36517b703e878ffc37b7aa16fe0a553aafcc79"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2243548160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.162447706239492, "interval": [-1.0455776443965767, 9.37047305687556], "p_value": 0.111, "input_sha256": "69245954282dbefaca930d628c9dd85532f4e0d78541f0315a83d51f0d5f265a"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2243548160, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.162447706239492, "interval": [-0.7526054862269037, 8.696167045838882], "p_value": 0.11370051512797388, "input_sha256": "69245954282dbefaca930d628c9dd85532f4e0d78541f0315a83d51f0d5f265a"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2243548160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04207966745057881, "interval": [-0.00884284212059256, 0.09300217702175018], "p_value": 0.091, "input_sha256": "69245954282dbefaca930d628c9dd85532f4e0d78541f0315a83d51f0d5f265a"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2243548160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04207966745057881, "interval": [-0.005621557761039945, 0.08633021651731637], "p_value": 0.10242042954036513, "input_sha256": "69245954282dbefaca930d628c9dd85532f4e0d78541f0315a83d51f0d5f265a"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3449269602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.158273862503731, "interval": [-2.2379182864865133, 8.554466011493975], "p_value": 0.231, "input_sha256": "404ef26efeb06c369a877c12a2851e8acf5bfaa531db1bcfb94981ad92fc2d9e"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3449269602, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.158273862503731, "interval": [-2.1297922822760786, 8.069853281039649], "p_value": 0.2434405417244184, "input_sha256": "404ef26efeb06c369a877c12a2851e8acf5bfaa531db1bcfb94981ad92fc2d9e"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3449269602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03153083738727275, "interval": [-0.02188497032156627, 0.08494664509611177], "p_value": 0.235, "input_sha256": "404ef26efeb06c369a877c12a2851e8acf5bfaa531db1bcfb94981ad92fc2d9e"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3449269602, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03153083738727275, "interval": [-0.021176388363615867, 0.08085145645356157], "p_value": 0.23948196662214827, "input_sha256": "404ef26efeb06c369a877c12a2851e8acf5bfaa531db1bcfb94981ad92fc2d9e"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3940346846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6838375387760633, "interval": [-2.9896003032059806, 4.357275380758107], "p_value": 0.707, "input_sha256": "4b8882f5b5170bc92929cbe92cefe2faf60b7669e24ead2485378911d57fb6f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3940346846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6838375387760633, "interval": [-2.8818247837504587, 4.137438989409892], "p_value": 0.7083696783616473, "input_sha256": "4b8882f5b5170bc92929cbe92cefe2faf60b7669e24ead2485378911d57fb6f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3940346846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007675133873799672, "interval": [-0.030094713818922238, 0.04544498156652158], "p_value": 0.685, "input_sha256": "4b8882f5b5170bc92929cbe92cefe2faf60b7669e24ead2485378911d57fb6f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3940346846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007675133873799672, "interval": [-0.027054450615904873, 0.04336414846911765], "p_value": 0.6830566152928073, "input_sha256": "4b8882f5b5170bc92929cbe92cefe2faf60b7669e24ead2485378911d57fb6f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2606008761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3230572393939024, "interval": [-5.700016928727542, 3.053902449939737], "p_value": 0.523, "input_sha256": "9f100237dec64afe5c3dfb774b677cc46abde0d361c8aea8cdb0631c720f97c6"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2606008761, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3230572393939024, "interval": [-4.851042573479798, 3.0206446151178907], "p_value": 0.5430650007604517, "input_sha256": "9f100237dec64afe5c3dfb774b677cc46abde0d361c8aea8cdb0631c720f97c6"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2606008761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011414941197801592, "interval": [-0.055759638657601855, 0.03292975626199867], "p_value": 0.595, "input_sha256": "9f100237dec64afe5c3dfb774b677cc46abde0d361c8aea8cdb0631c720f97c6"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2606008761, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011414941197801592, "interval": [-0.047600123053367055, 0.03417240387969582], "p_value": 0.6043125101518954, "input_sha256": "9f100237dec64afe5c3dfb774b677cc46abde0d361c8aea8cdb0631c720f97c6"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1985741067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3417292246998187, "interval": [-6.311186297063209, 1.627727847663572], "p_value": 0.243, "input_sha256": "9f25e40688f2c8f547bafd6bfd3ac86c89f9827ce24d91348617b38105266479"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1985741067, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3417292246998187, "interval": [-5.887571238357615, 1.468581287389427], "p_value": 0.2397732483937415, "input_sha256": "9f25e40688f2c8f547bafd6bfd3ac86c89f9827ce24d91348617b38105266479"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1985741067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024235543052385775, "interval": [-0.06965479126995262, 0.021183705165181074], "p_value": 0.283, "input_sha256": "9f25e40688f2c8f547bafd6bfd3ac86c89f9827ce24d91348617b38105266479"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1985741067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024235543052385775, "interval": [-0.06715591913219976, 0.018580196924994952], "p_value": 0.2868405954433455, "input_sha256": "9f25e40688f2c8f547bafd6bfd3ac86c89f9827ce24d91348617b38105266479"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 385709746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.83591269056509, "interval": [-3.0901316414292284, 4.761957022559408], "p_value": 0.648, "input_sha256": "4567c50d13acd09d560d184f7fe246dd71ed06090a565489ceb62af5100d51b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 385709746, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.83591269056509, "interval": [-2.6912933847167126, 4.785865332776854], "p_value": 0.6688814736437756, "input_sha256": "4567c50d13acd09d560d184f7fe246dd71ed06090a565489ceb62af5100d51b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 385709746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010293390180458148, "interval": [-0.03207336363032216, 0.05266014399123846], "p_value": 0.634, "input_sha256": "4567c50d13acd09d560d184f7fe246dd71ed06090a565489ceb62af5100d51b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 385709746, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010293390180458148, "interval": [-0.027579309377376782, 0.05161188453842845], "p_value": 0.6255891064079142, "input_sha256": "4567c50d13acd09d560d184f7fe246dd71ed06090a565489ceb62af5100d51b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4151632719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3043071195846849, "interval": [-5.030598749884687, 4.421984510715317], "p_value": 0.908, "input_sha256": "96112982fbc476c937482deaecb31cc2113214fbb0ccee75328b44ca3b28c0bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4151632719, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3043071195846849, "interval": [-4.453654330422768, 4.311827954700875], "p_value": 0.8969828645122742, "input_sha256": "96112982fbc476c937482deaecb31cc2113214fbb0ccee75328b44ca3b28c0bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4151632719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0027362789621871164, "interval": [-0.04739835561045991, 0.05287091353483414], "p_value": 0.912, "input_sha256": "96112982fbc476c937482deaecb31cc2113214fbb0ccee75328b44ca3b28c0bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4151632719, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0027362789621871164, "interval": [-0.04184863846341947, 0.04972459266804136], "p_value": 0.9126033423991904, "input_sha256": "96112982fbc476c937482deaecb31cc2113214fbb0ccee75328b44ca3b28c0bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3490800748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6654932321767983, "interval": [-3.5999214854087906, 4.930907949762387], "p_value": 0.747, "input_sha256": "6f6ddbc6745596659ff6fd6c433343d0ec1194b43a0ac9d5f197f7f89ccd8363"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3490800748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6654932321767983, "interval": [-3.368316222026583, 4.693391273679961], "p_value": 0.7534049459428505, "input_sha256": "6f6ddbc6745596659ff6fd6c433343d0ec1194b43a0ac9d5f197f7f89ccd8363"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3490800748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016875799275472905, "interval": [-0.026390658201678685, 0.060142256752624496], "p_value": 0.44, "input_sha256": "6f6ddbc6745596659ff6fd6c433343d0ec1194b43a0ac9d5f197f7f89ccd8363"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3490800748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016875799275472905, "interval": [-0.021202472458778217, 0.061214460119758084], "p_value": 0.43303900233550985, "input_sha256": "6f6ddbc6745596659ff6fd6c433343d0ec1194b43a0ac9d5f197f7f89ccd8363"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1942161890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.459347878169062, "interval": [-2.6906046972745035, 5.609300453612628], "p_value": 0.471, "input_sha256": "7632a45d0b4b7c3bf7a3f622ff36bb5f56a5635076bf8e29fc7c2419621c935b"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1942161890, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.459347878169062, "interval": [-2.336399670985146, 5.4437232904625255], "p_value": 0.48042327911232696, "input_sha256": "7632a45d0b4b7c3bf7a3f622ff36bb5f56a5635076bf8e29fc7c2419621c935b"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1942161890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01598369185316338, "interval": [-0.02875576410544977, 0.06072314781177653], "p_value": 0.476, "input_sha256": "7632a45d0b4b7c3bf7a3f622ff36bb5f56a5635076bf8e29fc7c2419621c935b"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1942161890, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01598369185316338, "interval": [-0.025621001867988758, 0.05760936343969301], "p_value": 0.4735523907961049, "input_sha256": "7632a45d0b4b7c3bf7a3f622ff36bb5f56a5635076bf8e29fc7c2419621c935b"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3726350782, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4805264983233117, "interval": [-2.564137580373643, 5.5251905770202665], "p_value": 0.453, "input_sha256": "6c51da64be421aad8aa029be0e6ca2d2a0cbc34825e4c07f390ad93a2aec6448"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3726350782, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4805264983233117, "interval": [-2.3588394776106982, 5.4101857288645], "p_value": 0.46322227892011425, "input_sha256": "6c51da64be421aad8aa029be0e6ca2d2a0cbc34825e4c07f390ad93a2aec6448"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3726350782, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01683385431352505, "interval": [-0.028766247163453294, 0.06243395579050339], "p_value": 0.448, "input_sha256": "6c51da64be421aad8aa029be0e6ca2d2a0cbc34825e4c07f390ad93a2aec6448"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3726350782, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01683385431352505, "interval": [-0.023702218035379367, 0.06587789409177826], "p_value": 0.45895913073481487, "input_sha256": "6c51da64be421aad8aa029be0e6ca2d2a0cbc34825e4c07f390ad93a2aec6448"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1314089210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.107029544274753, "interval": [-7.613957044714739, 1.3998979561652325], "p_value": 0.166, "input_sha256": "17a8586e61764b72c9b0cc9bb5fe735ce99e17a6e9a0bb73503c692ef0bcda5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1314089210, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.107029544274753, "interval": [-7.297357489058341, 0.858974486415263], "p_value": 0.17093018003131405, "input_sha256": "17a8586e61764b72c9b0cc9bb5fe735ce99e17a6e9a0bb73503c692ef0bcda5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1314089210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04036417006767308, "interval": [-0.08657838374837035, 0.005850043613024186], "p_value": 0.08, "input_sha256": "17a8586e61764b72c9b0cc9bb5fe735ce99e17a6e9a0bb73503c692ef0bcda5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1314089210, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04036417006767308, "interval": [-0.08357734778003043, 0.002251539574944966], "p_value": 0.08505969359650517, "input_sha256": "17a8586e61764b72c9b0cc9bb5fe735ce99e17a6e9a0bb73503c692ef0bcda5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1743481314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2090934872238313, "interval": [-6.436450746844103, 2.0182637723964403], "p_value": 0.294, "input_sha256": "8f48fe5482ff619af53bfffff8fb81b7258110e44f68f7e00652177d858749b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1743481314, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2090934872238313, "interval": [-6.511902243703231, 1.1572603066553393], "p_value": 0.2966628835599448, "input_sha256": "8f48fe5482ff619af53bfffff8fb81b7258110e44f68f7e00652177d858749b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1743481314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024932180632928028, "interval": [-0.06880614458133955, 0.01894178331548349], "p_value": 0.271, "input_sha256": "8f48fe5482ff619af53bfffff8fb81b7258110e44f68f7e00652177d858749b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1743481314, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024932180632928028, "interval": [-0.0676271067798154, 0.011797009932502685], "p_value": 0.2571661067783421, "input_sha256": "8f48fe5482ff619af53bfffff8fb81b7258110e44f68f7e00652177d858749b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3323374164, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.998836804995455, "interval": [-2.692590215664201, 6.690263825655111], "p_value": 0.389, "input_sha256": "ac6a3db2f84d99b001fff4016b659e8079b38abb075100e131d4f2eb430ae775"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3323374164, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.998836804995455, "interval": [-2.5320891702826223, 6.466795566801672], "p_value": 0.39339466406574275, "input_sha256": "ac6a3db2f84d99b001fff4016b659e8079b38abb075100e131d4f2eb430ae775"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3323374164, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017006609843842245, "interval": [-0.028319013448781676, 0.062332233136466166], "p_value": 0.452, "input_sha256": "ac6a3db2f84d99b001fff4016b659e8079b38abb075100e131d4f2eb430ae775"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3323374164, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017006609843842245, "interval": [-0.024383123936309148, 0.059913303053034155], "p_value": 0.45177482089317234, "input_sha256": "ac6a3db2f84d99b001fff4016b659e8079b38abb075100e131d4f2eb430ae775"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1877117689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1495548265986546, "interval": [-8.166160040280442, 1.8670503870831334], "p_value": 0.213, "input_sha256": "0e540b660d63b56e7a0aae4cd06cff7e20c8769cb65a71a1f081feba02412b47"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1877117689, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1495548265986546, "interval": [-7.993648045917099, 1.7603024005214698], "p_value": 0.21144657974124947, "input_sha256": "0e540b660d63b56e7a0aae4cd06cff7e20c8769cb65a71a1f081feba02412b47"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1877117689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034112817527330405, "interval": [-0.08667628622672038, 0.01845065117205958], "p_value": 0.203, "input_sha256": "0e540b660d63b56e7a0aae4cd06cff7e20c8769cb65a71a1f081feba02412b47"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1877117689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034112817527330405, "interval": [-0.08539026706514474, 0.017625636235492022], "p_value": 0.19679085729481538, "input_sha256": "0e540b660d63b56e7a0aae4cd06cff7e20c8769cb65a71a1f081feba02412b47"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 151964298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8195290392040961, "interval": [-3.2766587521653854, 4.915716830573578], "p_value": 0.696, "input_sha256": "0cf5272f4096524ec4517c056042fac3590fc5342cce558df7bf7eb4cd05ca0c"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 151964298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8195290392040961, "interval": [-3.3835892296478938, 4.439051009347747], "p_value": 0.6869690635850374, "input_sha256": "0cf5272f4096524ec4517c056042fac3590fc5342cce558df7bf7eb4cd05ca0c"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 151964298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0068792291247617016, "interval": [-0.03638379436190761, 0.050142252611431015], "p_value": 0.749, "input_sha256": "0cf5272f4096524ec4517c056042fac3590fc5342cce558df7bf7eb4cd05ca0c"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 151964298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0068792291247617016, "interval": [-0.03853415111257353, 0.040860724935291394], "p_value": 0.7484976610587667, "input_sha256": "0cf5272f4096524ec4517c056042fac3590fc5342cce558df7bf7eb4cd05ca0c"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 645048046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.407315400104565, "interval": [-7.2091279462144255, 2.3944971460052953], "p_value": 0.325, "input_sha256": "5ad533697ee95af8fffc621691914d3a6a2548ab5de2fc4d53e9d1238a9d77c5"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 645048046, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.407315400104565, "interval": [-7.163679651803538, 1.918740336156967], "p_value": 0.31472068621498844, "input_sha256": "5ad533697ee95af8fffc621691914d3a6a2548ab5de2fc4d53e9d1238a9d77c5"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 645048046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025584627858203132, "interval": [-0.07174556382466998, 0.020576308108263726], "p_value": 0.272, "input_sha256": "5ad533697ee95af8fffc621691914d3a6a2548ab5de2fc4d53e9d1238a9d77c5"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 645048046, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025584627858203132, "interval": [-0.07240201563099588, 0.017082430911173063], "p_value": 0.2676342758431363, "input_sha256": "5ad533697ee95af8fffc621691914d3a6a2548ab5de2fc4d53e9d1238a9d77c5"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1744650145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6801592039783477, "interval": [-2.6951949837145746, 6.05551339167127], "p_value": 0.453, "input_sha256": "4bf5b0ec006191976e4a0e8645ec3043f3fc5cb9096b37c5b2fbc54f47058287"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1744650145, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6801592039783477, "interval": [-2.4611371246979092, 5.878339809606902], "p_value": 0.44124796686444634, "input_sha256": "4bf5b0ec006191976e4a0e8645ec3043f3fc5cb9096b37c5b2fbc54f47058287"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1744650145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015311694314580737, "interval": [-0.03110202306356826, 0.061725411692729736], "p_value": 0.515, "input_sha256": "4bf5b0ec006191976e4a0e8645ec3043f3fc5cb9096b37c5b2fbc54f47058287"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1744650145, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015311694314580737, "interval": [-0.02835960494990745, 0.05747531802230536], "p_value": 0.5077260729407567, "input_sha256": "4bf5b0ec006191976e4a0e8645ec3043f3fc5cb9096b37c5b2fbc54f47058287"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 704565766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3675159747758556, "interval": [-2.5378881167751697, 5.272920066326881], "p_value": 0.504, "input_sha256": "9e39f71fe2f5cb53c2d581e1cf4003c49f18027c6243487a2eeab65823768743"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 704565766, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3675159747758556, "interval": [-2.5016421691042656, 4.855207243942506], "p_value": 0.481648670646204, "input_sha256": "9e39f71fe2f5cb53c2d581e1cf4003c49f18027c6243487a2eeab65823768743"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 704565766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014419533636625292, "interval": [-0.027382801004860367, 0.05622186827811095], "p_value": 0.503, "input_sha256": "9e39f71fe2f5cb53c2d581e1cf4003c49f18027c6243487a2eeab65823768743"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 704565766, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014419533636625292, "interval": [-0.02881718008855614, 0.049099681266931275], "p_value": 0.4879037859524944, "input_sha256": "9e39f71fe2f5cb53c2d581e1cf4003c49f18027c6243487a2eeab65823768743"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 974727736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.24628241701048204, "interval": [-5.445505419726006, 4.952940585705042], "p_value": 0.926, "input_sha256": "79370f5bfd71b9347a8dc40cce1f3ed49a2f4d6aaac1641e5f239818e11ccd08"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 974727736, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.24628241701048204, "interval": [-5.129000521421988, 4.499107792505214], "p_value": 0.9240036513261283, "input_sha256": "79370f5bfd71b9347a8dc40cce1f3ed49a2f4d6aaac1641e5f239818e11ccd08"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 974727736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006443285316273244, "interval": [-0.06206352501442115, 0.049176954381874666], "p_value": 0.808, "input_sha256": "79370f5bfd71b9347a8dc40cce1f3ed49a2f4d6aaac1641e5f239818e11ccd08"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 974727736, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006443285316273244, "interval": [-0.05963266289983172, 0.042694009416353915], "p_value": 0.8157120866796252, "input_sha256": "79370f5bfd71b9347a8dc40cce1f3ed49a2f4d6aaac1641e5f239818e11ccd08"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3840267655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.240641481613814, "interval": [-0.6580676532388976, 7.139350616466525], "p_value": 0.109, "input_sha256": "a0993c72613fc02ee5cb0f9161386235bb54a0daa38d25962136df411b54905d"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3840267655, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.240641481613814, "interval": [-0.16097102498069446, 6.941077334629635], "p_value": 0.10033554803856176, "input_sha256": "a0993c72613fc02ee5cb0f9161386235bb54a0daa38d25962136df411b54905d"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3840267655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0305327914948531, "interval": [-0.01356081419630615, 0.07462639718601236], "p_value": 0.163, "input_sha256": "a0993c72613fc02ee5cb0f9161386235bb54a0daa38d25962136df411b54905d"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3840267655, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0305327914948531, "interval": [-0.00675491718227684, 0.07394543164888873], "p_value": 0.16839345624320837, "input_sha256": "a0993c72613fc02ee5cb0f9161386235bb54a0daa38d25962136df411b54905d"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 787774885, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07795480373169372, "interval": [-4.645510507742496, 4.801420115205883], "p_value": 0.965, "input_sha256": "0bc032125ffb0cad91df89981d5c490a5c32156a355c65411cfc7f835a924fd6"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 787774885, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07795480373169372, "interval": [-4.052932705786372, 4.6304494849241795], "p_value": 0.9735191211149632, "input_sha256": "0bc032125ffb0cad91df89981d5c490a5c32156a355c65411cfc7f835a924fd6"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 787774885, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00648345935007516, "interval": [-0.03969385709746907, 0.05266077579761939], "p_value": 0.754, "input_sha256": "0bc032125ffb0cad91df89981d5c490a5c32156a355c65411cfc7f835a924fd6"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 787774885, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00648345935007516, "interval": [-0.03445118002444331, 0.04964228225442799], "p_value": 0.7777344176395729, "input_sha256": "0bc032125ffb0cad91df89981d5c490a5c32156a355c65411cfc7f835a924fd6"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1498449105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.02195630258856, "interval": [-0.36218048669352854, 8.406093091870648], "p_value": 0.075, "input_sha256": "329c52cd800f1e30dd2f8339d9c4541b29368483fb1002676e87f99beb596c8e"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1498449105, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.02195630258856, "interval": [0.15237823617078494, 8.312246231014917], "p_value": 0.07104886987051784, "input_sha256": "329c52cd800f1e30dd2f8339d9c4541b29368483fb1002676e87f99beb596c8e"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1498449105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04369615068955794, "interval": [-0.00016372047752907098, 0.08755602185664496], "p_value": 0.049, "input_sha256": "329c52cd800f1e30dd2f8339d9c4541b29368483fb1002676e87f99beb596c8e"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1498449105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04369615068955794, "interval": [0.0037012845557455334, 0.0849883331145374], "p_value": 0.050818714327728144, "input_sha256": "329c52cd800f1e30dd2f8339d9c4541b29368483fb1002676e87f99beb596c8e"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3610672922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5997784890064146, "interval": [-3.776915549139294, 6.976472527152123], "p_value": 0.56, "input_sha256": "9f7957bc0e32a704f9a2895ef37e0d7671c1c1eabe8f09a45c376414123207ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3610672922, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5997784890064146, "interval": [-3.405966350849788, 6.616953498394674], "p_value": 0.5503708713498299, "input_sha256": "9f7957bc0e32a704f9a2895ef37e0d7671c1c1eabe8f09a45c376414123207ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3610672922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01621064613616517, "interval": [-0.03715285931633696, 0.06957415158866731], "p_value": 0.55, "input_sha256": "9f7957bc0e32a704f9a2895ef37e0d7671c1c1eabe8f09a45c376414123207ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3610672922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01621064613616517, "interval": [-0.032168056413357154, 0.06340749368093397], "p_value": 0.5420785863663736, "input_sha256": "9f7957bc0e32a704f9a2895ef37e0d7671c1c1eabe8f09a45c376414123207ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2062376877, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07005206859144142, "interval": [-4.703954551226648, 4.563850414043765], "p_value": 0.976, "input_sha256": "7e9a8cd47e271034bc879999621fea4396ed7f87973fe03198ceacae394534bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2062376877, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07005206859144142, "interval": [-4.300843567431535, 4.1019084913552115], "p_value": 0.9757323751578699, "input_sha256": "7e9a8cd47e271034bc879999621fea4396ed7f87973fe03198ceacae394534bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2062376877, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00202282832584072, "interval": [-0.04858366919156064, 0.0445380125398792], "p_value": 0.932, "input_sha256": "7e9a8cd47e271034bc879999621fea4396ed7f87973fe03198ceacae394534bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2062376877, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00202282832584072, "interval": [-0.04241458072308614, 0.04131282873425075], "p_value": 0.9303329423915254, "input_sha256": "7e9a8cd47e271034bc879999621fea4396ed7f87973fe03198ceacae394534bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1870882851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3739926366404696, "interval": [-5.553729916897871, 2.805744643616932], "p_value": 0.51, "input_sha256": "63b4c61cb5569a2b0531e00f7cdf50b13829785d759d2e1696e4e45e65bfa99b"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1870882851, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3739926366404696, "interval": [-5.546802944834027, 2.330540129149841], "p_value": 0.5096620249120343, "input_sha256": "63b4c61cb5569a2b0531e00f7cdf50b13829785d759d2e1696e4e45e65bfa99b"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1870882851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01788992460050704, "interval": [-0.06092315783055963, 0.025143308629545544], "p_value": 0.396, "input_sha256": "63b4c61cb5569a2b0531e00f7cdf50b13829785d759d2e1696e4e45e65bfa99b"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1870882851, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01788992460050704, "interval": [-0.061277518628367264, 0.01937993847378115], "p_value": 0.40480750351966965, "input_sha256": "63b4c61cb5569a2b0531e00f7cdf50b13829785d759d2e1696e4e45e65bfa99b"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 991158089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2103659213331968, "interval": [-3.5402597669838025, 5.960991609650196], "p_value": 0.604, "input_sha256": "629ce0bba8835df670ea449e2a5b582fe039d44976f87ba756c1f39b0a690737"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 991158089, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2103659213331968, "interval": [-3.4148174845794763, 5.403120539616795], "p_value": 0.6088409793514717, "input_sha256": "629ce0bba8835df670ea449e2a5b582fe039d44976f87ba756c1f39b0a690737"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 991158089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015911541381385307, "interval": [-0.03290948479884181, 0.06473256756161241], "p_value": 0.51, "input_sha256": "629ce0bba8835df670ea449e2a5b582fe039d44976f87ba756c1f39b0a690737"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 991158089, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015911541381385307, "interval": [-0.02943851786430851, 0.06139748694840874], "p_value": 0.5126490321366137, "input_sha256": "629ce0bba8835df670ea449e2a5b582fe039d44976f87ba756c1f39b0a690737"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 851652827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.16166266693942255, "interval": [-3.6978620829321316, 4.021187416810976], "p_value": 0.936, "input_sha256": "27d4d28ce51de98eb1bfe2f57170d889aea7aaba2ecab41f901c4a3395957fa0"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 851652827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.16166266693942255, "interval": [-3.094147667330691, 4.088319318382426], "p_value": 0.9327546259964625, "input_sha256": "27d4d28ce51de98eb1bfe2f57170d889aea7aaba2ecab41f901c4a3395957fa0"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 851652827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002263399534169208, "interval": [-0.0370593337699503, 0.041586132838288714], "p_value": 0.902, "input_sha256": "27d4d28ce51de98eb1bfe2f57170d889aea7aaba2ecab41f901c4a3395957fa0"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 851652827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002263399534169208, "interval": [-0.03167943931450896, 0.04348624771256537], "p_value": 0.9077774678435507, "input_sha256": "27d4d28ce51de98eb1bfe2f57170d889aea7aaba2ecab41f901c4a3395957fa0"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2645031009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.701692187445703, "interval": [-1.3865141655036233, 6.789898540395029], "p_value": 0.17, "input_sha256": "1246248569d70004b875f43fa45b0bb14316e502a357f4b03f1130f7aa17c0cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2645031009, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.701692187445703, "interval": [-0.6597478227618532, 6.837205810384278], "p_value": 0.18881389453069156, "input_sha256": "1246248569d70004b875f43fa45b0bb14316e502a357f4b03f1130f7aa17c0cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2645031009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026567033842220922, "interval": [-0.01444817450640662, 0.06758224219084846], "p_value": 0.167, "input_sha256": "1246248569d70004b875f43fa45b0bb14316e502a357f4b03f1130f7aa17c0cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2645031009, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026567033842220922, "interval": [-0.008936851529212402, 0.06729178195963628], "p_value": 0.19759016294857393, "input_sha256": "1246248569d70004b875f43fa45b0bb14316e502a357f4b03f1130f7aa17c0cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1263224949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5550568585938613, "interval": [-4.49301885267436, 5.603132569862082], "p_value": 0.825, "input_sha256": "2181afb2daa8614820623d06dda788647b2b5c3897c668da3f08612c763d8d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1263224949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5550568585938613, "interval": [-4.025692855514171, 5.3864728604450685], "p_value": 0.8250452938380772, "input_sha256": "2181afb2daa8614820623d06dda788647b2b5c3897c668da3f08612c763d8d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1263224949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008869672624993663, "interval": [-0.043289206068633596, 0.06102855131862092], "p_value": 0.716, "input_sha256": "2181afb2daa8614820623d06dda788647b2b5c3897c668da3f08612c763d8d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1263224949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008869672624993663, "interval": [-0.03897777857011461, 0.06045303924397436], "p_value": 0.7323650355960337, "input_sha256": "2181afb2daa8614820623d06dda788647b2b5c3897c668da3f08612c763d8d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 561183274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.688010836180963, "interval": [-1.0760781486353528, 8.45209982099728], "p_value": 0.11, "input_sha256": "f40c7192537ddf8a54d15ecea9e37c32c9342f5eacf8c4a728a36ec667278ee8"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 561183274, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.688010836180963, "interval": [-0.6555503278765611, 7.857523203546704], "p_value": 0.12465552983960636, "input_sha256": "f40c7192537ddf8a54d15ecea9e37c32c9342f5eacf8c4a728a36ec667278ee8"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 561183274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0419390715641178, "interval": [-0.007242120306215259, 0.09112026343445087], "p_value": 0.069, "input_sha256": "f40c7192537ddf8a54d15ecea9e37c32c9342f5eacf8c4a728a36ec667278ee8"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 561183274, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0419390715641178, "interval": [-0.003908129118084855, 0.08442452354124005], "p_value": 0.09210611581876288, "input_sha256": "f40c7192537ddf8a54d15ecea9e37c32c9342f5eacf8c4a728a36ec667278ee8"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3327820827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.271342446217176, "interval": [-6.881583751980633, 2.3388988595462816], "p_value": 0.322, "input_sha256": "14a5d8fa4c6a03434dc18426c0464351886c39d02b73552fb0dbc353bf1fb83a"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3327820827, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.271342446217176, "interval": [-6.492472897015448, 2.426125522230076], "p_value": 0.3248911389800905, "input_sha256": "14a5d8fa4c6a03434dc18426c0464351886c39d02b73552fb0dbc353bf1fb83a"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3327820827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02649319165686026, "interval": [-0.07277183236808646, 0.019785449054365946], "p_value": 0.24, "input_sha256": "14a5d8fa4c6a03434dc18426c0464351886c39d02b73552fb0dbc353bf1fb83a"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3327820827, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02649319165686026, "interval": [-0.06958571878571375, 0.017387670846979553], "p_value": 0.2537108813347239, "input_sha256": "14a5d8fa4c6a03434dc18426c0464351886c39d02b73552fb0dbc353bf1fb83a"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1902150446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0300283204746616, "interval": [-6.31013530791911, 4.250078666969786], "p_value": 0.685, "input_sha256": "c139ccf2992554c925633586dd522557dd3de0c7e857790cf67e211f4a209750"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1902150446, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0300283204746616, "interval": [-5.97000145228832, 4.035532070585844], "p_value": 0.6950079221246921, "input_sha256": "c139ccf2992554c925633586dd522557dd3de0c7e857790cf67e211f4a209750"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1902150446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013265819272570617, "interval": [-0.06664248060672297, 0.040110842061581733], "p_value": 0.596, "input_sha256": "c139ccf2992554c925633586dd522557dd3de0c7e857790cf67e211f4a209750"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1902150446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013265819272570617, "interval": [-0.06432843776291443, 0.037414076668386205], "p_value": 0.6177671979196186, "input_sha256": "c139ccf2992554c925633586dd522557dd3de0c7e857790cf67e211f4a209750"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3583271941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0913749311661327, "interval": [-6.50967052925502, 2.3269206669227547], "p_value": 0.327, "input_sha256": "4e0b099a9fae6fc5634a3bfb2124ecb21a13b999a071c9fc5300033df6b2348a"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3583271941, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0913749311661327, "interval": [-6.257737226047752, 2.219721392212163], "p_value": 0.34398253446754956, "input_sha256": "4e0b099a9fae6fc5634a3bfb2124ecb21a13b999a071c9fc5300033df6b2348a"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3583271941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021010391243525536, "interval": [-0.06875510397639498, 0.02673432148934391], "p_value": 0.378, "input_sha256": "4e0b099a9fae6fc5634a3bfb2124ecb21a13b999a071c9fc5300033df6b2348a"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3583271941, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021010391243525536, "interval": [-0.06790279929100557, 0.02491053614988264], "p_value": 0.3785477861978067, "input_sha256": "4e0b099a9fae6fc5634a3bfb2124ecb21a13b999a071c9fc5300033df6b2348a"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1286776174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3007548619186906, "interval": [-4.5742330386015, 5.175742762438881], "p_value": 0.913, "input_sha256": "178c4bff0f9e9192292d6e185860688269159141ade60ff38661117237aa87e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1286776174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3007548619186906, "interval": [-4.098805346909534, 5.194079113196761], "p_value": 0.901261890562251, "input_sha256": "178c4bff0f9e9192292d6e185860688269159141ade60ff38661117237aa87e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1286776174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012503048636346742, "interval": [-0.03868563905164594, 0.06369173632433942], "p_value": 0.653, "input_sha256": "178c4bff0f9e9192292d6e185860688269159141ade60ff38661117237aa87e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1286776174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012503048636346742, "interval": [-0.03549274398208161, 0.062336385395992365], "p_value": 0.6237724737272304, "input_sha256": "178c4bff0f9e9192292d6e185860688269159141ade60ff38661117237aa87e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3644040751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.915358180759168, "interval": [-2.9618899619757943, 6.79260632349413], "p_value": 0.432, "input_sha256": "5ccdb617dc4ebbd8ea6cc66c6da60e560ddbd9ca8e3cb73fe54c07adb0522a2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3644040751, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.915358180759168, "interval": [-2.60596611885302, 6.56223602736512], "p_value": 0.4314609867734892, "input_sha256": "5ccdb617dc4ebbd8ea6cc66c6da60e560ddbd9ca8e3cb73fe54c07adb0522a2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3644040751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028078047649562288, "interval": [-0.025047628032663742, 0.08120372333178832], "p_value": 0.276, "input_sha256": "5ccdb617dc4ebbd8ea6cc66c6da60e560ddbd9ca8e3cb73fe54c07adb0522a2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3644040751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028078047649562288, "interval": [-0.019787041377601157, 0.08234948365817596], "p_value": 0.291394370099601, "input_sha256": "5ccdb617dc4ebbd8ea6cc66c6da60e560ddbd9ca8e3cb73fe54c07adb0522a2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1588383868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.677120010708199, "interval": [-8.214859731279594, 2.8606197098631956], "p_value": 0.337, "input_sha256": "04f09b9cd4c64439012b9ce6c96645ee9e5015c26013e9ba0ae614bd0635cddc"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1588383868, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.677120010708199, "interval": [-8.217595590868289, 2.4843596293352537], "p_value": 0.3336888602925072, "input_sha256": "04f09b9cd4c64439012b9ce6c96645ee9e5015c26013e9ba0ae614bd0635cddc"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1588383868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026889908888452205, "interval": [-0.08445466900273019, 0.03067485122582577], "p_value": 0.362, "input_sha256": "04f09b9cd4c64439012b9ce6c96645ee9e5015c26013e9ba0ae614bd0635cddc"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1588383868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026889908888452205, "interval": [-0.0819974682784567, 0.02468185869858943], "p_value": 0.35020175859088143, "input_sha256": "04f09b9cd4c64439012b9ce6c96645ee9e5015c26013e9ba0ae614bd0635cddc"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3505582587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.119068630865641, "interval": [-5.3895319358833715, 3.1513946741520895], "p_value": 0.59, "input_sha256": "a654c319cc63c5d5a24d2e3bdc608cc03ce983740d5331b80a5f752d9bf7654d"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3505582587, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.119068630865641, "interval": [-5.4580168553971316, 2.5896241582261577], "p_value": 0.597513864557907, "input_sha256": "a654c319cc63c5d5a24d2e3bdc608cc03ce983740d5331b80a5f752d9bf7654d"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3505582587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015688718870311355, "interval": [-0.05962335963031497, 0.028245921889692258], "p_value": 0.502, "input_sha256": "a654c319cc63c5d5a24d2e3bdc608cc03ce983740d5331b80a5f752d9bf7654d"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3505582587, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015688718870311355, "interval": [-0.06336927854570111, 0.022007749845323], "p_value": 0.47402840530523505, "input_sha256": "a654c319cc63c5d5a24d2e3bdc608cc03ce983740d5331b80a5f752d9bf7654d"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2070629143, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5734686440204175, "interval": [-1.705613263958556, 6.852550551999391], "p_value": 0.217, "input_sha256": "06259a08f41655f35eebcfc9aae605282c9219965adce807431b746f7afa3494"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2070629143, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5734686440204175, "interval": [-1.1060767153821534, 6.825124180591809], "p_value": 0.23070501505578112, "input_sha256": "06259a08f41655f35eebcfc9aae605282c9219965adce807431b746f7afa3494"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2070629143, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02691001179760931, "interval": [-0.01906837934218629, 0.07288840293740491], "p_value": 0.25, "input_sha256": "06259a08f41655f35eebcfc9aae605282c9219965adce807431b746f7afa3494"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2070629143, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02691001179760931, "interval": [-0.012096518530337491, 0.07397655124273189], "p_value": 0.2430503326932818, "input_sha256": "06259a08f41655f35eebcfc9aae605282c9219965adce807431b746f7afa3494"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3810946221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.282875346685529, "interval": [-3.1328425164302107, 5.698593209801269], "p_value": 0.57, "input_sha256": "44b14e59b218ca33545a8e743b7b806db559e415fe4194bd0c4a592b1afaf7ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3810946221, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.282875346685529, "interval": [-3.0085702956544265, 5.745784824497414], "p_value": 0.5597822994238839, "input_sha256": "44b14e59b218ca33545a8e743b7b806db559e415fe4194bd0c4a592b1afaf7ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3810946221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010398129580714927, "interval": [-0.03844307451945171, 0.059239333680881565], "p_value": 0.678, "input_sha256": "44b14e59b218ca33545a8e743b7b806db559e415fe4194bd0c4a592b1afaf7ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3810946221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010398129580714927, "interval": [-0.03433120563884326, 0.06099683247415633], "p_value": 0.668903508179628, "input_sha256": "44b14e59b218ca33545a8e743b7b806db559e415fe4194bd0c4a592b1afaf7ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3144625342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8813520890273638, "interval": [-4.626851792755038, 6.389555970809766], "p_value": 0.762, "input_sha256": "ee712498f7785d47ddd5eeee25e47347e07a5bd44ceb8f8b03f4229867df8103"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3144625342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8813520890273638, "interval": [-4.053373764351612, 6.2369713158817754], "p_value": 0.7469197965331618, "input_sha256": "ee712498f7785d47ddd5eeee25e47347e07a5bd44ceb8f8b03f4229867df8103"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3144625342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018767912824876956, "interval": [-0.04286687849236524, 0.08040270414211916], "p_value": 0.555, "input_sha256": "ee712498f7785d47ddd5eeee25e47347e07a5bd44ceb8f8b03f4229867df8103"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3144625342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018767912824876956, "interval": [-0.03440159864181424, 0.08474707161761592], "p_value": 0.5386013386091701, "input_sha256": "ee712498f7785d47ddd5eeee25e47347e07a5bd44ceb8f8b03f4229867df8103"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1017266251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3784363084368838, "interval": [-3.1399641129336437, 5.896836729807411], "p_value": 0.504, "input_sha256": "be6ba5c26f2bf2e0c720c33b365585b7d15beb326ecb12b4be926569d1f28bbf"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1017266251, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3784363084368838, "interval": [-2.779486722854556, 5.6456877505365295], "p_value": 0.5392300816821733, "input_sha256": "be6ba5c26f2bf2e0c720c33b365585b7d15beb326ecb12b4be926569d1f28bbf"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1017266251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025250958769853116, "interval": [-0.023613984418068, 0.07411590195777423], "p_value": 0.284, "input_sha256": "be6ba5c26f2bf2e0c720c33b365585b7d15beb326ecb12b4be926569d1f28bbf"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1017266251, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025250958769853116, "interval": [-0.0205275691382467, 0.07096240811141927], "p_value": 0.30056797293751647, "input_sha256": "be6ba5c26f2bf2e0c720c33b365585b7d15beb326ecb12b4be926569d1f28bbf"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3810514498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6349743601607347, "interval": [-5.985294212202174, 4.715345491880704], "p_value": 0.796, "input_sha256": "3f6e5cc486604d01ae09a6e6243c7da405b60b6665d2ccc93d13f933955fb075"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3810514498, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6349743601607347, "interval": [-6.250331783655145, 4.083382216343761], "p_value": 0.8111616978516842, "input_sha256": "3f6e5cc486604d01ae09a6e6243c7da405b60b6665d2ccc93d13f933955fb075"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3810514498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013463071150611211, "interval": [-0.06468696656898977, 0.03776082426776735], "p_value": 0.598, "input_sha256": "3f6e5cc486604d01ae09a6e6243c7da405b60b6665d2ccc93d13f933955fb075"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3810514498, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013463071150611211, "interval": [-0.0703475028848852, 0.029133231911240218], "p_value": 0.5974012569153826, "input_sha256": "3f6e5cc486604d01ae09a6e6243c7da405b60b6665d2ccc93d13f933955fb075"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1965924841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.46752424216350086, "interval": [-5.517212149584339, 6.452260633911341], "p_value": 0.875, "input_sha256": "cc7a5e2d2619937381c6c8a0dabf035304e991914c6121f2ae7fea0486d768f5"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1965924841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.46752424216350086, "interval": [-5.307146423705848, 5.3652767926277], "p_value": 0.8749223251964224, "input_sha256": "cc7a5e2d2619937381c6c8a0dabf035304e991914c6121f2ae7fea0486d768f5"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1965924841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011315718702451169, "interval": [-0.050345119669214955, 0.0729765570741173], "p_value": 0.727, "input_sha256": "cc7a5e2d2619937381c6c8a0dabf035304e991914c6121f2ae7fea0486d768f5"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1965924841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011315718702451169, "interval": [-0.04667311379640653, 0.06321719277289489], "p_value": 0.7115801735018631, "input_sha256": "cc7a5e2d2619937381c6c8a0dabf035304e991914c6121f2ae7fea0486d768f5"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2660864506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3003262218332452, "interval": [-4.4113117895307985, 3.810659345864308], "p_value": 0.885, "input_sha256": "409009b0893f7e0c242e17b06cd8bce1156987b6be88c0198534f3f97818464c"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2660864506, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3003262218332452, "interval": [-4.047596271830853, 3.601657754630563], "p_value": 0.8831887505018607, "input_sha256": "409009b0893f7e0c242e17b06cd8bce1156987b6be88c0198534f3f97818464c"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2660864506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005366071789217261, "interval": [-0.047422975423272555, 0.03669083184483803], "p_value": 0.794, "input_sha256": "409009b0893f7e0c242e17b06cd8bce1156987b6be88c0198534f3f97818464c"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2660864506, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005366071789217261, "interval": [-0.0438788306848452, 0.03451695654209433], "p_value": 0.797518936865883, "input_sha256": "409009b0893f7e0c242e17b06cd8bce1156987b6be88c0198534f3f97818464c"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304876940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.43679083420232, "interval": [-3.0346385464639196, 5.908220214868559], "p_value": 0.518, "input_sha256": "73c3254ee9491e7a99007a96bdc6ae611aa1be425109623b110e635663b3aab6"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304876940, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.43679083420232, "interval": [-3.22694176412376, 5.234574604431909], "p_value": 0.5170612869774622, "input_sha256": "73c3254ee9491e7a99007a96bdc6ae611aa1be425109623b110e635663b3aab6"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304876940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024748651352143644, "interval": [-0.02289693019964851, 0.07239423290393579], "p_value": 0.303, "input_sha256": "73c3254ee9491e7a99007a96bdc6ae611aa1be425109623b110e635663b3aab6"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304876940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024748651352143644, "interval": [-0.022988921190194907, 0.06534540384953703], "p_value": 0.29668686798018784, "input_sha256": "73c3254ee9491e7a99007a96bdc6ae611aa1be425109623b110e635663b3aab6"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1810987151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.010663695821748, "interval": [-2.779501165386587, 6.800828557030083], "p_value": 0.392, "input_sha256": "b7f781bc00efd98c1e6e3d333b016ffc39072f21a945ce337b704270e6c8ac6e"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1810987151, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.010663695821748, "interval": [-2.243397244441155, 7.167285610434995], "p_value": 0.40041571541001153, "input_sha256": "b7f781bc00efd98c1e6e3d333b016ffc39072f21a945ce337b704270e6c8ac6e"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1810987151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020501023543140165, "interval": [-0.027062132266066727, 0.06806417935234706], "p_value": 0.389, "input_sha256": "b7f781bc00efd98c1e6e3d333b016ffc39072f21a945ce337b704270e6c8ac6e"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1810987151, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020501023543140165, "interval": [-0.02238771827518212, 0.0711957973026564], "p_value": 0.3877829857752997, "input_sha256": "b7f781bc00efd98c1e6e3d333b016ffc39072f21a945ce337b704270e6c8ac6e"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4050390538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7243408179110284, "interval": [-6.5558236201551106, 3.1071419843330537], "p_value": 0.49, "input_sha256": "a12863e0a0453f24a45931557ec2df9f6e74e1ee2d70b186444dcf358fd89ec0"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4050390538, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7243408179110284, "interval": [-6.350408854796385, 2.6844812789464716], "p_value": 0.4740466942348779, "input_sha256": "a12863e0a0453f24a45931557ec2df9f6e74e1ee2d70b186444dcf358fd89ec0"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4050390538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025816389869187592, "interval": [-0.08201363082320068, 0.030380851084825494], "p_value": 0.363, "input_sha256": "a12863e0a0453f24a45931557ec2df9f6e74e1ee2d70b186444dcf358fd89ec0"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4050390538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025816389869187592, "interval": [-0.08312683257340218, 0.020916973601248678], "p_value": 0.35682752459886224, "input_sha256": "a12863e0a0453f24a45931557ec2df9f6e74e1ee2d70b186444dcf358fd89ec0"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2653795867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07198123113529409, "interval": [-4.060296565548283, 4.204259027818871], "p_value": 0.966, "input_sha256": "5f9358f64785950e7e6e5dfd24869fb42940f06021249807312533e6cb68f054"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2653795867, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07198123113529409, "interval": [-3.5353732189476825, 4.2631208823164854], "p_value": 0.9720470116412475, "input_sha256": "5f9358f64785950e7e6e5dfd24869fb42940f06021249807312533e6cb68f054"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2653795867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0016328900434186278, "interval": [-0.03885174546155026, 0.04211752554838752], "p_value": 0.951, "input_sha256": "5f9358f64785950e7e6e5dfd24869fb42940f06021249807312533e6cb68f054"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2653795867, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0016328900434186278, "interval": [-0.03287222231914382, 0.04242733071083003], "p_value": 0.9353353268817431, "input_sha256": "5f9358f64785950e7e6e5dfd24869fb42940f06021249807312533e6cb68f054"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1684360142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.786044670991621, "interval": [-9.641243691051343, 0.0691543490681017], "p_value": 0.047, "input_sha256": "701b1ff73beeba30c428eecb6df0f0cb380d6afe0f21eb8c3bf6d40dcf731cc5"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1684360142, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.786044670991621, "interval": [-9.376847146446803, -0.2622996170036233], "p_value": 0.05311512788243186, "input_sha256": "701b1ff73beeba30c428eecb6df0f0cb380d6afe0f21eb8c3bf6d40dcf731cc5"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1684360142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.057793684726705194, "interval": [-0.11383836742878209, -0.001749002024628292], "p_value": 0.043, "input_sha256": "701b1ff73beeba30c428eecb6df0f0cb380d6afe0f21eb8c3bf6d40dcf731cc5"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1684360142, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.057793684726705194, "interval": [-0.11218625693867698, -0.005800404932717661], "p_value": 0.04373758172482626, "input_sha256": "701b1ff73beeba30c428eecb6df0f0cb380d6afe0f21eb8c3bf6d40dcf731cc5"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1346468741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6132621332746755, "interval": [-5.981047076910392, 2.754522810361041], "p_value": 0.474, "input_sha256": "7e8761b28f5dcb52900fdbbe122825da3f65f030f7c207a47b91b89bf2a5619a"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1346468741, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6132621332746755, "interval": [-5.68032413260448, 2.8849129400887814], "p_value": 0.45913626783925343, "input_sha256": "7e8761b28f5dcb52900fdbbe122825da3f65f030f7c207a47b91b89bf2a5619a"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1346468741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012109484386479283, "interval": [-0.058924064017131024, 0.03470509524417246], "p_value": 0.617, "input_sha256": "7e8761b28f5dcb52900fdbbe122825da3f65f030f7c207a47b91b89bf2a5619a"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1346468741, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012109484386479283, "interval": [-0.056018860044630185, 0.03571837332569884], "p_value": 0.6033527922948825, "input_sha256": "7e8761b28f5dcb52900fdbbe122825da3f65f030f7c207a47b91b89bf2a5619a"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2746311077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.458949802040905, "interval": [0.438097541188049, 8.47980206289376], "p_value": 0.034, "input_sha256": "a2ca39e6162df1c15afd875e3eedd10c5d8e70ad72177adf5df68eff28eb4fe1"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2746311077, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.458949802040905, "interval": [1.0654283819410413, 8.440503288893849], "p_value": 0.03079831028411673, "input_sha256": "a2ca39e6162df1c15afd875e3eedd10c5d8e70ad72177adf5df68eff28eb4fe1"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2746311077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04206575160486853, "interval": [0.00012131061953774697, 0.08401019259019932], "p_value": 0.056, "input_sha256": "a2ca39e6162df1c15afd875e3eedd10c5d8e70ad72177adf5df68eff28eb4fe1"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2746311077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04206575160486853, "interval": [0.0036575716166409407, 0.08215997164196476], "p_value": 0.049377020857562036, "input_sha256": "a2ca39e6162df1c15afd875e3eedd10c5d8e70ad72177adf5df68eff28eb4fe1"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2499484626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.557172377327576, "interval": [-2.9359295945195916, 8.050274349174742], "p_value": 0.336, "input_sha256": "d69ebe1460cec9d029e81663cc78e3faa7d1ad9c9646298245564ff58407dda1"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2499484626, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.557172377327576, "interval": [-2.7997755823089268, 7.624504425801485], "p_value": 0.35084146828716467, "input_sha256": "d69ebe1460cec9d029e81663cc78e3faa7d1ad9c9646298245564ff58407dda1"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2499484626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020165832282050482, "interval": [-0.03985235906592975, 0.08018402363003072], "p_value": 0.487, "input_sha256": "d69ebe1460cec9d029e81663cc78e3faa7d1ad9c9646298245564ff58407dda1"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2499484626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020165832282050482, "interval": [-0.03758474570790863, 0.07541207248250346], "p_value": 0.49855362588261576, "input_sha256": "d69ebe1460cec9d029e81663cc78e3faa7d1ad9c9646298245564ff58407dda1"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2000071329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.369838125350567, "interval": [-8.996938341972534, 0.257262091271401], "p_value": 0.068, "input_sha256": "a0c1ef8674cf5a5d1f57b1882cb96f9973127ed8f7676b97c68d7bdf918067a8"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2000071329, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.369838125350567, "interval": [-9.134384596318531, -0.4720312951172771], "p_value": 0.06345666127296377, "input_sha256": "a0c1ef8674cf5a5d1f57b1882cb96f9973127ed8f7676b97c68d7bdf918067a8"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2000071329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04734920644702935, "interval": [-0.09594681579769729, 0.0012484029036385971], "p_value": 0.065, "input_sha256": "a0c1ef8674cf5a5d1f57b1882cb96f9973127ed8f7676b97c68d7bdf918067a8"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2000071329, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04734920644702935, "interval": [-0.09917486782597178, -0.007686491774445996], "p_value": 0.05586775093529508, "input_sha256": "a0c1ef8674cf5a5d1f57b1882cb96f9973127ed8f7676b97c68d7bdf918067a8"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 684926585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.550877822769687, "interval": [-8.310143964973282, 1.2083883194339071], "p_value": 0.126, "input_sha256": "e2641a0c3db059f7acfd67b4fa00fd6caca4b57275c3ae9ec892ecd352ac2628"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 684926585, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.550877822769687, "interval": [-8.296162739615252, 0.5660386637694532], "p_value": 0.13845375081724895, "input_sha256": "e2641a0c3db059f7acfd67b4fa00fd6caca4b57275c3ae9ec892ecd352ac2628"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 684926585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04546105178325707, "interval": [-0.09915599403663597, 0.008233890470121817], "p_value": 0.082, "input_sha256": "e2641a0c3db059f7acfd67b4fa00fd6caca4b57275c3ae9ec892ecd352ac2628"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 684926585, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04546105178325707, "interval": [-0.10272890441346813, 0.0008381412359861436], "p_value": 0.09383095302974155, "input_sha256": "e2641a0c3db059f7acfd67b4fa00fd6caca4b57275c3ae9ec892ecd352ac2628"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1769303017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.655611613212711, "interval": [-8.380649060844508, 1.0694258344190866], "p_value": 0.114, "input_sha256": "ab312805687f10e315ba7eeb8f634267b1964a60b701d0bc419ece3081f699d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1769303017, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.655611613212711, "interval": [-8.29572504986349, 1.0144063521274287], "p_value": 0.12558320650658852, "input_sha256": "ab312805687f10e315ba7eeb8f634267b1964a60b701d0bc419ece3081f699d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1769303017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03589269128579608, "interval": [-0.08680116578104255, 0.015015783209450392], "p_value": 0.148, "input_sha256": "ab312805687f10e315ba7eeb8f634267b1964a60b701d0bc419ece3081f699d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1769303017, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03589269128579608, "interval": [-0.08669648294416668, 0.014142763914802056], "p_value": 0.1616570648798856, "input_sha256": "ab312805687f10e315ba7eeb8f634267b1964a60b701d0bc419ece3081f699d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3202558056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7147842307786156, "interval": [-4.0296646354890076, 5.459233097046239], "p_value": 0.762, "input_sha256": "fddb656a169c8c1c1b7e01f654ce76f1bd7eea6b6e2f55b90d250c4d947f4fff"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3202558056, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7147842307786156, "interval": [-4.155777899114359, 4.99522349196308], "p_value": 0.7620358593470126, "input_sha256": "fddb656a169c8c1c1b7e01f654ce76f1bd7eea6b6e2f55b90d250c4d947f4fff"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3202558056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003981402601830636, "interval": [-0.04685542096996888, 0.05481822617363015], "p_value": 0.883, "input_sha256": "fddb656a169c8c1c1b7e01f654ce76f1bd7eea6b6e2f55b90d250c4d947f4fff"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3202558056, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003981402601830636, "interval": [-0.047261204915379884, 0.050452172248150365], "p_value": 0.8748531379739151, "input_sha256": "fddb656a169c8c1c1b7e01f654ce76f1bd7eea6b6e2f55b90d250c4d947f4fff"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2478354125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6648764429154772, "interval": [-3.1084951541296655, 4.4382480399606195], "p_value": 0.715, "input_sha256": "ad16ee44bc3c5bd612a17a1cf6a2fec0788a2bed9ee1bd438e9052b8a5848243"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2478354125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6648764429154772, "interval": [-2.959823214599335, 3.852510680862996], "p_value": 0.7216806180801295, "input_sha256": "ad16ee44bc3c5bd612a17a1cf6a2fec0788a2bed9ee1bd438e9052b8a5848243"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2478354125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01356935661205369, "interval": [-0.02753850550468332, 0.0546772187287907], "p_value": 0.501, "input_sha256": "ad16ee44bc3c5bd612a17a1cf6a2fec0788a2bed9ee1bd438e9052b8a5848243"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2478354125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01356935661205369, "interval": [-0.024021162290176812, 0.048171364678975516], "p_value": 0.5047765007391724, "input_sha256": "ad16ee44bc3c5bd612a17a1cf6a2fec0788a2bed9ee1bd438e9052b8a5848243"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 762294197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.591618979798035, "interval": [-1.729419634834592, 6.912657594430662], "p_value": 0.228, "input_sha256": "95477019f8198c197e57e81fe2b9f7fd2caf443ab7a30c5ad3bda628bda88811"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 762294197, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.591618979798035, "interval": [-1.2085252873699164, 6.716479147310019], "p_value": 0.23215482421877595, "input_sha256": "95477019f8198c197e57e81fe2b9f7fd2caf443ab7a30c5ad3bda628bda88811"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 762294197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02757468523529656, "interval": [-0.014666279502299505, 0.06981564997289263], "p_value": 0.189, "input_sha256": "95477019f8198c197e57e81fe2b9f7fd2caf443ab7a30c5ad3bda628bda88811"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 762294197, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02757468523529656, "interval": [-0.008861012212751698, 0.06965781908840624], "p_value": 0.19423158368224608, "input_sha256": "95477019f8198c197e57e81fe2b9f7fd2caf443ab7a30c5ad3bda628bda88811"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1450347735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.24696961665809525, "interval": [-4.668720572580879, 4.174781339264689], "p_value": 0.922, "input_sha256": "98cd13aa2c68b0f608e0d6df6f824a292ba903f301fecadd9f3dd74311b5f1f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1450347735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.24696961665809525, "interval": [-4.711836488919511, 3.5253829787372353], "p_value": 0.9100805550193993, "input_sha256": "98cd13aa2c68b0f608e0d6df6f824a292ba903f301fecadd9f3dd74311b5f1f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1450347735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022251030756575696, "interval": [-0.042919033315634465, 0.047369239466949604], "p_value": 0.932, "input_sha256": "98cd13aa2c68b0f608e0d6df6f824a292ba903f301fecadd9f3dd74311b5f1f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1450347735, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022251030756575696, "interval": [-0.03928315725030794, 0.043044548783927286], "p_value": 0.9205192171174463, "input_sha256": "98cd13aa2c68b0f608e0d6df6f824a292ba903f301fecadd9f3dd74311b5f1f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1637824458, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5866085609568046, "interval": [-5.392904754148568, 4.219687632234959], "p_value": 0.815, "input_sha256": "3b1f2cbd067e31ee9d6253de320deb1754b1f88451e9ef028f614ebc7ef35d46"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1637824458, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5866085609568046, "interval": [-5.123485995283632, 4.222272882199882], "p_value": 0.8059595425871517, "input_sha256": "3b1f2cbd067e31ee9d6253de320deb1754b1f88451e9ef028f614ebc7ef35d46"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1637824458, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018619538896810922, "interval": [-0.048147920473088274, 0.05187182825245046], "p_value": 0.952, "input_sha256": "3b1f2cbd067e31ee9d6253de320deb1754b1f88451e9ef028f614ebc7ef35d46"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1637824458, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018619538896810922, "interval": [-0.046743549322546304, 0.04923275026060771], "p_value": 0.9402485451835747, "input_sha256": "3b1f2cbd067e31ee9d6253de320deb1754b1f88451e9ef028f614ebc7ef35d46"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4124249503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1017171574610396, "interval": [-2.236404166562205, 6.439838481484284], "p_value": 0.315, "input_sha256": "5c91ca53b7ee3032e99fcc35928897c62f3dc6647e9740276fd40543274d5321"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4124249503, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1017171574610396, "interval": [-2.0791574378714452, 6.405535999896484], "p_value": 0.3317778695213326, "input_sha256": "5c91ca53b7ee3032e99fcc35928897c62f3dc6647e9740276fd40543274d5321"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4124249503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020437293324256395, "interval": [-0.0240328615074479, 0.0649074481559607], "p_value": 0.34, "input_sha256": "5c91ca53b7ee3032e99fcc35928897c62f3dc6647e9740276fd40543274d5321"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4124249503, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020437293324256395, "interval": [-0.021061285398937937, 0.06701709282815772], "p_value": 0.3565457101674826, "input_sha256": "5c91ca53b7ee3032e99fcc35928897c62f3dc6647e9740276fd40543274d5321"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1134317415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4158996821930785, "interval": [-2.718160154550974, 7.549959518937131], "p_value": 0.34, "input_sha256": "1d445e9ebe07ef25dae8c51b2a80a5e2fc0bc3ed7c55fb2f4fa658e8a65f80fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1134317415, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4158996821930785, "interval": [-2.679542774826225, 6.854611442419841], "p_value": 0.34555126213164433, "input_sha256": "1d445e9ebe07ef25dae8c51b2a80a5e2fc0bc3ed7c55fb2f4fa658e8a65f80fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1134317415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02646338261255972, "interval": [-0.02861545497795153, 0.08154222020307098], "p_value": 0.338, "input_sha256": "1d445e9ebe07ef25dae8c51b2a80a5e2fc0bc3ed7c55fb2f4fa658e8a65f80fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1134317415, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02646338261255972, "interval": [-0.031175209274747272, 0.07519756116376887], "p_value": 0.3357312593971463, "input_sha256": "1d445e9ebe07ef25dae8c51b2a80a5e2fc0bc3ed7c55fb2f4fa658e8a65f80fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1979773111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9336274150460486, "interval": [-4.47022621998424, 6.337481050076337], "p_value": 0.719, "input_sha256": "af42eab8ddf321482e9078fed76b4febda595ea43d55394b487bf19e531a8cc7"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1979773111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9336274150460486, "interval": [-4.397489471027193, 5.731458987170792], "p_value": 0.7283701344314053, "input_sha256": "af42eab8ddf321482e9078fed76b4febda595ea43d55394b487bf19e531a8cc7"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1979773111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0034123470426486724, "interval": [-0.06193292933851243, 0.055108235253215086], "p_value": 0.907, "input_sha256": "af42eab8ddf321482e9078fed76b4febda595ea43d55394b487bf19e531a8cc7"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1979773111, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0034123470426486724, "interval": [-0.06289390810809067, 0.049173723909545296], "p_value": 0.9066459349774012, "input_sha256": "af42eab8ddf321482e9078fed76b4febda595ea43d55394b487bf19e531a8cc7"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1574014139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.973828798880179, "interval": [-5.206303804491624, 3.2586462067312656], "p_value": 0.645, "input_sha256": "5d0e15049d35b2d7f9c7b4959717b239cb0375b0602a26c7ac43b4e5f2d9d591"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1574014139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.973828798880179, "interval": [-4.937356324999096, 2.994838007730006], "p_value": 0.6440290504970281, "input_sha256": "5d0e15049d35b2d7f9c7b4959717b239cb0375b0602a26c7ac43b4e5f2d9d591"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1574014139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013011386180238088, "interval": [-0.05477461034794381, 0.02875183798746763], "p_value": 0.529, "input_sha256": "5d0e15049d35b2d7f9c7b4959717b239cb0375b0602a26c7ac43b4e5f2d9d591"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1574014139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013011386180238088, "interval": [-0.052478929248663354, 0.02711654968493744], "p_value": 0.5320080457982939, "input_sha256": "5d0e15049d35b2d7f9c7b4959717b239cb0375b0602a26c7ac43b4e5f2d9d591"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2917195585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8842877525639095, "interval": [-7.563468900542226, 1.794893395414407], "p_value": 0.223, "input_sha256": "a4bc31f37d1d5f73107243d4f8b62504bad4648a44d2ec5d527b3d7dde4a4f4e"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2917195585, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8842877525639095, "interval": [-7.285705665937113, 1.6487618460486098], "p_value": 0.21954939210069582, "input_sha256": "a4bc31f37d1d5f73107243d4f8b62504bad4648a44d2ec5d527b3d7dde4a4f4e"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2917195585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02396633519675373, "interval": [-0.07155819324792073, 0.023625522854413265], "p_value": 0.31, "input_sha256": "a4bc31f37d1d5f73107243d4f8b62504bad4648a44d2ec5d527b3d7dde4a4f4e"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2917195585, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02396633519675373, "interval": [-0.06969271457342055, 0.021838391356325076], "p_value": 0.3140894419884858, "input_sha256": "a4bc31f37d1d5f73107243d4f8b62504bad4648a44d2ec5d527b3d7dde4a4f4e"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1141276570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.46240290063528544, "interval": [-4.051149182324774, 4.9759549835953445], "p_value": 0.817, "input_sha256": "d8264aeb076741938d577dbd98e1a260cf06964b769af9c006ea60d6657c1c2c"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1141276570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.46240290063528544, "interval": [-3.5221211892295767, 5.111143244524046], "p_value": 0.8368086926083456, "input_sha256": "d8264aeb076741938d577dbd98e1a260cf06964b769af9c006ea60d6657c1c2c"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1141276570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0126187959591526e-05, "interval": [-0.047419771033492444, 0.04744002340941163], "p_value": 1.0, "input_sha256": "d8264aeb076741938d577dbd98e1a260cf06964b769af9c006ea60d6657c1c2c"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1141276570, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0126187959591526e-05, "interval": [-0.04401871615995423, 0.0472269906470191], "p_value": 0.9996574014882307, "input_sha256": "d8264aeb076741938d577dbd98e1a260cf06964b769af9c006ea60d6657c1c2c"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2164135502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.291587219461828, "interval": [-7.650113960959933, 1.066939522036277], "p_value": 0.132, "input_sha256": "36b92b64bee645e742882dd2b313891d0d37b701a69f85ef546e9babe42eb5eb"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2164135502, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.291587219461828, "interval": [-7.384336417909749, 0.8644437855804386], "p_value": 0.13456069385671732, "input_sha256": "36b92b64bee645e742882dd2b313891d0d37b701a69f85ef546e9babe42eb5eb"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2164135502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0361117162581113, "interval": [-0.08168827308754076, 0.009464840571318155], "p_value": 0.116, "input_sha256": "36b92b64bee645e742882dd2b313891d0d37b701a69f85ef546e9babe42eb5eb"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2164135502, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0361117162581113, "interval": [-0.07961019587717157, 0.007981873300017527], "p_value": 0.11698888001748746, "input_sha256": "36b92b64bee645e742882dd2b313891d0d37b701a69f85ef546e9babe42eb5eb"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2367933797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.31189151588386466, "interval": [-4.469987667309507, 3.8462046355417776], "p_value": 0.869, "input_sha256": "96839e5bd1655e5b152c0b8267c0cd4e13eea6e66bd8c8a178c8a73a569566fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2367933797, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.31189151588386466, "interval": [-3.9217747871560915, 3.8382222429916153], "p_value": 0.8798204562186799, "input_sha256": "96839e5bd1655e5b152c0b8267c0cd4e13eea6e66bd8c8a178c8a73a569566fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2367933797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005042265021498002, "interval": [-0.053121252208255997, 0.04303672216525999], "p_value": 0.823, "input_sha256": "96839e5bd1655e5b152c0b8267c0cd4e13eea6e66bd8c8a178c8a73a569566fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2367933797, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005042265021498002, "interval": [-0.04774824720711646, 0.04282115311942017], "p_value": 0.8326915401078514, "input_sha256": "96839e5bd1655e5b152c0b8267c0cd4e13eea6e66bd8c8a178c8a73a569566fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2326209701, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.880710478181336, "interval": [-2.8305629457012618, 6.591983902063934], "p_value": 0.405, "input_sha256": "2284b34e41009b0973a0e5fb02b097e320e2df1d129735dce2cdf7de237a7941"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2326209701, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.880710478181336, "interval": [-2.5976655014320915, 6.093005689050189], "p_value": 0.42401987554041354, "input_sha256": "2284b34e41009b0973a0e5fb02b097e320e2df1d129735dce2cdf7de237a7941"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2326209701, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01576767383037017, "interval": [-0.0314692062176768, 0.06300455387841714], "p_value": 0.494, "input_sha256": "2284b34e41009b0973a0e5fb02b097e320e2df1d129735dce2cdf7de237a7941"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2326209701, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01576767383037017, "interval": [-0.027403589101288255, 0.05822919199094032], "p_value": 0.5032761429818183, "input_sha256": "2284b34e41009b0973a0e5fb02b097e320e2df1d129735dce2cdf7de237a7941"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 917302515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1044454698483293, "interval": [-2.8719654828092493, 5.080856422505908], "p_value": 0.599, "input_sha256": "11498a62410786133dd12fe740c4ee1f64bfefc8760bacc3451c91ed70d587f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 917302515, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1044454698483293, "interval": [-2.574151004100412, 4.893957196618209], "p_value": 0.5766440221211402, "input_sha256": "11498a62410786133dd12fe740c4ee1f64bfefc8760bacc3451c91ed70d587f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 917302515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008714153024789013, "interval": [-0.033140068998365406, 0.05056837504794343], "p_value": 0.674, "input_sha256": "11498a62410786133dd12fe740c4ee1f64bfefc8760bacc3451c91ed70d587f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 917302515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008714153024789013, "interval": [-0.03260972925165199, 0.047705003751305736], "p_value": 0.6755337881020194, "input_sha256": "11498a62410786133dd12fe740c4ee1f64bfefc8760bacc3451c91ed70d587f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754365162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.44470713962826114, "interval": [-5.253839117903799, 4.364424838647277], "p_value": 0.853, "input_sha256": "f3e2a647bf4a57fd967ee03ba8ae67738a2539cf763a8b052867834bbc4ae60f"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754365162, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.44470713962826114, "interval": [-4.492136706590785, 4.367154718482176], "p_value": 0.8524178988356499, "input_sha256": "f3e2a647bf4a57fd967ee03ba8ae67738a2539cf763a8b052867834bbc4ae60f"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754365162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005956750425473195, "interval": [-0.055878961791657224, 0.043965460940710833], "p_value": 0.798, "input_sha256": "f3e2a647bf4a57fd967ee03ba8ae67738a2539cf763a8b052867834bbc4ae60f"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754365162, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005956750425473195, "interval": [-0.04791030007613781, 0.043509705528177144], "p_value": 0.8103312592912983, "input_sha256": "f3e2a647bf4a57fd967ee03ba8ae67738a2539cf763a8b052867834bbc4ae60f"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2601729118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.33998934950118187, "interval": [-4.291932344353624, 3.6119536453512597], "p_value": 0.869, "input_sha256": "53e27e711b02f2e98124e42a906e734c5491e23efd4e6bf2a557b8b992037bc1"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2601729118, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.33998934950118187, "interval": [-4.806240977492594, 3.035769285207906], "p_value": 0.8624640634594326, "input_sha256": "53e27e711b02f2e98124e42a906e734c5491e23efd4e6bf2a557b8b992037bc1"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2601729118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007997221595609408, "interval": [-0.05127382889610143, 0.035279385704882614], "p_value": 0.734, "input_sha256": "53e27e711b02f2e98124e42a906e734c5491e23efd4e6bf2a557b8b992037bc1"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2601729118, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007997221595609408, "interval": [-0.05799215430011818, 0.027326728544495384], "p_value": 0.7097156077432683, "input_sha256": "53e27e711b02f2e98124e42a906e734c5491e23efd4e6bf2a557b8b992037bc1"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1879129058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14258100762804204, "interval": [-3.58459541322066, 3.869757428476744], "p_value": 0.947, "input_sha256": "0175b165cf01d76c6370ea560f3574ef94130dae88d5086627f7e15000e45e53"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1879129058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14258100762804204, "interval": [-3.7149457170534865, 4.014993359550022], "p_value": 0.9385557590976656, "input_sha256": "0175b165cf01d76c6370ea560f3574ef94130dae88d5086627f7e15000e45e53"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1879129058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0033441867625107896, "interval": [-0.03248400182173854, 0.039172375346760116], "p_value": 0.861, "input_sha256": "0175b165cf01d76c6370ea560f3574ef94130dae88d5086627f7e15000e45e53"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1879129058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0033441867625107896, "interval": [-0.03458035817916751, 0.03919992832428791], "p_value": 0.85058365045647, "input_sha256": "0175b165cf01d76c6370ea560f3574ef94130dae88d5086627f7e15000e45e53"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4006689968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026449949755236624, "interval": [-6.89748940291671, 6.844589503406237], "p_value": 0.996, "input_sha256": "06b32763a5253e76f875f11bc20c469da262393f1e3e9b5a8c8a0d22822bf086"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4006689968, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026449949755236624, "interval": [-5.742335099790643, 7.145707874109936], "p_value": 0.9937955006805037, "input_sha256": "06b32763a5253e76f875f11bc20c469da262393f1e3e9b5a8c8a0d22822bf086"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4006689968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037885319667928796, "interval": [-0.07191652589982284, 0.06433946196623708], "p_value": 0.909, "input_sha256": "06b32763a5253e76f875f11bc20c469da262393f1e3e9b5a8c8a0d22822bf086"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4006689968, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037885319667928796, "interval": [-0.06112386210154235, 0.06860088440300101], "p_value": 0.9105952900330432, "input_sha256": "06b32763a5253e76f875f11bc20c469da262393f1e3e9b5a8c8a0d22822bf086"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1173489899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07389777465035863, "interval": [-4.440015549322014, 4.292220000021297], "p_value": 0.973, "input_sha256": "bc31d198319b66ab8326d90986205f6bea5371eb5480076b9f28547e89fd1893"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1173489899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07389777465035863, "interval": [-4.143235694369114, 4.010640539460135], "p_value": 0.9728046665013482, "input_sha256": "bc31d198319b66ab8326d90986205f6bea5371eb5480076b9f28547e89fd1893"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1173489899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00364384760029815, "interval": [-0.04896290861060705, 0.04167521341001075], "p_value": 0.855, "input_sha256": "bc31d198319b66ab8326d90986205f6bea5371eb5480076b9f28547e89fd1893"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1173489899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00364384760029815, "interval": [-0.048018628044051055, 0.03938027983119707], "p_value": 0.8714063545922679, "input_sha256": "bc31d198319b66ab8326d90986205f6bea5371eb5480076b9f28547e89fd1893"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1190065543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.583148558783538, "interval": [-8.135915215034618, 0.969618097467543], "p_value": 0.127, "input_sha256": "e40a34b0333d50d0c2a6e0b80a58e9589674761a31e0c12b5ab88874263597a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1190065543, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.583148558783538, "interval": [-8.122213798056174, 0.40719470592941964], "p_value": 0.11938608672232172, "input_sha256": "e40a34b0333d50d0c2a6e0b80a58e9589674761a31e0c12b5ab88874263597a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1190065543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.041697922182991884, "interval": [-0.08672160135841096, 0.003325756992427195], "p_value": 0.07, "input_sha256": "e40a34b0333d50d0c2a6e0b80a58e9589674761a31e0c12b5ab88874263597a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1190065543, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.041697922182991884, "interval": [-0.08751734922425702, -0.0025272283229138726], "p_value": 0.06851256160047792, "input_sha256": "e40a34b0333d50d0c2a6e0b80a58e9589674761a31e0c12b5ab88874263597a6"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 397095094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5603645390349454, "interval": [-3.1715795134460083, 4.2923085915159], "p_value": 0.766, "input_sha256": "99d2b5bb4acde39d8ccfae1e4071db2abdb19cdbcd3413515814a63e133f78a5"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 397095094, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5603645390349454, "interval": [-2.8847482130432707, 4.125125221298016], "p_value": 0.7624823822026433, "input_sha256": "99d2b5bb4acde39d8ccfae1e4071db2abdb19cdbcd3413515814a63e133f78a5"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 397095094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002467346447393666, "interval": [-0.0348675887916016, 0.039802281686388934], "p_value": 0.903, "input_sha256": "99d2b5bb4acde39d8ccfae1e4071db2abdb19cdbcd3413515814a63e133f78a5"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 397095094, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002467346447393666, "interval": [-0.03180541777813662, 0.039213205043163626], "p_value": 0.8941206352321465, "input_sha256": "99d2b5bb4acde39d8ccfae1e4071db2abdb19cdbcd3413515814a63e133f78a5"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3716023265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3821072812181274, "interval": [-2.7002965925752624, 5.464511155011517], "p_value": 0.493, "input_sha256": "82202a8173af970441cf1ab36f8f6ac2dce2329f32343d4bbb88af782b9e1c5f"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3716023265, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3821072812181274, "interval": [-2.2826773091569654, 5.840733344651782], "p_value": 0.4970434512092371, "input_sha256": "82202a8173af970441cf1ab36f8f6ac2dce2329f32343d4bbb88af782b9e1c5f"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3716023265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01198477094647013, "interval": [-0.02778309416003727, 0.05175263605297753], "p_value": 0.535, "input_sha256": "82202a8173af970441cf1ab36f8f6ac2dce2329f32343d4bbb88af782b9e1c5f"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3716023265, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01198477094647013, "interval": [-0.024080949441370875, 0.05330933127847238], "p_value": 0.545207350836231, "input_sha256": "82202a8173af970441cf1ab36f8f6ac2dce2329f32343d4bbb88af782b9e1c5f"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1407784251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.713426198447901, "interval": [-6.5705524982850285, 3.1437001013892267], "p_value": 0.498, "input_sha256": "35ffd2fba71c100f916532ae67f6e3678a1d37b2efc01763827f6d6d93ceabcb"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1407784251, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.713426198447901, "interval": [-6.169152958042247, 2.961597476083025], "p_value": 0.4794831203608727, "input_sha256": "35ffd2fba71c100f916532ae67f6e3678a1d37b2efc01763827f6d6d93ceabcb"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1407784251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005594763527058844, "interval": [-0.058626542728878725, 0.04743701567476104], "p_value": 0.846, "input_sha256": "35ffd2fba71c100f916532ae67f6e3678a1d37b2efc01763827f6d6d93ceabcb"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1407784251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005594763527058844, "interval": [-0.0582185134775174, 0.04197354575318768], "p_value": 0.8320178684256995, "input_sha256": "35ffd2fba71c100f916532ae67f6e3678a1d37b2efc01763827f6d6d93ceabcb"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 444893481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015857041386038162, "interval": [-4.924963385582042, 4.956677468354118], "p_value": 0.998, "input_sha256": "afe9f9893d1ed9dd4373ebb0d92fe5822475c1bc358e1d11c44defb6ddbfa853"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 444893481, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015857041386038162, "interval": [-4.930585205316179, 3.990006246958479], "p_value": 0.994849269246491, "input_sha256": "afe9f9893d1ed9dd4373ebb0d92fe5822475c1bc358e1d11c44defb6ddbfa853"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 444893481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004352641395699283, "interval": [-0.05661083350205506, 0.04790555071065649], "p_value": 0.881, "input_sha256": "afe9f9893d1ed9dd4373ebb0d92fe5822475c1bc358e1d11c44defb6ddbfa853"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 444893481, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004352641395699283, "interval": [-0.0542121742480634, 0.03993806474538244], "p_value": 0.8668968293975876, "input_sha256": "afe9f9893d1ed9dd4373ebb0d92fe5822475c1bc358e1d11c44defb6ddbfa853"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2606238604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2311522802621484, "interval": [-4.767371331420862, 5.229675891945159], "p_value": 0.913, "input_sha256": "0d218b8041b06bb7e0107eb0d2cf30c6c2b165e1b1b070c979fd30e5f02c74ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2606238604, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2311522802621484, "interval": [-4.294349268098189, 5.472430534565327], "p_value": 0.9258475644575599, "input_sha256": "0d218b8041b06bb7e0107eb0d2cf30c6c2b165e1b1b070c979fd30e5f02c74ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2606238604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005238677190426602, "interval": [-0.04747858749713031, 0.057955941877983516], "p_value": 0.837, "input_sha256": "0d218b8041b06bb7e0107eb0d2cf30c6c2b165e1b1b070c979fd30e5f02c74ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2606238604, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005238677190426602, "interval": [-0.0455275836866673, 0.05737597287902942], "p_value": 0.8415472981142003, "input_sha256": "0d218b8041b06bb7e0107eb0d2cf30c6c2b165e1b1b070c979fd30e5f02c74ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2985552690, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.31073805561369117, "interval": [-4.720158245147477, 4.098682133920095], "p_value": 0.897, "input_sha256": "8ebc4d3b66b84fe26200ec172e98fd627588e50fdfd71b67c21ac7a312213cca"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2985552690, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.31073805561369117, "interval": [-4.108225929106882, 4.007968967496198], "p_value": 0.8872302625032096, "input_sha256": "8ebc4d3b66b84fe26200ec172e98fd627588e50fdfd71b67c21ac7a312213cca"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2985552690, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001293699270485893, "interval": [-0.04426071944337635, 0.04167332090240457], "p_value": 0.955, "input_sha256": "8ebc4d3b66b84fe26200ec172e98fd627588e50fdfd71b67c21ac7a312213cca"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2985552690, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001293699270485893, "interval": [-0.03705117036641467, 0.04110152618857605], "p_value": 0.9516978475551864, "input_sha256": "8ebc4d3b66b84fe26200ec172e98fd627588e50fdfd71b67c21ac7a312213cca"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3266661749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9018372147554423, "interval": [-7.911921249506998, 2.108246819996113], "p_value": 0.254, "input_sha256": "48c8c04b5a8bd5b9e552eea2932f604eea5a1b716ff821075b330e5370e6767d"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3266661749, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9018372147554423, "interval": [-7.273039243875699, 1.690156813536873], "p_value": 0.24826394829079398, "input_sha256": "48c8c04b5a8bd5b9e552eea2932f604eea5a1b716ff821075b330e5370e6767d"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3266661749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027437279091238803, "interval": [-0.08078557622313096, 0.02591101804065335], "p_value": 0.318, "input_sha256": "48c8c04b5a8bd5b9e552eea2932f604eea5a1b716ff821075b330e5370e6767d"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3266661749, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027437279091238803, "interval": [-0.07645618705969005, 0.018718748005943378], "p_value": 0.3043450791735169, "input_sha256": "48c8c04b5a8bd5b9e552eea2932f604eea5a1b716ff821075b330e5370e6767d"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1377558828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.708849081983148, "interval": [-7.104073511863025, -0.31362465210327084], "p_value": 0.032, "input_sha256": "c20d5b4bf15db854d50c9278080b9216e12480764b0d605b2306f85e2d0991b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1377558828, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.708849081983148, "interval": [-7.14279290564076, -0.7868831844339541], "p_value": 0.03311951059013073, "input_sha256": "c20d5b4bf15db854d50c9278080b9216e12480764b0d605b2306f85e2d0991b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1377558828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04132345262942412, "interval": [-0.07745367958752278, -0.00519322567132547], "p_value": 0.027, "input_sha256": "c20d5b4bf15db854d50c9278080b9216e12480764b0d605b2306f85e2d0991b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1377558828, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04132345262942412, "interval": [-0.07805844757377843, -0.009606333301728125], "p_value": 0.026089241844150717, "input_sha256": "c20d5b4bf15db854d50c9278080b9216e12480764b0d605b2306f85e2d0991b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3404998446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4242009391474655, "interval": [-5.875272329465609, 3.0268704511706783], "p_value": 0.536, "input_sha256": "571ce56fc9761280155a9a948a9103d6ac2037afeb5069e8cf67db4f96884932"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3404998446, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4242009391474655, "interval": [-6.132921270428605, 2.532425208602364], "p_value": 0.520327263229506, "input_sha256": "571ce56fc9761280155a9a948a9103d6ac2037afeb5069e8cf67db4f96884932"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3404998446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009195781317569138, "interval": [-0.05894173822901494, 0.040550175593876664], "p_value": 0.722, "input_sha256": "571ce56fc9761280155a9a948a9103d6ac2037afeb5069e8cf67db4f96884932"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3404998446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009195781317569138, "interval": [-0.06086321485621457, 0.034390569170951214], "p_value": 0.7101478104020877, "input_sha256": "571ce56fc9761280155a9a948a9103d6ac2037afeb5069e8cf67db4f96884932"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 529866717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7660427769985727, "interval": [-7.677491402527449, 2.145405848530304], "p_value": 0.246, "input_sha256": "dd990cf4341fef8fa71bfd0ff6d31aa61779b8b61b6e4a4d144110973f90f707"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 529866717, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7660427769985727, "interval": [-8.038711428226405, 1.860804233160492], "p_value": 0.26111087471135846, "input_sha256": "dd990cf4341fef8fa71bfd0ff6d31aa61779b8b61b6e4a4d144110973f90f707"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 529866717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027557081128297037, "interval": [-0.08027246441835104, 0.02515830216175697], "p_value": 0.299, "input_sha256": "dd990cf4341fef8fa71bfd0ff6d31aa61779b8b61b6e4a4d144110973f90f707"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 529866717, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027557081128297037, "interval": [-0.08349001284267933, 0.0214960142572628], "p_value": 0.29653974766252, "input_sha256": "dd990cf4341fef8fa71bfd0ff6d31aa61779b8b61b6e4a4d144110973f90f707"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1650357494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8431047770318765, "interval": [-6.550603901380312, 2.8643943473165594], "p_value": 0.438, "input_sha256": "92bad2c5e2cf7e3735856a70220af2cd5e9287f2a883731c231d9babe8cc82dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1650357494, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8431047770318765, "interval": [-5.6588049565077085, 3.54471771821865], "p_value": 0.4325005074264201, "input_sha256": "92bad2c5e2cf7e3735856a70220af2cd5e9287f2a883731c231d9babe8cc82dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1650357494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01744526460896749, "interval": [-0.0670206437812359, 0.032130114563300914], "p_value": 0.499, "input_sha256": "92bad2c5e2cf7e3735856a70220af2cd5e9287f2a883731c231d9babe8cc82dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1650357494, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01744526460896749, "interval": [-0.0564670167281367, 0.04239558430406322], "p_value": 0.4801630468575735, "input_sha256": "92bad2c5e2cf7e3735856a70220af2cd5e9287f2a883731c231d9babe8cc82dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1658661451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1510711619143628, "interval": [-3.199952832993631, 5.502095156822357], "p_value": 0.596, "input_sha256": "426aecbf3b268477b1b99559d3b439203574154bd1c80ed0afe88e7f7e0c50ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1658661451, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1510711619143628, "interval": [-2.981471216028275, 5.284692769367714], "p_value": 0.5952871325460389, "input_sha256": "426aecbf3b268477b1b99559d3b439203574154bd1c80ed0afe88e7f7e0c50ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1658661451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008624380405397924, "interval": [-0.038348843343711615, 0.055597604154507464], "p_value": 0.703, "input_sha256": "426aecbf3b268477b1b99559d3b439203574154bd1c80ed0afe88e7f7e0c50ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1658661451, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008624380405397924, "interval": [-0.0371197572319193, 0.05112905144741794], "p_value": 0.7119910061065355, "input_sha256": "426aecbf3b268477b1b99559d3b439203574154bd1c80ed0afe88e7f7e0c50ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 542129271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10885729956634904, "interval": [-4.410046728962792, 4.62776132809549], "p_value": 0.964, "input_sha256": "855d3c1f1fc494246f140fafd6b254db8ba858978cfb688200c1236136ba0e27"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 542129271, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10885729956634904, "interval": [-3.6854959086023316, 4.673520168213886], "p_value": 0.9613230696610786, "input_sha256": "855d3c1f1fc494246f140fafd6b254db8ba858978cfb688200c1236136ba0e27"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 542129271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00010957576240704092, "interval": [-0.047348009054566875, 0.04712885752975279], "p_value": 0.997, "input_sha256": "855d3c1f1fc494246f140fafd6b254db8ba858978cfb688200c1236136ba0e27"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 542129271, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00010957576240704092, "interval": [-0.04061754765144694, 0.04589494946908083], "p_value": 0.9962709620066563, "input_sha256": "855d3c1f1fc494246f140fafd6b254db8ba858978cfb688200c1236136ba0e27"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2162242427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16829213453103975, "interval": [-5.197534191240691, 4.860949922178611], "p_value": 0.951, "input_sha256": "1bad94d69b5e3d52ddf0bc4859d0ec9c7d41cfd177186d94664a563d2f8bcda2"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2162242427, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16829213453103975, "interval": [-5.004822358643901, 4.436785901450899], "p_value": 0.9462975793012505, "input_sha256": "1bad94d69b5e3d52ddf0bc4859d0ec9c7d41cfd177186d94664a563d2f8bcda2"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2162242427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023823931395524356, "interval": [-0.04698224429313933, 0.0517470305722442], "p_value": 0.92, "input_sha256": "1bad94d69b5e3d52ddf0bc4859d0ec9c7d41cfd177186d94664a563d2f8bcda2"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2162242427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023823931395524356, "interval": [-0.04507329367545699, 0.047385157000442706], "p_value": 0.922679893769035, "input_sha256": "1bad94d69b5e3d52ddf0bc4859d0ec9c7d41cfd177186d94664a563d2f8bcda2"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3753617816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.19303024541590386, "interval": [-4.597725180817649, 4.211664689985842], "p_value": 0.943, "input_sha256": "4cef3fbec75e0858069af7838582b15d301a8c97fa26cf4a51eebb3e7443105c"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3753617816, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.19303024541590386, "interval": [-4.398342692483756, 3.886574174800718], "p_value": 0.9297388562915818, "input_sha256": "4cef3fbec75e0858069af7838582b15d301a8c97fa26cf4a51eebb3e7443105c"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3753617816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0014329133731696836, "interval": [-0.04687115914424424, 0.049736985890583604], "p_value": 0.951, "input_sha256": "4cef3fbec75e0858069af7838582b15d301a8c97fa26cf4a51eebb3e7443105c"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3753617816, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0014329133731696836, "interval": [-0.04264215640937216, 0.04828664821911549], "p_value": 0.9524275695867426, "input_sha256": "4cef3fbec75e0858069af7838582b15d301a8c97fa26cf4a51eebb3e7443105c"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 9598600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.500102701101266, "interval": [-2.268778840768322, 7.268984242970854], "p_value": 0.255, "input_sha256": "c7bfac30140b5890eb0d8726ee33497ec7591d38d78fb08cfcd6eb36287b660c"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 9598600, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.500102701101266, "interval": [-2.4388079754316636, 6.8122907702984], "p_value": 0.2933768519701526, "input_sha256": "c7bfac30140b5890eb0d8726ee33497ec7591d38d78fb08cfcd6eb36287b660c"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 9598600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029703638593803885, "interval": [-0.020276701000870763, 0.07968397818847853], "p_value": 0.222, "input_sha256": "c7bfac30140b5890eb0d8726ee33497ec7591d38d78fb08cfcd6eb36287b660c"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 9598600, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029703638593803885, "interval": [-0.021577532330192804, 0.07496797121334864], "p_value": 0.2346135082556106, "input_sha256": "c7bfac30140b5890eb0d8726ee33497ec7591d38d78fb08cfcd6eb36287b660c"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2979690576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.19802001324475516, "interval": [-4.120202809734866, 4.516242836224376], "p_value": 0.923, "input_sha256": "8a8f31de4505d28b636afee387e6dd395c783ffa2eb8da0f3e72ba4768f7adae"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2979690576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.19802001324475516, "interval": [-3.8619465334706633, 4.270936516377996], "p_value": 0.9260710623580901, "input_sha256": "8a8f31de4505d28b636afee387e6dd395c783ffa2eb8da0f3e72ba4768f7adae"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2979690576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018841092028191314, "interval": [-0.04044267177188005, 0.044210890177518315], "p_value": 0.925, "input_sha256": "8a8f31de4505d28b636afee387e6dd395c783ffa2eb8da0f3e72ba4768f7adae"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2979690576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018841092028191314, "interval": [-0.03603220264580366, 0.043100222870656534], "p_value": 0.9283117863269806, "input_sha256": "8a8f31de4505d28b636afee387e6dd395c783ffa2eb8da0f3e72ba4768f7adae"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4134692997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.663639309614438, "interval": [-6.262840206685179, 2.935561587456303], "p_value": 0.468, "input_sha256": "181f9df4a632d0696c125aad4a829d114ee3379351f3eb302b5deb9a431b519d"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4134692997, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.663639309614438, "interval": [-6.22347676675893, 2.4448017170872975], "p_value": 0.46823078483498326, "input_sha256": "181f9df4a632d0696c125aad4a829d114ee3379351f3eb302b5deb9a431b519d"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4134692997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010121920551804886, "interval": [-0.056733796701988914, 0.03648995559837914], "p_value": 0.665, "input_sha256": "181f9df4a632d0696c125aad4a829d114ee3379351f3eb302b5deb9a431b519d"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4134692997, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010121920551804886, "interval": [-0.057023774150316016, 0.031037491610941288], "p_value": 0.6623643207699128, "input_sha256": "181f9df4a632d0696c125aad4a829d114ee3379351f3eb302b5deb9a431b519d"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3527675373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.437235513692504, "interval": [-4.153469347240196, 7.027940374625204], "p_value": 0.613, "input_sha256": "e044880ea29461e5b19b70718766c8c237657d9fcdd65047bc2debbf554c845a"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3527675373, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.437235513692504, "interval": [-3.7636371533985806, 6.7184413335539075], "p_value": 0.6054906352112321, "input_sha256": "e044880ea29461e5b19b70718766c8c237657d9fcdd65047bc2debbf554c845a"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3527675373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013260855394130605, "interval": [-0.04502844519573074, 0.07155015598399195], "p_value": 0.653, "input_sha256": "e044880ea29461e5b19b70718766c8c237657d9fcdd65047bc2debbf554c845a"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3527675373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013260855394130605, "interval": [-0.04162091997579989, 0.07065177768414736], "p_value": 0.6476159432889016, "input_sha256": "e044880ea29461e5b19b70718766c8c237657d9fcdd65047bc2debbf554c845a"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1507869341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3154505975523687, "interval": [-5.169569372109815, 4.538668177005078], "p_value": 0.903, "input_sha256": "268b95824a9e5e6b744a2103542d4411c4e736d8fc18ee1346f97d4972787bc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1507869341, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3154505975523687, "interval": [-5.013374513112711, 3.896716623670152], "p_value": 0.8959847519218915, "input_sha256": "268b95824a9e5e6b744a2103542d4411c4e736d8fc18ee1346f97d4972787bc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1507869341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0017633288519127432, "interval": [-0.051600988281598134, 0.05512764598542362], "p_value": 0.953, "input_sha256": "268b95824a9e5e6b744a2103542d4411c4e736d8fc18ee1346f97d4972787bc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1507869341, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0017633288519127432, "interval": [-0.04870834971483209, 0.04977799381818613], "p_value": 0.9469752952227197, "input_sha256": "268b95824a9e5e6b744a2103542d4411c4e736d8fc18ee1346f97d4972787bc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2519935285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0283216511214972, "interval": [-2.932118205428774, 4.988761507671768], "p_value": 0.582, "input_sha256": "beae577689a38f18aa526acd1058f3f83a0857cb7dafaa68dfd111597fcff83c"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2519935285, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0283216511214972, "interval": [-2.881359923273538, 4.507539722039144], "p_value": 0.6014118953582763, "input_sha256": "beae577689a38f18aa526acd1058f3f83a0857cb7dafaa68dfd111597fcff83c"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2519935285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005381513925982573, "interval": [-0.03885200471277577, 0.04961503256474092], "p_value": 0.811, "input_sha256": "beae577689a38f18aa526acd1058f3f83a0857cb7dafaa68dfd111597fcff83c"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2519935285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005381513925982573, "interval": [-0.0396519742236534, 0.043111664624322435], "p_value": 0.8062389087616271, "input_sha256": "beae577689a38f18aa526acd1058f3f83a0857cb7dafaa68dfd111597fcff83c"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1246735570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4471401759074567, "interval": [-4.849106215771387, 3.954825863956474], "p_value": 0.846, "input_sha256": "e49a7d59bbecb473032793216cfbb63df1d4f64377bee128dc563506cf3b6c90"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1246735570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4471401759074567, "interval": [-4.333790012121597, 3.894300522275793], "p_value": 0.8376160950530221, "input_sha256": "e49a7d59bbecb473032793216cfbb63df1d4f64377bee128dc563506cf3b6c90"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1246735570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003602918869993879, "interval": [-0.05036608285848201, 0.04316024511849425], "p_value": 0.875, "input_sha256": "e49a7d59bbecb473032793216cfbb63df1d4f64377bee128dc563506cf3b6c90"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1246735570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003602918869993879, "interval": [-0.04336493529398698, 0.04356924883107903], "p_value": 0.8766109068329934, "input_sha256": "e49a7d59bbecb473032793216cfbb63df1d4f64377bee128dc563506cf3b6c90"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2814392887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7124663143744714, "interval": [-7.2708148351129696, 1.8458822063640268], "p_value": 0.221, "input_sha256": "9712594f218fc0c45f18dbaa77affae3239f44d4b38129131642cbc00e518032"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2814392887, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7124663143744714, "interval": [-6.7675849146532725, 1.8150900989873804], "p_value": 0.23575289330180002, "input_sha256": "9712594f218fc0c45f18dbaa77affae3239f44d4b38129131642cbc00e518032"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2814392887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02555683706470127, "interval": [-0.06761899798315515, 0.016505323853752613], "p_value": 0.212, "input_sha256": "9712594f218fc0c45f18dbaa77affae3239f44d4b38129131642cbc00e518032"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2814392887, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02555683706470127, "interval": [-0.06451076021990242, 0.015467876728540834], "p_value": 0.2262434947370747, "input_sha256": "9712594f218fc0c45f18dbaa77affae3239f44d4b38129131642cbc00e518032"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2567497837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.23174946574091493, "interval": [-4.088456349687938, 4.551955281169768], "p_value": 0.922, "input_sha256": "ad6278a44c4120f55ed40bb01975215182911c3c01ca92dcf07e63ff44141211"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2567497837, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.23174946574091493, "interval": [-3.70411604322578, 4.613885917743059], "p_value": 0.9140791906237559, "input_sha256": "ad6278a44c4120f55ed40bb01975215182911c3c01ca92dcf07e63ff44141211"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2567497837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009525189658436475, "interval": [-0.055731170357176396, 0.036680791040303445], "p_value": 0.702, "input_sha256": "ad6278a44c4120f55ed40bb01975215182911c3c01ca92dcf07e63ff44141211"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2567497837, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009525189658436475, "interval": [-0.05382771495800259, 0.034546019781924904], "p_value": 0.678456741063954, "input_sha256": "ad6278a44c4120f55ed40bb01975215182911c3c01ca92dcf07e63ff44141211"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4160568042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.4757787056351344, "interval": [-7.30675695147775, 2.3551995402074812], "p_value": 0.295, "input_sha256": "f3ad9764fb8f932a9fe641d918b7f983f19763c2a70f120c887e56e6054b8af3"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4160568042, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.4757787056351344, "interval": [-7.360578697076175, 1.5349336262280135], "p_value": 0.3054510239034463, "input_sha256": "f3ad9764fb8f932a9fe641d918b7f983f19763c2a70f120c887e56e6054b8af3"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4160568042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025869154176836877, "interval": [-0.0732893082816664, 0.021550999927992642], "p_value": 0.276, "input_sha256": "f3ad9764fb8f932a9fe641d918b7f983f19763c2a70f120c887e56e6054b8af3"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4160568042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025869154176836877, "interval": [-0.07494542785853589, 0.013452812297356998], "p_value": 0.27596809542374195, "input_sha256": "f3ad9764fb8f932a9fe641d918b7f983f19763c2a70f120c887e56e6054b8af3"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4183059114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.178259331020235, "interval": [-6.911643729368855, 4.555125067328385], "p_value": 0.683, "input_sha256": "34cfaac63235858371f4227855f3de8130e490b16919bc073e5c36b7997b4d21"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4183059114, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.178259331020235, "interval": [-6.326481362863189, 4.505099189100472], "p_value": 0.6790137553683475, "input_sha256": "34cfaac63235858371f4227855f3de8130e490b16919bc073e5c36b7997b4d21"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4183059114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011850028480981406, "interval": [-0.0713580069429274, 0.0476579499809646], "p_value": 0.694, "input_sha256": "34cfaac63235858371f4227855f3de8130e490b16919bc073e5c36b7997b4d21"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4183059114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011850028480981406, "interval": [-0.06560681463293455, 0.04739954698795528], "p_value": 0.6887938632485653, "input_sha256": "34cfaac63235858371f4227855f3de8130e490b16919bc073e5c36b7997b4d21"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1127710522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.535097899700558, "interval": [-6.031781020668871, 2.9615852212677547], "p_value": 0.489, "input_sha256": "750fd109dde1121304b5e70de8d50d031ece22716b15fc52dc3a8333630882ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1127710522, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.535097899700558, "interval": [-5.555559281754253, 2.6081307571368084], "p_value": 0.493687405655167, "input_sha256": "750fd109dde1121304b5e70de8d50d031ece22716b15fc52dc3a8333630882ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1127710522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006721151678281606, "interval": [-0.05341839674784557, 0.03997609339128236], "p_value": 0.767, "input_sha256": "750fd109dde1121304b5e70de8d50d031ece22716b15fc52dc3a8333630882ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1127710522, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006721151678281606, "interval": [-0.047788187237473266, 0.03592441526701985], "p_value": 0.7721460861138114, "input_sha256": "750fd109dde1121304b5e70de8d50d031ece22716b15fc52dc3a8333630882ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2223174711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8089460712556384, "interval": [-4.589530799910369, 2.971638657399092], "p_value": 0.666, "input_sha256": "7a59b39570ee64a458d1ea6938ae2a05655b704c351a8c1e744f3497ced6fe70"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2223174711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8089460712556384, "interval": [-4.163924767387976, 2.9193521423670283], "p_value": 0.6673411663153612, "input_sha256": "7a59b39570ee64a458d1ea6938ae2a05655b704c351a8c1e744f3497ced6fe70"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2223174711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005902470668538759, "interval": [-0.05350298684410603, 0.04169804550702851], "p_value": 0.794, "input_sha256": "7a59b39570ee64a458d1ea6938ae2a05655b704c351a8c1e744f3497ced6fe70"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2223174711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005902470668538759, "interval": [-0.051175293341622824, 0.03930027666106976], "p_value": 0.8031471047238495, "input_sha256": "7a59b39570ee64a458d1ea6938ae2a05655b704c351a8c1e744f3497ced6fe70"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2279345184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6804470495950437, "interval": [-1.8767044072891084, 9.237598506479195], "p_value": 0.172, "input_sha256": "23e3ad5ca765c0cb2346abe5132407bf9d4bf989b2c7ba802a4974f70745b081"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2279345184, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6804470495950437, "interval": [-1.6159563715725758, 9.242634555831373], "p_value": 0.18754583918002712, "input_sha256": "23e3ad5ca765c0cb2346abe5132407bf9d4bf989b2c7ba802a4974f70745b081"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2279345184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03800975455242321, "interval": [-0.022149918355334544, 0.09816942746018097], "p_value": 0.196, "input_sha256": "23e3ad5ca765c0cb2346abe5132407bf9d4bf989b2c7ba802a4974f70745b081"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2279345184, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03800975455242321, "interval": [-0.01983417988854569, 0.09740848654520216], "p_value": 0.20831395104397005, "input_sha256": "23e3ad5ca765c0cb2346abe5132407bf9d4bf989b2c7ba802a4974f70745b081"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 172514986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.611771081774945, "interval": [-6.169130560510027, 2.9455883969601366], "p_value": 0.476, "input_sha256": "5a17581ce9b10cc01d2e9d2f31636f9d98915df584ef68aae58613ecf1030a7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 172514986, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.611771081774945, "interval": [-5.749478017452658, 2.63970160416531], "p_value": 0.4783889363626732, "input_sha256": "5a17581ce9b10cc01d2e9d2f31636f9d98915df584ef68aae58613ecf1030a7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 172514986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013347345339348532, "interval": [-0.061497689532606835, 0.03480299885390977], "p_value": 0.585, "input_sha256": "5a17581ce9b10cc01d2e9d2f31636f9d98915df584ef68aae58613ecf1030a7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 172514986, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013347345339348532, "interval": [-0.06007613664662762, 0.0307971435816508], "p_value": 0.5779720658183598, "input_sha256": "5a17581ce9b10cc01d2e9d2f31636f9d98915df584ef68aae58613ecf1030a7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2968649761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9788012791857295, "interval": [-2.445279421627445, 8.402881979998904], "p_value": 0.285, "input_sha256": "503d606f9d1c66396d3f9ac235c338cf41cc165de2194659677b50cef13014cc"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2968649761, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9788012791857295, "interval": [-1.3837531387631763, 8.085849746117246], "p_value": 0.2717933882955314, "input_sha256": "503d606f9d1c66396d3f9ac235c338cf41cc165de2194659677b50cef13014cc"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2968649761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03496368387928915, "interval": [-0.020104189843082286, 0.0900315576016606], "p_value": 0.228, "input_sha256": "503d606f9d1c66396d3f9ac235c338cf41cc165de2194659677b50cef13014cc"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2968649761, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03496368387928915, "interval": [-0.009442314253890199, 0.08721173943963881], "p_value": 0.20480439509274462, "input_sha256": "503d606f9d1c66396d3f9ac235c338cf41cc165de2194659677b50cef13014cc"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 308244983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2679070049467764, "interval": [-2.2421099462232474, 4.7779239561168], "p_value": 0.446, "input_sha256": "28fc1164745c6c73228819b9a67cbd2d57637152a44f466588e7b0e703cff8e1"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 308244983, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2679070049467764, "interval": [-1.576502370879421, 5.038604428130067], "p_value": 0.46698025540468513, "input_sha256": "28fc1164745c6c73228819b9a67cbd2d57637152a44f466588e7b0e703cff8e1"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 308244983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008957360018889277, "interval": [-0.027949662294143952, 0.045864382331922506], "p_value": 0.616, "input_sha256": "28fc1164745c6c73228819b9a67cbd2d57637152a44f466588e7b0e703cff8e1"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 308244983, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008957360018889277, "interval": [-0.02052105147344493, 0.04688767163023169], "p_value": 0.6245009014504671, "input_sha256": "28fc1164745c6c73228819b9a67cbd2d57637152a44f466588e7b0e703cff8e1"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2788205456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.404474195475083, "interval": [-7.107523362094389, 2.298574971144223], "p_value": 0.305, "input_sha256": "9be7418784afb571c76ab8c4c03f5c9623191b638c62f0c534ab82dae381bb5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2788205456, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.404474195475083, "interval": [-6.921948042830478, 2.1466414874577664], "p_value": 0.305110693713697, "input_sha256": "9be7418784afb571c76ab8c4c03f5c9623191b638c62f0c534ab82dae381bb5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2788205456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026489839500220477, "interval": [-0.07453418311332141, 0.021554504112880457], "p_value": 0.282, "input_sha256": "9be7418784afb571c76ab8c4c03f5c9623191b638c62f0c534ab82dae381bb5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2788205456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026489839500220477, "interval": [-0.07530332289473618, 0.016678063797481595], "p_value": 0.269381491419441, "input_sha256": "9be7418784afb571c76ab8c4c03f5c9623191b638c62f0c534ab82dae381bb5c"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2523265781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.387233190859507, "interval": [-6.6703600542324475, 1.8958936725134334], "p_value": 0.246, "input_sha256": "508dbbe5b4e2ecbf31daad0c26fe9ec8e7044a0125c5b13fc7e838147d66bb32"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2523265781, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.387233190859507, "interval": [-6.410410492345481, 1.7930362767752086], "p_value": 0.2653864134717403, "input_sha256": "508dbbe5b4e2ecbf31daad0c26fe9ec8e7044a0125c5b13fc7e838147d66bb32"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2523265781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021763088898362745, "interval": [-0.06616249560956962, 0.02263631781284413], "p_value": 0.314, "input_sha256": "508dbbe5b4e2ecbf31daad0c26fe9ec8e7044a0125c5b13fc7e838147d66bb32"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2523265781, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021763088898362745, "interval": [-0.06227196833822547, 0.021948704967036308], "p_value": 0.3261694742265385, "input_sha256": "508dbbe5b4e2ecbf31daad0c26fe9ec8e7044a0125c5b13fc7e838147d66bb32"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 974451377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.3998578358741725, "interval": [-9.337497290442649, 0.5377816186943027], "p_value": 0.087, "input_sha256": "70254bc0460650bc1688b66f638b44c8167179e326e5940a418bed861858c2fd"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 974451377, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.3998578358741725, "interval": [-9.423427263905447, -0.01764039451393211], "p_value": 0.07917732657210917, "input_sha256": "70254bc0460650bc1688b66f638b44c8167179e326e5940a418bed861858c2fd"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 974451377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042446521090450974, "interval": [-0.09156887299226851, 0.006675830811366565], "p_value": 0.097, "input_sha256": "70254bc0460650bc1688b66f638b44c8167179e326e5940a418bed861858c2fd"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 974451377, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042446521090450974, "interval": [-0.08888472083438882, 0.0015848819989144904], "p_value": 0.08831091929118776, "input_sha256": "70254bc0460650bc1688b66f638b44c8167179e326e5940a418bed861858c2fd"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2549468044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.937972284430617, "interval": [-9.17792220592587, 1.3019776370646357], "p_value": 0.125, "input_sha256": "a698f97691e17e5fc5b7d5d658e1c75608c16f153fa1c456cf876dd59dfc3fba"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2549468044, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.937972284430617, "interval": [-8.690242534014988, 0.9032399865655039], "p_value": 0.13549128697038318, "input_sha256": "a698f97691e17e5fc5b7d5d658e1c75608c16f153fa1c456cf876dd59dfc3fba"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2549468044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.050219467561678215, "interval": [-0.10956464171747314, 0.009125706594116711], "p_value": 0.089, "input_sha256": "a698f97691e17e5fc5b7d5d658e1c75608c16f153fa1c456cf876dd59dfc3fba"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2549468044, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.050219467561678215, "interval": [-0.10514264975826555, 0.002052208479307125], "p_value": 0.0941730189250415, "input_sha256": "a698f97691e17e5fc5b7d5d658e1c75608c16f153fa1c456cf876dd59dfc3fba"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 193884191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9493937997000144, "interval": [-6.083821647942006, 4.1850340485419775], "p_value": 0.718, "input_sha256": "92e02ebd2c6e3a608f24f88a901586903224d5204a160e943f72c24b81a5afd3"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 193884191, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9493937997000144, "interval": [-5.848165818380349, 4.281239193203125], "p_value": 0.7100936232117241, "input_sha256": "92e02ebd2c6e3a608f24f88a901586903224d5204a160e943f72c24b81a5afd3"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 193884191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015116032810093952, "interval": [-0.06590831516361687, 0.035676249543428955], "p_value": 0.567, "input_sha256": "92e02ebd2c6e3a608f24f88a901586903224d5204a160e943f72c24b81a5afd3"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 193884191, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015116032810093952, "interval": [-0.06360091890992434, 0.03495899792113058], "p_value": 0.5504085976973019, "input_sha256": "92e02ebd2c6e3a608f24f88a901586903224d5204a160e943f72c24b81a5afd3"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1354126907, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.457997972950906, "interval": [-8.442358204487864, -0.473637741413949], "p_value": 0.037, "input_sha256": "ae385d774560473fcf6419d1f4cbaa20233d6cfcdbb49037351725e7dba27b04"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1354126907, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.457997972950906, "interval": [-7.940918778959339, -0.5294023115225832], "p_value": 0.029302894695593374, "input_sha256": "ae385d774560473fcf6419d1f4cbaa20233d6cfcdbb49037351725e7dba27b04"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1354126907, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04722760681890781, "interval": [-0.08911785870206651, -0.005337354935749106], "p_value": 0.032, "input_sha256": "ae385d774560473fcf6419d1f4cbaa20233d6cfcdbb49037351725e7dba27b04"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1354126907, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04722760681890781, "interval": [-0.08586389660991249, -0.006493406274284157], "p_value": 0.02816966193411071, "input_sha256": "ae385d774560473fcf6419d1f4cbaa20233d6cfcdbb49037351725e7dba27b04"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1862065078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0835029108935395, "interval": [-3.103908791118867, 7.270914612905946], "p_value": 0.399, "input_sha256": "e0f9ea5aa46bb3b9ed6daec29586d81a11150ccf3390fb3634531b984504ac21"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1862065078, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0835029108935395, "interval": [-2.938183582425407, 6.776227521083984], "p_value": 0.42067473716303116, "input_sha256": "e0f9ea5aa46bb3b9ed6daec29586d81a11150ccf3390fb3634531b984504ac21"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1862065078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02385048872506798, "interval": [-0.027726934954811593, 0.07542791240494756], "p_value": 0.322, "input_sha256": "e0f9ea5aa46bb3b9ed6daec29586d81a11150ccf3390fb3634531b984504ac21"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1862065078, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02385048872506798, "interval": [-0.024182022431415803, 0.0700481683896711], "p_value": 0.35459898481987784, "input_sha256": "e0f9ea5aa46bb3b9ed6daec29586d81a11150ccf3390fb3634531b984504ac21"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2799001031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.610227686339303, "interval": [-6.8466223237322, 1.6261669510535945], "p_value": 0.21, "input_sha256": "114a93da3dcab23833995b4f0a0c8ac48db04c4d3c1b7724ba292f5d2ddb25d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2799001031, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.610227686339303, "interval": [-6.524661274400917, 1.3416236832250845], "p_value": 0.21975603766999685, "input_sha256": "114a93da3dcab23833995b4f0a0c8ac48db04c4d3c1b7724ba292f5d2ddb25d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2799001031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026326275103694015, "interval": [-0.06865680038791643, 0.016004250180528395], "p_value": 0.222, "input_sha256": "114a93da3dcab23833995b4f0a0c8ac48db04c4d3c1b7724ba292f5d2ddb25d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2799001031, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026326275103694015, "interval": [-0.06520475281840396, 0.01335674664133655], "p_value": 0.21566452409985484, "input_sha256": "114a93da3dcab23833995b4f0a0c8ac48db04c4d3c1b7724ba292f5d2ddb25d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1319511421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7444674562416562, "interval": [-4.333631818465923, 5.8225667309492355], "p_value": 0.774, "input_sha256": "00bdf8d1a84986e15a0185874cd0de7422b96b4bc755a0f9d0e03a9dbb83f7a4"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1319511421, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7444674562416562, "interval": [-4.40564324098706, 5.122188142620525], "p_value": 0.7678986586458696, "input_sha256": "00bdf8d1a84986e15a0185874cd0de7422b96b4bc755a0f9d0e03a9dbb83f7a4"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1319511421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0002963071307868492, "interval": [-0.05558771163140139, 0.05499509736982769], "p_value": 0.99, "input_sha256": "00bdf8d1a84986e15a0185874cd0de7422b96b4bc755a0f9d0e03a9dbb83f7a4"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1319511421, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0002963071307868492, "interval": [-0.05904203073711231, 0.044211278030774986], "p_value": 0.9913792850665932, "input_sha256": "00bdf8d1a84986e15a0185874cd0de7422b96b4bc755a0f9d0e03a9dbb83f7a4"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2798562341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.273571610072461, "interval": [-10.369525745448984, -2.1776174746959374], "p_value": 0.003, "input_sha256": "abe18ffcaa0b1793165aecf8795b0b9afc3547613a32d4803d0935044e6434b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2798562341, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.273571610072461, "interval": [-9.983866561003845, -2.4666379548571853], "p_value": 0.00363501528968665, "input_sha256": "abe18ffcaa0b1793165aecf8795b0b9afc3547613a32d4803d0935044e6434b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2798562341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07004945519546989, "interval": [-0.11291286109939777, -0.027186049291542003], "p_value": 0.002, "input_sha256": "abe18ffcaa0b1793165aecf8795b0b9afc3547613a32d4803d0935044e6434b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2798562341, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07004945519546989, "interval": [-0.11017921558760645, -0.03171991137726788], "p_value": 0.002072367741226961, "input_sha256": "abe18ffcaa0b1793165aecf8795b0b9afc3547613a32d4803d0935044e6434b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4230366756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.349619731207137, "interval": [-1.6234855344398573, 6.322724996854132], "p_value": 0.232, "input_sha256": "bdc41b66e8a2c52da9de1fb791aaf8edcab35b1e2cf3bed311d46fa8405bfc87"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4230366756, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.349619731207137, "interval": [-1.478237681273301, 5.868639360213248], "p_value": 0.23862766883375539, "input_sha256": "bdc41b66e8a2c52da9de1fb791aaf8edcab35b1e2cf3bed311d46fa8405bfc87"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4230366756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024982801116286674, "interval": [-0.018214411160211427, 0.06818001339278477], "p_value": 0.256, "input_sha256": "bdc41b66e8a2c52da9de1fb791aaf8edcab35b1e2cf3bed311d46fa8405bfc87"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4230366756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024982801116286674, "interval": [-0.012349696739522279, 0.06760143758318146], "p_value": 0.2489352690783976, "input_sha256": "bdc41b66e8a2c52da9de1fb791aaf8edcab35b1e2cf3bed311d46fa8405bfc87"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3115042946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.19927742205970844, "interval": [-4.648766296474173, 5.04732114059359], "p_value": 0.939, "input_sha256": "1f25b5c8f14e9527793fdc280f65be4b72607f8e8649172a1725260381c4adee"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3115042946, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.19927742205970844, "interval": [-3.895602658930596, 4.751050331336229], "p_value": 0.933930783891076, "input_sha256": "1f25b5c8f14e9527793fdc280f65be4b72607f8e8649172a1725260381c4adee"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3115042946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0002431111265123881, "interval": [-0.04831494438215312, 0.048801166635177896], "p_value": 0.99, "input_sha256": "1f25b5c8f14e9527793fdc280f65be4b72607f8e8649172a1725260381c4adee"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3115042946, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0002431111265123881, "interval": [-0.04296019829747075, 0.044270492682758955], "p_value": 0.9919347724701688, "input_sha256": "1f25b5c8f14e9527793fdc280f65be4b72607f8e8649172a1725260381c4adee"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1361445401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7955318205373798, "interval": [-5.586751844724856, 3.9956882036500962], "p_value": 0.755, "input_sha256": "2bdd6eaa68edc2797a6f0dc16767d645a736426c2f2daf6edc24b75f395987d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1361445401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7955318205373798, "interval": [-5.662561727449131, 3.6719562259730543], "p_value": 0.7386156127439694, "input_sha256": "2bdd6eaa68edc2797a6f0dc16767d645a736426c2f2daf6edc24b75f395987d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1361445401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014522722790604584, "interval": [-0.0636868469747213, 0.03464140139351212], "p_value": 0.564, "input_sha256": "2bdd6eaa68edc2797a6f0dc16767d645a736426c2f2daf6edc24b75f395987d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1361445401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014522722790604584, "interval": [-0.06485592006150329, 0.03128152977665584], "p_value": 0.5532413954643869, "input_sha256": "2bdd6eaa68edc2797a6f0dc16767d645a736426c2f2daf6edc24b75f395987d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1241483637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.384034232689115, "interval": [-3.3922894820686498, 8.16035794744688], "p_value": 0.423, "input_sha256": "fce8ce73ec7914a2939368ad3240507da87820227642bd0bb8488791edb2b7b8"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1241483637, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.384034232689115, "interval": [-3.523365868293482, 7.623346164960245], "p_value": 0.40854306451382705, "input_sha256": "fce8ce73ec7914a2939368ad3240507da87820227642bd0bb8488791edb2b7b8"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1241483637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02839928690060846, "interval": [-0.03198652507819137, 0.08878509887940829], "p_value": 0.357, "input_sha256": "fce8ce73ec7914a2939368ad3240507da87820227642bd0bb8488791edb2b7b8"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1241483637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02839928690060846, "interval": [-0.030646381951145128, 0.08430785375927889], "p_value": 0.34699386021428136, "input_sha256": "fce8ce73ec7914a2939368ad3240507da87820227642bd0bb8488791edb2b7b8"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1224628032, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5950207203746745, "interval": [-0.16921846531575824, 9.359259906065107], "p_value": 0.06, "input_sha256": "5cc3fa6c3e99cf583ff0c52ee504fc2a344677d5de790a103e36cecac2698e4b"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1224628032, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5950207203746745, "interval": [0.11543953227579229, 9.16116572532391], "p_value": 0.05825110455321353, "input_sha256": "5cc3fa6c3e99cf583ff0c52ee504fc2a344677d5de790a103e36cecac2698e4b"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1224628032, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.048957444868397905, "interval": [-0.00046172950776481037, 0.09837661924456062], "p_value": 0.061, "input_sha256": "5cc3fa6c3e99cf583ff0c52ee504fc2a344677d5de790a103e36cecac2698e4b"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1224628032, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.048957444868397905, "interval": [0.002957780000336245, 0.09540346344919046], "p_value": 0.05206266075701394, "input_sha256": "5cc3fa6c3e99cf583ff0c52ee504fc2a344677d5de790a103e36cecac2698e4b"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1463685120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3747798577833974, "interval": [-5.89431657545875, 5.144756859891955], "p_value": 0.891, "input_sha256": "058ee6a1ffef0eb8bb8a693f771c191a27079c03bcdbd174e17d65cb7c5b5308"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1463685120, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3747798577833974, "interval": [-5.150309698377549, 5.018624276198173], "p_value": 0.8913292484692852, "input_sha256": "058ee6a1ffef0eb8bb8a693f771c191a27079c03bcdbd174e17d65cb7c5b5308"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1463685120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024645706506849774, "interval": [-0.059671160593992516, 0.05474201929262256], "p_value": 0.938, "input_sha256": "058ee6a1ffef0eb8bb8a693f771c191a27079c03bcdbd174e17d65cb7c5b5308"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1463685120, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024645706506849774, "interval": [-0.05202135137112153, 0.05508951851586202], "p_value": 0.9309227244096845, "input_sha256": "058ee6a1ffef0eb8bb8a693f771c191a27079c03bcdbd174e17d65cb7c5b5308"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 802401849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1112584237759346, "interval": [-2.8866886275925028, 5.109205475144372], "p_value": 0.579, "input_sha256": "571930955115369dc2b71309470a853b01013e06ba956034a2c980df8063bd97"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 802401849, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1112584237759346, "interval": [-2.456010109298592, 5.304348595663394], "p_value": 0.576674525214852, "input_sha256": "571930955115369dc2b71309470a853b01013e06ba956034a2c980df8063bd97"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 802401849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01449524886989123, "interval": [-0.027533018792879352, 0.05652351653266181], "p_value": 0.485, "input_sha256": "571930955115369dc2b71309470a853b01013e06ba956034a2c980df8063bd97"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 802401849, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01449524886989123, "interval": [-0.023996915800313278, 0.058903526459939126], "p_value": 0.4892824342771894, "input_sha256": "571930955115369dc2b71309470a853b01013e06ba956034a2c980df8063bd97"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3701061960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3837944519330616, "interval": [-8.103434767564067, 1.3358458636979433], "p_value": 0.151, "input_sha256": "9b985dae6ea6b2177a8cd930473d102eee4da937e0ebd8e511d338a81a46ba94"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3701061960, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3837944519330616, "interval": [-8.200653686210119, 0.9310578484751537], "p_value": 0.1548685499280567, "input_sha256": "9b985dae6ea6b2177a8cd930473d102eee4da937e0ebd8e511d338a81a46ba94"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3701061960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033806221980056686, "interval": [-0.08236832217751204, 0.014755878217398669], "p_value": 0.167, "input_sha256": "9b985dae6ea6b2177a8cd930473d102eee4da937e0ebd8e511d338a81a46ba94"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3701061960, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033806221980056686, "interval": [-0.0832816214369352, 0.010279196731005403], "p_value": 0.16687632283933243, "input_sha256": "9b985dae6ea6b2177a8cd930473d102eee4da937e0ebd8e511d338a81a46ba94"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3492859651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05039208147805141, "interval": [-5.002277573065564, 4.901493410109461], "p_value": 0.988, "input_sha256": "96afa2e9a784f71df68d8b4f949a3a7fd54ee0d1ee1fe4f89a238722b7537d8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3492859651, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05039208147805141, "interval": [-4.4642463972381, 4.964317067869289], "p_value": 0.9836587466619561, "input_sha256": "96afa2e9a784f71df68d8b4f949a3a7fd54ee0d1ee1fe4f89a238722b7537d8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3492859651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003763335183162214, "interval": [-0.045549651981039725, 0.053076322347364153], "p_value": 0.899, "input_sha256": "96afa2e9a784f71df68d8b4f949a3a7fd54ee0d1ee1fe4f89a238722b7537d8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3492859651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003763335183162214, "interval": [-0.03935290484004402, 0.05600483140416182], "p_value": 0.8778916575148824, "input_sha256": "96afa2e9a784f71df68d8b4f949a3a7fd54ee0d1ee1fe4f89a238722b7537d8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2523758595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.19565187442285037, "interval": [-4.192084722362268, 4.583388471207969], "p_value": 0.921, "input_sha256": "b7edd7864c1e20fd603f69ec4069d75c032cda6aa230b14de77193a1610399ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2523758595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.19565187442285037, "interval": [-3.8924770764092047, 4.179757548055605], "p_value": 0.9285138308987728, "input_sha256": "b7edd7864c1e20fd603f69ec4069d75c032cda6aa230b14de77193a1610399ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2523758595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004892809727896047, "interval": [-0.0452264976852009, 0.055012117140992994], "p_value": 0.825, "input_sha256": "b7edd7864c1e20fd603f69ec4069d75c032cda6aa230b14de77193a1610399ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2523758595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004892809727896047, "interval": [-0.04312828811526311, 0.049407009642760145], "p_value": 0.8443554590116233, "input_sha256": "b7edd7864c1e20fd603f69ec4069d75c032cda6aa230b14de77193a1610399ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1245544788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.657865922249303, "interval": [-7.324296649408431, 2.0085648049098257], "p_value": 0.234, "input_sha256": "5336dacc482d1bdf471158ad58999ad90068ee5b285066434d285543322a6653"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1245544788, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.657865922249303, "interval": [-7.123189549759316, 1.7358443078419823], "p_value": 0.25608898761839405, "input_sha256": "5336dacc482d1bdf471158ad58999ad90068ee5b285066434d285543322a6653"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1245544788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020647851414581433, "interval": [-0.06862210294653688, 0.027326400117374014], "p_value": 0.37, "input_sha256": "5336dacc482d1bdf471158ad58999ad90068ee5b285066434d285543322a6653"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1245544788, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020647851414581433, "interval": [-0.06485628748431371, 0.025494002711288356], "p_value": 0.3890562397879883, "input_sha256": "5336dacc482d1bdf471158ad58999ad90068ee5b285066434d285543322a6653"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292407268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6041658103245773, "interval": [-5.351535901722689, 4.143204281073534], "p_value": 0.819, "input_sha256": "cf519393b7a83a309c8902e68dac3d271b6e01e456e6d0ffaa4231ed0d2dcbc3"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292407268, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6041658103245773, "interval": [-4.630071855509559, 4.073382639567977], "p_value": 0.7979309776898866, "input_sha256": "cf519393b7a83a309c8902e68dac3d271b6e01e456e6d0ffaa4231ed0d2dcbc3"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292407268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019108941977936375, "interval": [-0.06975133547475718, 0.03153345151888443], "p_value": 0.454, "input_sha256": "cf519393b7a83a309c8902e68dac3d271b6e01e456e6d0ffaa4231ed0d2dcbc3"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292407268, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019108941977936375, "interval": [-0.06418887511956296, 0.029445874135348424], "p_value": 0.44966061178810923, "input_sha256": "cf519393b7a83a309c8902e68dac3d271b6e01e456e6d0ffaa4231ed0d2dcbc3"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2198632817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5676569410939143, "interval": [-4.242959345649981, 5.378273227837809], "p_value": 0.834, "input_sha256": "77e6b3694f5b7be76df111e0bb72742d8da8b3253ec841dc400c95bccf24e112"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2198632817, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5676569410939143, "interval": [-3.637095820078693, 5.179300273271818], "p_value": 0.8124679364381738, "input_sha256": "77e6b3694f5b7be76df111e0bb72742d8da8b3253ec841dc400c95bccf24e112"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2198632817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0010368136667410766, "interval": [-0.052782433135463096, 0.05070880580198094], "p_value": 0.973, "input_sha256": "77e6b3694f5b7be76df111e0bb72742d8da8b3253ec841dc400c95bccf24e112"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2198632817, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0010368136667410766, "interval": [-0.04630247809170716, 0.04745260414080187], "p_value": 0.9678324423952471, "input_sha256": "77e6b3694f5b7be76df111e0bb72742d8da8b3253ec841dc400c95bccf24e112"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 81427691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1987214687585155, "interval": [-3.1586513768044515, 5.5560943143214825], "p_value": 0.587, "input_sha256": "0943b0caa325f527d3d4b3d9d1ffac3016abf441de126d5e57bf72ae1c821b74"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 81427691, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1987214687585155, "interval": [-3.307066715023515, 5.019037467775259], "p_value": 0.5808495478918982, "input_sha256": "0943b0caa325f527d3d4b3d9d1ffac3016abf441de126d5e57bf72ae1c821b74"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 81427691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009819025261363815, "interval": [-0.038764971371691756, 0.058403021894419385], "p_value": 0.703, "input_sha256": "0943b0caa325f527d3d4b3d9d1ffac3016abf441de126d5e57bf72ae1c821b74"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 81427691, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009819025261363815, "interval": [-0.036271647814725264, 0.05183468891911228], "p_value": 0.6847311970559443, "input_sha256": "0943b0caa325f527d3d4b3d9d1ffac3016abf441de126d5e57bf72ae1c821b74"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3260302709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030746100593001202, "interval": [-3.4942629124985847, 3.555755113684587], "p_value": 0.98, "input_sha256": "453d9c68090ef635af699464783eeec0872eb7aba300aed7a679f64072c66fcf"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3260302709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030746100593001202, "interval": [-3.1277848439953124, 3.0295439384980245], "p_value": 0.9859388691325753, "input_sha256": "453d9c68090ef635af699464783eeec0872eb7aba300aed7a679f64072c66fcf"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3260302709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014132220162763429, "interval": [-0.02978383626583824, 0.0580482765913651], "p_value": 0.503, "input_sha256": "453d9c68090ef635af699464783eeec0872eb7aba300aed7a679f64072c66fcf"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3260302709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014132220162763429, "interval": [-0.022322190859802048, 0.053478622485946405], "p_value": 0.5153587290650238, "input_sha256": "453d9c68090ef635af699464783eeec0872eb7aba300aed7a679f64072c66fcf"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1225391464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8167420728454147, "interval": [-3.7792406277822073, 7.412724773473037], "p_value": 0.531, "input_sha256": "3bae2ee22c8af7870cddbbd33a4e6ef96e4fc4bf374cdc4b82caa6b4c7ab4bf3"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1225391464, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8167420728454147, "interval": [-3.396615168757399, 6.575943232688749], "p_value": 0.5149216180604972, "input_sha256": "3bae2ee22c8af7870cddbbd33a4e6ef96e4fc4bf374cdc4b82caa6b4c7ab4bf3"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1225391464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01684973014373055, "interval": [-0.04540838372103343, 0.07910784400849452], "p_value": 0.593, "input_sha256": "3bae2ee22c8af7870cddbbd33a4e6ef96e4fc4bf374cdc4b82caa6b4c7ab4bf3"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1225391464, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01684973014373055, "interval": [-0.03584131078317419, 0.0712483531360263], "p_value": 0.5869376045588921, "input_sha256": "3bae2ee22c8af7870cddbbd33a4e6ef96e4fc4bf374cdc4b82caa6b4c7ab4bf3"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4214350253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2516129715384263, "interval": [-3.1774280406933952, 5.680653983770248], "p_value": 0.592, "input_sha256": "3cb5b4dae971c02317f0cc1e0c438d8cc739459b0feb2930b20f8c0f37058054"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4214350253, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2516129715384263, "interval": [-2.681594534414858, 6.10235840952542], "p_value": 0.5706058332348208, "input_sha256": "3cb5b4dae971c02317f0cc1e0c438d8cc739459b0feb2930b20f8c0f37058054"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4214350253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01487663868707554, "interval": [-0.031423930491983935, 0.061177207866135015], "p_value": 0.535, "input_sha256": "3cb5b4dae971c02317f0cc1e0c438d8cc739459b0feb2930b20f8c0f37058054"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4214350253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01487663868707554, "interval": [-0.02691546429511785, 0.06541023600678733], "p_value": 0.5192433549904137, "input_sha256": "3cb5b4dae971c02317f0cc1e0c438d8cc739459b0feb2930b20f8c0f37058054"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2585779878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.091418290455267, "interval": [-6.893781598671585, 2.710945017761051], "p_value": 0.383, "input_sha256": "68dd7c8e487060dbd2c45221c42f3297250dd5fdbb37f95c0e24443e4c230eb1"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2585779878, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.091418290455267, "interval": [-6.864161042384865, 2.5528669630994583], "p_value": 0.3832828471725064, "input_sha256": "68dd7c8e487060dbd2c45221c42f3297250dd5fdbb37f95c0e24443e4c230eb1"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2585779878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02236958800889155, "interval": [-0.07449284823903873, 0.029753672221255627], "p_value": 0.402, "input_sha256": "68dd7c8e487060dbd2c45221c42f3297250dd5fdbb37f95c0e24443e4c230eb1"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2585779878, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02236958800889155, "interval": [-0.07672285697727037, 0.027926131095107935], "p_value": 0.3896137320131934, "input_sha256": "68dd7c8e487060dbd2c45221c42f3297250dd5fdbb37f95c0e24443e4c230eb1"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3852358519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6811649799690969, "interval": [-2.5783898544467183, 5.940719814384912], "p_value": 0.445, "input_sha256": "bc3f009dd7d03620c54faaf221db0387cf4a698bd0e9df0b7dc5a203de44760e"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3852358519, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6811649799690969, "interval": [-2.205240739128238, 5.552659832988923], "p_value": 0.42925818933872306, "input_sha256": "bc3f009dd7d03620c54faaf221db0387cf4a698bd0e9df0b7dc5a203de44760e"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3852358519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017461327696626276, "interval": [-0.026732166839988795, 0.06165482223324135], "p_value": 0.435, "input_sha256": "bc3f009dd7d03620c54faaf221db0387cf4a698bd0e9df0b7dc5a203de44760e"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3852358519, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017461327696626276, "interval": [-0.022604221690031196, 0.05732235982900018], "p_value": 0.428702776432607, "input_sha256": "bc3f009dd7d03620c54faaf221db0387cf4a698bd0e9df0b7dc5a203de44760e"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 299168571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3609254484647755, "interval": [-5.7710886627007065, 3.0492377657711556], "p_value": 0.546, "input_sha256": "bfa167a30f25612fc47047e1862d98b0a9180074ba557ea199897b4072c41539"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 299168571, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3609254484647755, "interval": [-5.3957170685105025, 2.8334678270581017], "p_value": 0.5348633860093241, "input_sha256": "bfa167a30f25612fc47047e1862d98b0a9180074ba557ea199897b4072c41539"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 299168571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013172042131413805, "interval": [-0.057809456792821776, 0.031465372529994165], "p_value": 0.56, "input_sha256": "bfa167a30f25612fc47047e1862d98b0a9180074ba557ea199897b4072c41539"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 299168571, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013172042131413805, "interval": [-0.05426849283132906, 0.03018146237318203], "p_value": 0.5528135770578224, "input_sha256": "bfa167a30f25612fc47047e1862d98b0a9180074ba557ea199897b4072c41539"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1003563868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3095213588975554, "interval": [-8.427391720264355, 1.8083490024692441], "p_value": 0.214, "input_sha256": "071f14bd82acb4f3a53458f2286f3f13c3800cee742e61423da11976c8c61570"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1003563868, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3095213588975554, "interval": [-8.035992593043176, 1.2546769866533085], "p_value": 0.1983626692889624, "input_sha256": "071f14bd82acb4f3a53458f2286f3f13c3800cee742e61423da11976c8c61570"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1003563868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.040702557892896674, "interval": [-0.09236015422623085, 0.010955038440437506], "p_value": 0.135, "input_sha256": "071f14bd82acb4f3a53458f2286f3f13c3800cee742e61423da11976c8c61570"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1003563868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.040702557892896674, "interval": [-0.08671351914019647, 0.007342247316036441], "p_value": 0.11889901945960474, "input_sha256": "071f14bd82acb4f3a53458f2286f3f13c3800cee742e61423da11976c8c61570"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2746847964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.024509759912884, "interval": [-7.482956081736221, 3.4339365619104534], "p_value": 0.468, "input_sha256": "562a722d86489f67b13ad3e3ae1eff4fc9c010ba8b2febf700ed79814ef2b6e3"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2746847964, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.024509759912884, "interval": [-7.064867975072183, 3.4438192126827585], "p_value": 0.4573686206767006, "input_sha256": "562a722d86489f67b13ad3e3ae1eff4fc9c010ba8b2febf700ed79814ef2b6e3"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2746847964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018556678770828214, "interval": [-0.07741700178728028, 0.040303644245623854], "p_value": 0.542, "input_sha256": "562a722d86489f67b13ad3e3ae1eff4fc9c010ba8b2febf700ed79814ef2b6e3"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2746847964, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018556678770828214, "interval": [-0.07271558950722229, 0.03827760613649783], "p_value": 0.527140834811771, "input_sha256": "562a722d86489f67b13ad3e3ae1eff4fc9c010ba8b2febf700ed79814ef2b6e3"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3540739645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.180829489525026, "interval": [-7.887659449310912, 1.5260004702608603], "p_value": 0.179, "input_sha256": "83319656de3134d598a7155c679c5cce69c6988faafccb9d6459699b373978b5"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3540739645, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.180829489525026, "interval": [-7.859278826613314, 1.161782729403713], "p_value": 0.1791845276179517, "input_sha256": "83319656de3134d598a7155c679c5cce69c6988faafccb9d6459699b373978b5"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3540739645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03090499434868721, "interval": [-0.08029792217027001, 0.018487933472895603], "p_value": 0.219, "input_sha256": "83319656de3134d598a7155c679c5cce69c6988faafccb9d6459699b373978b5"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3540739645, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03090499434868721, "interval": [-0.07920247279144242, 0.01495846347009992], "p_value": 0.21289830146948074, "input_sha256": "83319656de3134d598a7155c679c5cce69c6988faafccb9d6459699b373978b5"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1992776633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7429291276563301, "interval": [-4.557321934234051, 6.043180189546711], "p_value": 0.76, "input_sha256": "be2f3dde3667a673ccace553dbd066f54422325253608ee6c0124e3c5d1bc93d"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1992776633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7429291276563301, "interval": [-3.9851472851069643, 5.392343216832727], "p_value": 0.7777947036459583, "input_sha256": "be2f3dde3667a673ccace553dbd066f54422325253608ee6c0124e3c5d1bc93d"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1992776633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009123092327664215, "interval": [-0.04799746141419397, 0.0662436460695224], "p_value": 0.728, "input_sha256": "be2f3dde3667a673ccace553dbd066f54422325253608ee6c0124e3c5d1bc93d"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1992776633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009123092327664215, "interval": [-0.038452392336305215, 0.06205192632959258], "p_value": 0.7476639665321847, "input_sha256": "be2f3dde3667a673ccace553dbd066f54422325253608ee6c0124e3c5d1bc93d"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3162049753, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.34946893274541146, "interval": [-4.331732242211194, 5.030670107702017], "p_value": 0.883, "input_sha256": "bfd5ba7c80114621b933fca6ea260b842cf86b432f93ff622184d9161682311e"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3162049753, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.34946893274541146, "interval": [-4.477389455775965, 4.506209790327221], "p_value": 0.8802933498548119, "input_sha256": "bfd5ba7c80114621b933fca6ea260b842cf86b432f93ff622184d9161682311e"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3162049753, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0035533563947975355, "interval": [-0.04523949279169744, 0.052346205581292514], "p_value": 0.891, "input_sha256": "bfd5ba7c80114621b933fca6ea260b842cf86b432f93ff622184d9161682311e"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3162049753, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0035533563947975355, "interval": [-0.04670864348321144, 0.04704684493085142], "p_value": 0.8830993739454225, "input_sha256": "bfd5ba7c80114621b933fca6ea260b842cf86b432f93ff622184d9161682311e"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3304883542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.164212282874023, "interval": [-3.3510827773614658, 5.6795073431095116], "p_value": 0.597, "input_sha256": "484a936eef4ed461813e0723da09a4abfaa12bc2a5efa6c9aaa497b712bf2f25"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3304883542, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.164212282874023, "interval": [-3.518159771170294, 5.272618769008874], "p_value": 0.6047230495841869, "input_sha256": "484a936eef4ed461813e0723da09a4abfaa12bc2a5efa6c9aaa497b712bf2f25"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3304883542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006613984487314609, "interval": [-0.042514518130636135, 0.05574248710526535], "p_value": 0.808, "input_sha256": "484a936eef4ed461813e0723da09a4abfaa12bc2a5efa6c9aaa497b712bf2f25"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3304883542, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006613984487314609, "interval": [-0.0468913095290055, 0.04988811030045546], "p_value": 0.7866324504286946, "input_sha256": "484a936eef4ed461813e0723da09a4abfaa12bc2a5efa6c9aaa497b712bf2f25"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1725347329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.27477920567593905, "interval": [-6.047332939496268, 5.49777452814439], "p_value": 0.93, "input_sha256": "f3e83bc8b362cf98ef21974834b4b6d684af87502af30b33332ff6204cc3be29"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1725347329, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.27477920567593905, "interval": [-6.318299686027864, 4.857806332475523], "p_value": 0.9237210442469171, "input_sha256": "f3e83bc8b362cf98ef21974834b4b6d684af87502af30b33332ff6204cc3be29"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1725347329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006905583035415733, "interval": [-0.05261950348320667, 0.06643066955403813], "p_value": 0.806, "input_sha256": "f3e83bc8b362cf98ef21974834b4b6d684af87502af30b33332ff6204cc3be29"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1725347329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006905583035415733, "interval": [-0.048569083316815496, 0.06326232331205517], "p_value": 0.8155551598901971, "input_sha256": "f3e83bc8b362cf98ef21974834b4b6d684af87502af30b33332ff6204cc3be29"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2287155862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9702592254538747, "interval": [-5.62239592206803, 1.6818774711602806], "p_value": 0.287, "input_sha256": "781f042ab86c1731a7a3e594c3f13ad8de8a3ef4601f8aaffd91a354e7fb3c0d"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2287155862, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9702592254538747, "interval": [-5.474388894331055, 1.3990516475855725], "p_value": 0.28165295764279774, "input_sha256": "781f042ab86c1731a7a3e594c3f13ad8de8a3ef4601f8aaffd91a354e7fb3c0d"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2287155862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016529490883053624, "interval": [-0.05338338823006003, 0.020324406463952782], "p_value": 0.381, "input_sha256": "781f042ab86c1731a7a3e594c3f13ad8de8a3ef4601f8aaffd91a354e7fb3c0d"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2287155862, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016529490883053624, "interval": [-0.05298664666479917, 0.017937088535949174], "p_value": 0.36961515783809473, "input_sha256": "781f042ab86c1731a7a3e594c3f13ad8de8a3ef4601f8aaffd91a354e7fb3c0d"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4175547593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6133411543776717, "interval": [-3.676093470895455, 6.902775779650798], "p_value": 0.557, "input_sha256": "2112236bb0f7fbd5b866df729f828179a1142a34f6f1dcadd1ee355136159039"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4175547593, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6133411543776717, "interval": [-2.963192301193402, 6.984626787142341], "p_value": 0.5403626604213694, "input_sha256": "2112236bb0f7fbd5b866df729f828179a1142a34f6f1dcadd1ee355136159039"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4175547593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020958439836215453, "interval": [-0.0343608736127002, 0.07627775328513112], "p_value": 0.471, "input_sha256": "2112236bb0f7fbd5b866df729f828179a1142a34f6f1dcadd1ee355136159039"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4175547593, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020958439836215453, "interval": [-0.02772855248590539, 0.07607146327030705], "p_value": 0.44775283530816323, "input_sha256": "2112236bb0f7fbd5b866df729f828179a1142a34f6f1dcadd1ee355136159039"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 364393324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6927834256901395, "interval": [-4.216427810876106, 5.601994662256385], "p_value": 0.814, "input_sha256": "3194fd55876ffaf862d90139c5aac8b8e7d7af8e61c909244a1b753ebc475a11"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 364393324, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6927834256901395, "interval": [-4.025255540239238, 5.187190576630104], "p_value": 0.7766742459470575, "input_sha256": "3194fd55876ffaf862d90139c5aac8b8e7d7af8e61c909244a1b753ebc475a11"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 364393324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001728271686232255, "interval": [-0.05803698393088165, 0.05458044055841714], "p_value": 0.958, "input_sha256": "3194fd55876ffaf862d90139c5aac8b8e7d7af8e61c909244a1b753ebc475a11"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 364393324, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001728271686232255, "interval": [-0.05810270873062556, 0.05036778739577792], "p_value": 0.9507517334331479, "input_sha256": "3194fd55876ffaf862d90139c5aac8b8e7d7af8e61c909244a1b753ebc475a11"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3118491505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.534693747244777, "interval": [-2.9096922947281145, 7.979079789217669], "p_value": 0.341, "input_sha256": "a85d7d9844c304364b96a6888daf8d27914147490d6f984415c3aa0ff40fdde4"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3118491505, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.534693747244777, "interval": [-2.318390844388262, 7.393288495565448], "p_value": 0.3501945429973482, "input_sha256": "a85d7d9844c304364b96a6888daf8d27914147490d6f984415c3aa0ff40fdde4"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3118491505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02932114296934217, "interval": [-0.02726589325442247, 0.08590817919310681], "p_value": 0.291, "input_sha256": "a85d7d9844c304364b96a6888daf8d27914147490d6f984415c3aa0ff40fdde4"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3118491505, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02932114296934217, "interval": [-0.02161356622591991, 0.0817413289220295], "p_value": 0.2994828136299833, "input_sha256": "a85d7d9844c304364b96a6888daf8d27914147490d6f984415c3aa0ff40fdde4"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1436398547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13252956702549668, "interval": [-5.0724398537452, 4.807380719694207], "p_value": 0.966, "input_sha256": "347f7387ec6816aacbb356680c97d55b56f7b6b5cf7b3679e3d7adf263c81bc4"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1436398547, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13252956702549668, "interval": [-4.657788782270884, 4.952545929226408], "p_value": 0.9567265032429559, "input_sha256": "347f7387ec6816aacbb356680c97d55b56f7b6b5cf7b3679e3d7adf263c81bc4"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1436398547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009730175135308147, "interval": [-0.04956147131927793, 0.05150750634633956], "p_value": 0.97, "input_sha256": "347f7387ec6816aacbb356680c97d55b56f7b6b5cf7b3679e3d7adf263c81bc4"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1436398547, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009730175135308147, "interval": [-0.0444435650206651, 0.05418649961842628], "p_value": 0.9688967474077012, "input_sha256": "347f7387ec6816aacbb356680c97d55b56f7b6b5cf7b3679e3d7adf263c81bc4"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3105948440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2252550609107935, "interval": [-5.784852356347113, 3.3343422345255256], "p_value": 0.6, "input_sha256": "8b9035c4abfa245515cce93d6a7a62f734dae485f19d04a80240f56cd5ceaf9f"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3105948440, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2252550609107935, "interval": [-5.507631069651701, 3.1266165601153606], "p_value": 0.588993073015994, "input_sha256": "8b9035c4abfa245515cce93d6a7a62f734dae485f19d04a80240f56cd5ceaf9f"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3105948440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011220749780865208, "interval": [-0.05594566459651836, 0.033504165034787946], "p_value": 0.623, "input_sha256": "8b9035c4abfa245515cce93d6a7a62f734dae485f19d04a80240f56cd5ceaf9f"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3105948440, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011220749780865208, "interval": [-0.05312417631030737, 0.029664175164259052], "p_value": 0.6139996856652594, "input_sha256": "8b9035c4abfa245515cce93d6a7a62f734dae485f19d04a80240f56cd5ceaf9f"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 865083135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.47849917870874936, "interval": [-4.630021067748071, 3.6730227103305726], "p_value": 0.812, "input_sha256": "aa78c5a2ab0b320fbbd061e8a2595b3c76a73a9eb5411dfb4cfd93166d896db2"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 865083135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.47849917870874936, "interval": [-4.955894173889723, 2.926748508830283], "p_value": 0.8167159837103337, "input_sha256": "aa78c5a2ab0b320fbbd061e8a2595b3c76a73a9eb5411dfb4cfd93166d896db2"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 865083135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005187052723582081, "interval": [-0.048222873112133906, 0.037848767664969744], "p_value": 0.809, "input_sha256": "aa78c5a2ab0b320fbbd061e8a2595b3c76a73a9eb5411dfb4cfd93166d896db2"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 865083135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005187052723582081, "interval": [-0.05251487391545128, 0.030052827988355166], "p_value": 0.8085160854804109, "input_sha256": "aa78c5a2ab0b320fbbd061e8a2595b3c76a73a9eb5411dfb4cfd93166d896db2"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 506413018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9434418033866017, "interval": [-1.2880442938042798, 7.174927900577483], "p_value": 0.191, "input_sha256": "6b410da2d852a7b7309d54f068fe208f62946118037f3a61d1353277698bdac5"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 506413018, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9434418033866017, "interval": [-1.1389958640988687, 6.638302731211591], "p_value": 0.16705492975602718, "input_sha256": "6b410da2d852a7b7309d54f068fe208f62946118037f3a61d1353277698bdac5"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 506413018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03146934592335665, "interval": [-0.01109204571094878, 0.07403073755766208], "p_value": 0.16, "input_sha256": "6b410da2d852a7b7309d54f068fe208f62946118037f3a61d1353277698bdac5"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 506413018, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03146934592335665, "interval": [-0.009045569097344207, 0.06666083466030549], "p_value": 0.14248751265660925, "input_sha256": "6b410da2d852a7b7309d54f068fe208f62946118037f3a61d1353277698bdac5"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 184350815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7352128427439908, "interval": [-3.1699128910594307, 6.640338576547412], "p_value": 0.467, "input_sha256": "a7ec52e998dc1678f0e54d1bcb467793ffe525f6da2a99661485ae497fa0aa43"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 184350815, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7352128427439908, "interval": [-2.6031065629431422, 7.06303859368696], "p_value": 0.47769279278361454, "input_sha256": "a7ec52e998dc1678f0e54d1bcb467793ffe525f6da2a99661485ae497fa0aa43"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 184350815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018317245757056705, "interval": [-0.03144834831264341, 0.06808283982675682], "p_value": 0.457, "input_sha256": "a7ec52e998dc1678f0e54d1bcb467793ffe525f6da2a99661485ae497fa0aa43"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 184350815, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018317245757056705, "interval": [-0.026218334100126188, 0.07151175919062996], "p_value": 0.4599470464783807, "input_sha256": "a7ec52e998dc1678f0e54d1bcb467793ffe525f6da2a99661485ae497fa0aa43"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2818990950, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2620881735129625, "interval": [-1.698996642415378, 8.223172989441302], "p_value": 0.207, "input_sha256": "ac5dbb93e95d26396ab71ae24513f275f0ab41ab36271ef84af6f05763aecf51"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2818990950, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2620881735129625, "interval": [-0.8969241147064565, 8.167316307245244], "p_value": 0.19075323803871463, "input_sha256": "ac5dbb93e95d26396ab71ae24513f275f0ab41ab36271ef84af6f05763aecf51"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2818990950, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03813830728262411, "interval": [-0.02068509557995813, 0.09696171014520635], "p_value": 0.219, "input_sha256": "ac5dbb93e95d26396ab71ae24513f275f0ab41ab36271ef84af6f05763aecf51"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2818990950, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03813830728262411, "interval": [-0.007874652774931986, 0.10127052868305356], "p_value": 0.1960438364256688, "input_sha256": "ac5dbb93e95d26396ab71ae24513f275f0ab41ab36271ef84af6f05763aecf51"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 255732042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3840491145618259, "interval": [-4.594246117686875, 3.8261478885632236], "p_value": 0.862, "input_sha256": "ee797e30935854f42df4240b741dd86c84689ced015c665363bbbded07fa2c87"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 255732042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3840491145618259, "interval": [-5.067661002114413, 3.262114287241993], "p_value": 0.8544078982127344, "input_sha256": "ee797e30935854f42df4240b741dd86c84689ced015c665363bbbded07fa2c87"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 255732042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007157457535846637, "interval": [-0.048864574087121776, 0.0345496590154285], "p_value": 0.713, "input_sha256": "ee797e30935854f42df4240b741dd86c84689ced015c665363bbbded07fa2c87"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 255732042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007157457535846637, "interval": [-0.05199953430936449, 0.02927220786482733], "p_value": 0.7301817830977119, "input_sha256": "ee797e30935854f42df4240b741dd86c84689ced015c665363bbbded07fa2c87"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 36364660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.769318658432587, "interval": [-11.514770230808711, -2.0238670860564625], "p_value": 0.007, "input_sha256": "36b873be14d7cf8f9409504ff3e2a28275e894712a678f916e472bb094b206c8"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 36364660, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.769318658432587, "interval": [-11.142448781002471, -2.3105689378029894], "p_value": 0.006496611387603724, "input_sha256": "36b873be14d7cf8f9409504ff3e2a28275e894712a678f916e472bb094b206c8"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 36364660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06976213869224421, "interval": [-0.11693533968199274, -0.022588937702495676], "p_value": 0.006, "input_sha256": "36b873be14d7cf8f9409504ff3e2a28275e894712a678f916e472bb094b206c8"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 36364660, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06976213869224421, "interval": [-0.11337406987540628, -0.025125879120760183], "p_value": 0.00491049960271504, "input_sha256": "36b873be14d7cf8f9409504ff3e2a28275e894712a678f916e472bb094b206c8"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1615738130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6429738171656894, "interval": [-5.644681723678121, 4.358734089346743], "p_value": 0.794, "input_sha256": "3e6d342c91e9f43ff93047df0e8441128781ed5f7034dbaa1b288a1b11582699"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1615738130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6429738171656894, "interval": [-5.234222306465018, 4.466826469003468], "p_value": 0.795755578418644, "input_sha256": "3e6d342c91e9f43ff93047df0e8441128781ed5f7034dbaa1b288a1b11582699"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1615738130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011425764284520357, "interval": [-0.059704771875890364, 0.03685324330684965], "p_value": 0.615, "input_sha256": "3e6d342c91e9f43ff93047df0e8441128781ed5f7034dbaa1b288a1b11582699"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1615738130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011425764284520357, "interval": [-0.05383954299201724, 0.04093453074928006], "p_value": 0.6340115031415677, "input_sha256": "3e6d342c91e9f43ff93047df0e8441128781ed5f7034dbaa1b288a1b11582699"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1937988239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4927955890739995, "interval": [-2.572232875671837, 7.557824053819836], "p_value": 0.319, "input_sha256": "d29ab4f46bc177307211d738c8fef4c38477cf40c66c2863a595e403ae953e6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1937988239, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4927955890739995, "interval": [-2.530749303439658, 7.302420316877619], "p_value": 0.3253867276890906, "input_sha256": "d29ab4f46bc177307211d738c8fef4c38477cf40c66c2863a595e403ae953e6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1937988239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03135959170825487, "interval": [-0.020338323289359313, 0.08305750670586906], "p_value": 0.227, "input_sha256": "d29ab4f46bc177307211d738c8fef4c38477cf40c66c2863a595e403ae953e6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1937988239, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03135959170825487, "interval": [-0.020859763476189522, 0.07868249735881165], "p_value": 0.2268818690968959, "input_sha256": "d29ab4f46bc177307211d738c8fef4c38477cf40c66c2863a595e403ae953e6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1311616000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7952456680593567, "interval": [-3.877945069874463, 5.4684364059931765], "p_value": 0.714, "input_sha256": "18639cd73c4412dbf1422b999637cb02ed2ec5b584b46f3cb41e397514f06b3c"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1311616000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7952456680593567, "interval": [-3.252416967208344, 5.063641751336191], "p_value": 0.7321232828177315, "input_sha256": "18639cd73c4412dbf1422b999637cb02ed2ec5b584b46f3cb41e397514f06b3c"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1311616000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01455682307807376, "interval": [-0.03017113502444875, 0.05928478118059627], "p_value": 0.468, "input_sha256": "18639cd73c4412dbf1422b999637cb02ed2ec5b584b46f3cb41e397514f06b3c"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1311616000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01455682307807376, "interval": [-0.02491538969704736, 0.05726190604288728], "p_value": 0.5135461577137764, "input_sha256": "18639cd73c4412dbf1422b999637cb02ed2ec5b584b46f3cb41e397514f06b3c"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1722456064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2140106475290633, "interval": [-6.742275356909578, 2.314254061851451], "p_value": 0.33, "input_sha256": "4002059347e30f1fea33e5d8537c071076f40e97c9b5165d3459df8eb5688c68"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1722456064, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2140106475290633, "interval": [-6.390647181018659, 2.5159155268581115], "p_value": 0.328502021992333, "input_sha256": "4002059347e30f1fea33e5d8537c071076f40e97c9b5165d3459df8eb5688c68"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1722456064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027300965454046103, "interval": [-0.07783511490270628, 0.02323318399461407], "p_value": 0.288, "input_sha256": "4002059347e30f1fea33e5d8537c071076f40e97c9b5165d3459df8eb5688c68"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1722456064, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027300965454046103, "interval": [-0.07564916455550823, 0.024092967270997374], "p_value": 0.2807516248521061, "input_sha256": "4002059347e30f1fea33e5d8537c071076f40e97c9b5165d3459df8eb5688c68"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1176038485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9731835001083837, "interval": [-5.290800769812448, 3.344433769595681], "p_value": 0.631, "input_sha256": "82012c6ed2cc7d4b6c9ba6d070fed2eccb8fb0d6926f1ad279e3e0989248fe58"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1176038485, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9731835001083837, "interval": [-5.171596697513681, 3.055501994432487], "p_value": 0.6505827354408522, "input_sha256": "82012c6ed2cc7d4b6c9ba6d070fed2eccb8fb0d6926f1ad279e3e0989248fe58"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1176038485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009933027325175842, "interval": [-0.053798226522894496, 0.03393217187254281], "p_value": 0.63, "input_sha256": "82012c6ed2cc7d4b6c9ba6d070fed2eccb8fb0d6926f1ad279e3e0989248fe58"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1176038485, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009933027325175842, "interval": [-0.0542759789580118, 0.030311533913662946], "p_value": 0.6491153521119579, "input_sha256": "82012c6ed2cc7d4b6c9ba6d070fed2eccb8fb0d6926f1ad279e3e0989248fe58"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3706619022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0383532123073351, "interval": [-4.1092881875244744, 6.185994612139145], "p_value": 0.689, "input_sha256": "6dd727f02bc517119a6ebf08ed3fa72d780b153f332c31d30503e334b82f8162"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3706619022, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0383532123073351, "interval": [-4.003856652433128, 5.598421585662886], "p_value": 0.6841289471437365, "input_sha256": "6dd727f02bc517119a6ebf08ed3fa72d780b153f332c31d30503e334b82f8162"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3706619022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0021083905670701286, "interval": [-0.049272374784116266, 0.05348915591825652], "p_value": 0.931, "input_sha256": "6dd727f02bc517119a6ebf08ed3fa72d780b153f332c31d30503e334b82f8162"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3706619022, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0021083905670701286, "interval": [-0.05049736449829579, 0.04468318126229965], "p_value": 0.9338232262355906, "input_sha256": "6dd727f02bc517119a6ebf08ed3fa72d780b153f332c31d30503e334b82f8162"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2565670833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5811458958998168, "interval": [-6.147202333019327, 2.9849105412196932], "p_value": 0.476, "input_sha256": "0f900eb0ed8c8b78333fd246ac104c6d7ab863ef8d74a67581b5cbcd0d10e65a"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2565670833, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5811458958998168, "interval": [-5.205519942828099, 2.7059068176732617], "p_value": 0.48442994224322067, "input_sha256": "0f900eb0ed8c8b78333fd246ac104c6d7ab863ef8d74a67581b5cbcd0d10e65a"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2565670833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018022532610618675, "interval": [-0.06615996045408988, 0.03011489523285253], "p_value": 0.433, "input_sha256": "0f900eb0ed8c8b78333fd246ac104c6d7ab863ef8d74a67581b5cbcd0d10e65a"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2565670833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018022532610618675, "interval": [-0.05574030176863255, 0.030682222309186935], "p_value": 0.450771395942864, "input_sha256": "0f900eb0ed8c8b78333fd246ac104c6d7ab863ef8d74a67581b5cbcd0d10e65a"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 798551739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.408484839670467, "interval": [-8.45404043046116, 1.637070751120226], "p_value": 0.204, "input_sha256": "57b680bc4f761e3fe16091ac5b43e3c62e06ce548579604502cc18f7e41f65fc"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 798551739, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.408484839670467, "interval": [-7.836415773911817, 1.3998847571532487], "p_value": 0.17948314631102577, "input_sha256": "57b680bc4f761e3fe16091ac5b43e3c62e06ce548579604502cc18f7e41f65fc"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 798551739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03668603435413213, "interval": [-0.09468244460835766, 0.021310375900093395], "p_value": 0.233, "input_sha256": "57b680bc4f761e3fe16091ac5b43e3c62e06ce548579604502cc18f7e41f65fc"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 798551739, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03668603435413213, "interval": [-0.08726549991944506, 0.018697800646296635], "p_value": 0.2080606429150183, "input_sha256": "57b680bc4f761e3fe16091ac5b43e3c62e06ce548579604502cc18f7e41f65fc"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1565100153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4971108639859745, "interval": [-0.9761822785047451, 7.970404006476694], "p_value": 0.123, "input_sha256": "24e1a0fd6db762d0282b3bd2287342ca1d2f67e94613702854ec1585874901ae"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1565100153, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4971108639859745, "interval": [-0.817649314595408, 7.419222160786572], "p_value": 0.12176845790501367, "input_sha256": "24e1a0fd6db762d0282b3bd2287342ca1d2f67e94613702854ec1585874901ae"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1565100153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036868878145330464, "interval": [-0.012627032566702619, 0.08636478885736354], "p_value": 0.141, "input_sha256": "24e1a0fd6db762d0282b3bd2287342ca1d2f67e94613702854ec1585874901ae"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1565100153, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036868878145330464, "interval": [-0.0069519915815451526, 0.08187028183142603], "p_value": 0.13978201154049455, "input_sha256": "24e1a0fd6db762d0282b3bd2287342ca1d2f67e94613702854ec1585874901ae"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 209716490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.279494465472931, "interval": [-5.374222029220162, 5.933210960166024], "p_value": 0.915, "input_sha256": "02ba34cf674ee0dcccd4b1c74a1d8b39a924b87636dd9dd2823276f905d8d08a"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 209716490, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.279494465472931, "interval": [-3.976592077081035, 6.312763533777106], "p_value": 0.9207955101836669, "input_sha256": "02ba34cf674ee0dcccd4b1c74a1d8b39a924b87636dd9dd2823276f905d8d08a"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 209716490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011020026392234483, "interval": [-0.047052616325621535, 0.0690926691100905], "p_value": 0.7, "input_sha256": "02ba34cf674ee0dcccd4b1c74a1d8b39a924b87636dd9dd2823276f905d8d08a"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 209716490, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011020026392234483, "interval": [-0.03103501396135833, 0.0754757929844335], "p_value": 0.7026727799073813, "input_sha256": "02ba34cf674ee0dcccd4b1c74a1d8b39a924b87636dd9dd2823276f905d8d08a"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2749536632, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4899933681860729, "interval": [-6.8008928070843355, 3.82090607071219], "p_value": 0.571, "input_sha256": "d371c2f529e78a4f0185d3128b130992825979f0085c91d5227940206497cca8"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2749536632, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4899933681860729, "interval": [-6.577644082763131, 3.587044250188042], "p_value": 0.572758896465301, "input_sha256": "d371c2f529e78a4f0185d3128b130992825979f0085c91d5227940206497cca8"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2749536632, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01855339483818197, "interval": [-0.07544925630812067, 0.038342466631756736], "p_value": 0.5, "input_sha256": "d371c2f529e78a4f0185d3128b130992825979f0085c91d5227940206497cca8"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2749536632, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01855339483818197, "interval": [-0.0716634432939913, 0.03784958337415545], "p_value": 0.512317839946296, "input_sha256": "d371c2f529e78a4f0185d3128b130992825979f0085c91d5227940206497cca8"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3573564746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13374467383088895, "interval": [-4.283290798116937, 4.015801450455159], "p_value": 0.951, "input_sha256": "6b1cfba532c0659086301cd7d5aac60d8c1b308a8a942967a73cff2e74e427bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3573564746, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13374467383088895, "interval": [-3.7290439310209007, 4.208534017041501], "p_value": 0.9483044004335651, "input_sha256": "6b1cfba532c0659086301cd7d5aac60d8c1b308a8a942967a73cff2e74e427bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3573564746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0031986495218309374, "interval": [-0.046504225653329644, 0.04010692660966777], "p_value": 0.896, "input_sha256": "6b1cfba532c0659086301cd7d5aac60d8c1b308a8a942967a73cff2e74e427bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3573564746, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0031986495218309374, "interval": [-0.03935723891575799, 0.04196938796351453], "p_value": 0.8818457324897256, "input_sha256": "6b1cfba532c0659086301cd7d5aac60d8c1b308a8a942967a73cff2e74e427bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1202826029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.785165132508482, "interval": [-6.999912827479731, 1.4295825624627674], "p_value": 0.18, "input_sha256": "c1af8d2de3c7808e4b1d148d06158674243c0aef8fd1d7f5944e8b7b8c75fc55"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1202826029, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.785165132508482, "interval": [-6.8314045208814225, 1.0846209697113982], "p_value": 0.18796366220551894, "input_sha256": "c1af8d2de3c7808e4b1d148d06158674243c0aef8fd1d7f5944e8b7b8c75fc55"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1202826029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022813355419059586, "interval": [-0.06382413661050854, 0.01819742577238937], "p_value": 0.246, "input_sha256": "c1af8d2de3c7808e4b1d148d06158674243c0aef8fd1d7f5944e8b7b8c75fc55"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1202826029, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022813355419059586, "interval": [-0.06073946917088409, 0.017290658281213393], "p_value": 0.2666696537901996, "input_sha256": "c1af8d2de3c7808e4b1d148d06158674243c0aef8fd1d7f5944e8b7b8c75fc55"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 528910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8062874683911554, "interval": [-1.6261677448241363, 7.238742681606447], "p_value": 0.226, "input_sha256": "0566583c77acfb9a12783195f3117ef54cef8314f2176f0aacb776671e10502e"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 528910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8062874683911554, "interval": [-1.5356923511350675, 6.7754196041249095], "p_value": 0.2077085957395939, "input_sha256": "0566583c77acfb9a12783195f3117ef54cef8314f2176f0aacb776671e10502e"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 528910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029072286399703794, "interval": [-0.015673471385471135, 0.07381804418487872], "p_value": 0.215, "input_sha256": "0566583c77acfb9a12783195f3117ef54cef8314f2176f0aacb776671e10502e"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 528910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029072286399703794, "interval": [-0.015762189163649135, 0.06848354485549632], "p_value": 0.19628491582647323, "input_sha256": "0566583c77acfb9a12783195f3117ef54cef8314f2176f0aacb776671e10502e"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2552499072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2990809504326863, "interval": [-8.22781294375314, 1.629651042887768], "p_value": 0.178, "input_sha256": "b981c6548ede55c0f41ab6505ae2a8bbae1fe71dc582ca5b870a087cc6d99ace"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2552499072, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2990809504326863, "interval": [-8.145001841040903, 1.215583684012585], "p_value": 0.1819104123105965, "input_sha256": "b981c6548ede55c0f41ab6505ae2a8bbae1fe71dc582ca5b870a087cc6d99ace"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2552499072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03663375703705907, "interval": [-0.08746058455333136, 0.014193070479213234], "p_value": 0.159, "input_sha256": "b981c6548ede55c0f41ab6505ae2a8bbae1fe71dc582ca5b870a087cc6d99ace"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2552499072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03663375703705907, "interval": [-0.08513719761394313, 0.010958870399292709], "p_value": 0.15173779275672677, "input_sha256": "b981c6548ede55c0f41ab6505ae2a8bbae1fe71dc582ca5b870a087cc6d99ace"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3767699971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.12447392240613553, "interval": [-6.084741059639698, 5.835793214827427], "p_value": 0.964, "input_sha256": "100f9e5a258475d42d03a1d36bf09d46079b822d7be1181f1d12a90568fee352"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3767699971, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.12447392240613553, "interval": [-6.173959504296018, 5.7348188464922485], "p_value": 0.9664913905819063, "input_sha256": "100f9e5a258475d42d03a1d36bf09d46079b822d7be1181f1d12a90568fee352"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3767699971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00015200363188985766, "interval": [-0.0657438075688792, 0.06543980030509948], "p_value": 0.995, "input_sha256": "100f9e5a258475d42d03a1d36bf09d46079b822d7be1181f1d12a90568fee352"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3767699971, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00015200363188985766, "interval": [-0.06305144316867607, 0.06621249029337188], "p_value": 0.9962797000972783, "input_sha256": "100f9e5a258475d42d03a1d36bf09d46079b822d7be1181f1d12a90568fee352"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3388925100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3848604218308438, "interval": [-5.002284393461229, 5.772005237122917], "p_value": 0.905, "input_sha256": "3ce689c88f0a90479de39401c28a94c35ef9cadde0e500551f2e2aab8957e72d"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3388925100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3848604218308438, "interval": [-4.108229412834915, 5.991381408805821], "p_value": 0.8857573101263535, "input_sha256": "3ce689c88f0a90479de39401c28a94c35ef9cadde0e500551f2e2aab8957e72d"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3388925100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003424886578217004, "interval": [-0.05414980112016261, 0.06099957427659662], "p_value": 0.92, "input_sha256": "3ce689c88f0a90479de39401c28a94c35ef9cadde0e500551f2e2aab8957e72d"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3388925100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003424886578217004, "interval": [-0.04600131962201573, 0.06459498931252906], "p_value": 0.9047254572234442, "input_sha256": "3ce689c88f0a90479de39401c28a94c35ef9cadde0e500551f2e2aab8957e72d"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3859087145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8915570056705313, "interval": [-2.123694001345375, 5.9068080126864375], "p_value": 0.333, "input_sha256": "6410730ed9a6132122371b3e162d9a178638170ddf9b627ce6960ec4805fc448"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3859087145, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8915570056705313, "interval": [-1.5829938804184631, 6.045009269832834], "p_value": 0.34612532605442403, "input_sha256": "6410730ed9a6132122371b3e162d9a178638170ddf9b627ce6960ec4805fc448"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3859087145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014252598004607459, "interval": [-0.03151369685905805, 0.060018892868272965], "p_value": 0.521, "input_sha256": "6410730ed9a6132122371b3e162d9a178638170ddf9b627ce6960ec4805fc448"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3859087145, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014252598004607459, "interval": [-0.028065574799498266, 0.05760581849575918], "p_value": 0.5317546335278149, "input_sha256": "6410730ed9a6132122371b3e162d9a178638170ddf9b627ce6960ec4805fc448"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304574864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4915662501640332, "interval": [-4.632555485334888, 3.6494229850068214], "p_value": 0.816, "input_sha256": "46ab818dd22ce84877a8ac1dfa719e44d66fcefe24d87658671221081d388075"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304574864, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4915662501640332, "interval": [-4.547595885055844, 3.7453041038611485], "p_value": 0.8111438149327813, "input_sha256": "46ab818dd22ce84877a8ac1dfa719e44d66fcefe24d87658671221081d388075"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304574864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009512898195578892, "interval": [-0.053956689203467, 0.03493089281230922], "p_value": 0.683, "input_sha256": "46ab818dd22ce84877a8ac1dfa719e44d66fcefe24d87658671221081d388075"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304574864, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009512898195578892, "interval": [-0.05382380863567281, 0.03442465618346516], "p_value": 0.6665600013417139, "input_sha256": "46ab818dd22ce84877a8ac1dfa719e44d66fcefe24d87658671221081d388075"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 289562053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.65866697899175, "interval": [-0.5884091991391802, 7.90574315712268], "p_value": 0.091, "input_sha256": "2110e6b293ac1c9bb578b0c35fda2300800a7e10437386e7d5e34b682a8c8637"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 289562053, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.65866697899175, "interval": [0.04296236959439337, 7.927559968324718], "p_value": 0.0892572563180731, "input_sha256": "2110e6b293ac1c9bb578b0c35fda2300800a7e10437386e7d5e34b682a8c8637"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.05098879204816061, "seed": 289562053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020691492056335622, "interval": [-0.02338397754038258, 0.06476696165305382], "p_value": 0.349, "input_sha256": "2110e6b293ac1c9bb578b0c35fda2300800a7e10437386e7d5e34b682a8c8637"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.05098879204816061, "seed": 289562053, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020691492056335622, "interval": [-0.01722743651379045, 0.06518890109533461], "p_value": 0.34779963933679814, "input_sha256": "2110e6b293ac1c9bb578b0c35fda2300800a7e10437386e7d5e34b682a8c8637"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2489705154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.02560876955862, "interval": [-0.21141723109402566, 10.262634770211264], "p_value": 0.074, "input_sha256": "565aa8cdf3030d24de37aadc6df76b84199a9bda0b8d7b339362bcb615397913"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2489705154, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.02560876955862, "interval": [0.2553409064690438, 9.963360081808267], "p_value": 0.0594383524712085, "input_sha256": "565aa8cdf3030d24de37aadc6df76b84199a9bda0b8d7b339362bcb615397913"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.04754588491156246, "seed": 2489705154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042804539183603676, "interval": [-0.008000623424649668, 0.09360970179185701], "p_value": 0.114, "input_sha256": "565aa8cdf3030d24de37aadc6df76b84199a9bda0b8d7b339362bcb615397913"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.04754588491156246, "seed": 2489705154, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042804539183603676, "interval": [-0.005689070640173296, 0.09119061184711318], "p_value": 0.0961069693188149, "input_sha256": "565aa8cdf3030d24de37aadc6df76b84199a9bda0b8d7b339362bcb615397913"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3367060103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.483795707813652, "interval": [4.483024779635936, 14.484566635991367], "p_value": 0.001, "input_sha256": "aede8e5c836749df2b452de948754bb33d775004ecef5caa0591cc960b91f9f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3367060103, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.483795707813652, "interval": [4.80685387261278, 14.225288304585169], "p_value": 0.0004541175816384728, "input_sha256": "aede8e5c836749df2b452de948754bb33d775004ecef5caa0591cc960b91f9f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.049891356765622466, "seed": 3367060103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0950210497189704, "interval": [0.04471001701783755, 0.14533208242010323], "p_value": 0.001, "input_sha256": "aede8e5c836749df2b452de948754bb33d775004ecef5caa0591cc960b91f9f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.049891356765622466, "seed": 3367060103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0950210497189704, "interval": [0.0520732069801119, 0.14405208887178655], "p_value": 0.00047904309973391846, "input_sha256": "aede8e5c836749df2b452de948754bb33d775004ecef5caa0591cc960b91f9f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2564976324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.773120404628187, "interval": [1.757848470333653, 9.788392338922723], "p_value": 0.004, "input_sha256": "3a010028c7007fc5d1d69532dc129e8daa482b71eb5fce3171c714994f9ec923"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2564976324, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.773120404628187, "interval": [2.1161320079153905, 9.735614239873708], "p_value": 0.006102956560813908, "input_sha256": "3a010028c7007fc5d1d69532dc129e8daa482b71eb5fce3171c714994f9ec923"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.04829654624803016, "seed": 2564976324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05268433339429411, "interval": [0.010798685579900151, 0.09456998120868806], "p_value": 0.014, "input_sha256": "3a010028c7007fc5d1d69532dc129e8daa482b71eb5fce3171c714994f9ec923"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.04829654624803016, "seed": 2564976324, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05268433339429411, "interval": [0.01774990772139919, 0.09511080940585435], "p_value": 0.015239178395605906, "input_sha256": "3a010028c7007fc5d1d69532dc129e8daa482b71eb5fce3171c714994f9ec923"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 955490103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.899780113797252, "interval": [0.7237807327271337, 11.075779494867371], "p_value": 0.02, "input_sha256": "44f4a891ebfee24a6655a80bca10df8d3ad7281987d129977b6aa6dc0b3fc987"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 955490103, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.899780113797252, "interval": [1.2155752299245373, 10.439292766846041], "p_value": 0.02659711104777313, "input_sha256": "44f4a891ebfee24a6655a80bca10df8d3ad7281987d129977b6aa6dc0b3fc987"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04764868712987956, "seed": 955490103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05530370781701913, "interval": [0.0028641914768029603, 0.1077432241572353], "p_value": 0.03, "input_sha256": "44f4a891ebfee24a6655a80bca10df8d3ad7281987d129977b6aa6dc0b3fc987"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04764868712987956, "seed": 955490103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05530370781701913, "interval": [0.008948141739317754, 0.10296112075490801], "p_value": 0.03928795772555669, "input_sha256": "44f4a891ebfee24a6655a80bca10df8d3ad7281987d129977b6aa6dc0b3fc987"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3613201125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.350832656571352, "interval": [2.071722549220759, 12.629942763921946], "p_value": 0.011, "input_sha256": "c977869434f882eeab3de4cdcc6070b5d7dd9cac1c5920a6e0e1a2902b191971"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3613201125, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.350832656571352, "interval": [2.513131964320211, 12.528141323854802], "p_value": 0.007612209935242265, "input_sha256": "c977869434f882eeab3de4cdcc6070b5d7dd9cac1c5920a6e0e1a2902b191971"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04875040631357265, "seed": 3613201125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07260674380690534, "interval": [0.015044110634757885, 0.1301693769790528], "p_value": 0.02, "input_sha256": "c977869434f882eeab3de4cdcc6070b5d7dd9cac1c5920a6e0e1a2902b191971"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04875040631357265, "seed": 3613201125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07260674380690534, "interval": [0.020547749112445883, 0.13133727520124497], "p_value": 0.01480142781346596, "input_sha256": "c977869434f882eeab3de4cdcc6070b5d7dd9cac1c5920a6e0e1a2902b191971"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3858137298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.290230487764747, "interval": [2.4306406641901597, 10.149820311339335], "p_value": 0.002, "input_sha256": "2dadf3f84a08a6f79f50fd985570ba65a0f0af3b404f216917f5fcd2bbe21301"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3858137298, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.290230487764747, "interval": [2.8752661723482134, 9.901737817596842], "p_value": 0.002116962053232439, "input_sha256": "2dadf3f84a08a6f79f50fd985570ba65a0f0af3b404f216917f5fcd2bbe21301"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.05143598240455779, "seed": 3858137298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06572154146105548, "interval": [0.025333909238912218, 0.10610917368319875], "p_value": 0.005, "input_sha256": "2dadf3f84a08a6f79f50fd985570ba65a0f0af3b404f216917f5fcd2bbe21301"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.05143598240455779, "seed": 3858137298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06572154146105548, "interval": [0.03100403695073155, 0.10439162998731623], "p_value": 0.002149364488958851, "input_sha256": "2dadf3f84a08a6f79f50fd985570ba65a0f0af3b404f216917f5fcd2bbe21301"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3843444212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.603634199609358, "interval": [-1.5882409840900458, 8.795509383308762], "p_value": 0.169, "input_sha256": "3d00374705af3c2c67c3e2da98f7fd7bf07a76fae6c795a68e3f2e7b96d87a13"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3843444212, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.603634199609358, "interval": [-1.3003797082572492, 8.25872091913881], "p_value": 0.16745598318953395, "input_sha256": "3d00374705af3c2c67c3e2da98f7fd7bf07a76fae6c795a68e3f2e7b96d87a13"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.05012653256783243, "seed": 3843444212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046270429487592024, "interval": [-0.009659610864619327, 0.10220046983980338], "p_value": 0.092, "input_sha256": "3d00374705af3c2c67c3e2da98f7fd7bf07a76fae6c795a68e3f2e7b96d87a13"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.05012653256783243, "seed": 3843444212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046270429487592024, "interval": [-0.0015942170936299668, 0.10070130947972744], "p_value": 0.10157496002658178, "input_sha256": "3d00374705af3c2c67c3e2da98f7fd7bf07a76fae6c795a68e3f2e7b96d87a13"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1169674348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0955113249834234, "interval": [-1.4502430805851736, 7.64126573055202], "p_value": 0.15, "input_sha256": "bdf38a23d14211d8164f5201faa4ce96591521dd3e5111ea7a31b81ae3caa573"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1169674348, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0955113249834234, "interval": [-1.1586130048802197, 7.442654335477749], "p_value": 0.17604492864873988, "input_sha256": "bdf38a23d14211d8164f5201faa4ce96591521dd3e5111ea7a31b81ae3caa573"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.04962996376218774, "seed": 1169674348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0418304361812864, "interval": [-0.009647419500508451, 0.09330829186308126], "p_value": 0.108, "input_sha256": "bdf38a23d14211d8164f5201faa4ce96591521dd3e5111ea7a31b81ae3caa573"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.04962996376218774, "seed": 1169674348, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0418304361812864, "interval": [-0.006608764625973771, 0.09203048493818045], "p_value": 0.10816236714185613, "input_sha256": "bdf38a23d14211d8164f5201faa4ce96591521dd3e5111ea7a31b81ae3caa573"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2014155669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.535259882102206, "interval": [1.8221148907103526, 11.24840487349406], "p_value": 0.01, "input_sha256": "accc26639e6a74b712518f95e52c5692c736b0b9a42c50e55e51e28d2981d9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2014155669, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.535259882102206, "interval": [2.089192216863802, 10.862493675949008], "p_value": 0.00789425714626743, "input_sha256": "accc26639e6a74b712518f95e52c5692c736b0b9a42c50e55e51e28d2981d9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.04834552413948346, "seed": 2014155669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05480116159044052, "interval": [0.004952644121814821, 0.10464967905906622], "p_value": 0.029, "input_sha256": "accc26639e6a74b712518f95e52c5692c736b0b9a42c50e55e51e28d2981d9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.04834552413948346, "seed": 2014155669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05480116159044052, "interval": [0.007698185393957583, 0.1002563436472768], "p_value": 0.03205638392747215, "input_sha256": "accc26639e6a74b712518f95e52c5692c736b0b9a42c50e55e51e28d2981d9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 152811766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2483018804436545, "interval": [0.9639479549599601, 11.532655805927348], "p_value": 0.02, "input_sha256": "bace47fda22936bfab73000d078e1e86ecd334b02d5ff27fbc29f3b6dc87caa3"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 152811766, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2483018804436545, "interval": [0.8476279576130815, 11.186900442514377], "p_value": 0.02184096982557708, "input_sha256": "bace47fda22936bfab73000d078e1e86ecd334b02d5ff27fbc29f3b6dc87caa3"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.04803272312444415, "seed": 152811766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06786224590313318, "interval": [0.010866660044754735, 0.12485783176151163], "p_value": 0.019, "input_sha256": "bace47fda22936bfab73000d078e1e86ecd334b02d5ff27fbc29f3b6dc87caa3"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.04803272312444415, "seed": 152811766, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06786224590313318, "interval": [0.012367004688130675, 0.12267437899756489], "p_value": 0.021106883768606022, "input_sha256": "bace47fda22936bfab73000d078e1e86ecd334b02d5ff27fbc29f3b6dc87caa3"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2858878888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.18388757100841246, "interval": [-5.382220131084207, 5.749995273101032], "p_value": 0.947, "input_sha256": "6027268ca3af968e048f2869904d1cda57f49841f49a6516446f88e5b5ccf6d3"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2858878888, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.18388757100841246, "interval": [-5.189222065203889, 4.936402082115926], "p_value": 0.947025545772699, "input_sha256": "6027268ca3af968e048f2869904d1cda57f49841f49a6516446f88e5b5ccf6d3"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.048243313101926165, "seed": 2858878888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0019255240083909803, "interval": [-0.058537138351912585, 0.054686090335130624], "p_value": 0.937, "input_sha256": "6027268ca3af968e048f2869904d1cda57f49841f49a6516446f88e5b5ccf6d3"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.048243313101926165, "seed": 2858878888, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0019255240083909803, "interval": [-0.05717967709570085, 0.04867955539641356], "p_value": 0.9454506771267795, "input_sha256": "6027268ca3af968e048f2869904d1cda57f49841f49a6516446f88e5b5ccf6d3"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4232644064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9937922335856033, "interval": [-2.057430545212939, 8.045015012384145], "p_value": 0.237, "input_sha256": "2e38f7435f3d977606e311bf49daeaedd7e40b5e3bb86887e6429397c3e988b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4232644064, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9937922335856033, "interval": [-1.8080859209859574, 7.690133209073004], "p_value": 0.237627402170086, "input_sha256": "2e38f7435f3d977606e311bf49daeaedd7e40b5e3bb86887e6429397c3e988b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.04798284902061415, "seed": 4232644064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022967374888636594, "interval": [-0.029560609932690343, 0.07549535970996353], "p_value": 0.401, "input_sha256": "2e38f7435f3d977606e311bf49daeaedd7e40b5e3bb86887e6429397c3e988b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.04798284902061415, "seed": 4232644064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022967374888636594, "interval": [-0.026004729451694474, 0.07169355561048826], "p_value": 0.38159059334605216, "input_sha256": "2e38f7435f3d977606e311bf49daeaedd7e40b5e3bb86887e6429397c3e988b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 976534358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.122863830665233, "interval": [-1.9510769376609005, 10.196804598991367], "p_value": 0.191, "input_sha256": "e07daa187ac74b7ea42713d57923cf9d149ddccde283b9f49bac9bd72b549629"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 976534358, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.122863830665233, "interval": [-2.4702850934417966, 9.219808508686185], "p_value": 0.17743940670697728, "input_sha256": "e07daa187ac74b7ea42713d57923cf9d149ddccde283b9f49bac9bd72b549629"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0478258717745643, "seed": 976534358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0326191224049559, "interval": [-0.030273431331968317, 0.09551167614188012], "p_value": 0.312, "input_sha256": "e07daa187ac74b7ea42713d57923cf9d149ddccde283b9f49bac9bd72b549629"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0478258717745643, "seed": 976534358, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0326191224049559, "interval": [-0.034802281312743946, 0.08422907188965446], "p_value": 0.3003620810245355, "input_sha256": "e07daa187ac74b7ea42713d57923cf9d149ddccde283b9f49bac9bd72b549629"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2892186113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4800918784237087, "interval": [-2.0415196067650925, 7.00170336361251], "p_value": 0.26, "input_sha256": "9e574dfb2619950519df275587ce937cdaa359b83396698bc1e725755b87ce2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2892186113, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4800918784237087, "interval": [-1.7090169110433846, 6.912203535577939], "p_value": 0.2726282388408256, "input_sha256": "9e574dfb2619950519df275587ce937cdaa359b83396698bc1e725755b87ce2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.04917228866218557, "seed": 2892186113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03686804126154866, "interval": [-0.012169747820181084, 0.08590583034327841], "p_value": 0.129, "input_sha256": "9e574dfb2619950519df275587ce937cdaa359b83396698bc1e725755b87ce2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.04917228866218557, "seed": 2892186113, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03686804126154866, "interval": [-0.004820631097136168, 0.08498211867443622], "p_value": 0.13514688012037235, "input_sha256": "9e574dfb2619950519df275587ce937cdaa359b83396698bc1e725755b87ce2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3874824772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.275147029340141, "interval": [0.7898874544690981, 11.760406604211184], "p_value": 0.021, "input_sha256": "3efc25a322e734fecfba820df76500638512faeddcde018d5cad0a297507a8ea"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3874824772, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.275147029340141, "interval": [1.638275370227134, 11.733407164647819], "p_value": 0.02606901220559027, "input_sha256": "3efc25a322e734fecfba820df76500638512faeddcde018d5cad0a297507a8ea"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.049527297044717936, "seed": 3874824772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059704175612503255, "interval": [0.0005768963626762436, 0.11883145486233027], "p_value": 0.043, "input_sha256": "3efc25a322e734fecfba820df76500638512faeddcde018d5cad0a297507a8ea"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.049527297044717936, "seed": 3874824772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059704175612503255, "interval": [0.010375719230231653, 0.11663406505881453], "p_value": 0.0479144007969316, "input_sha256": "3efc25a322e734fecfba820df76500638512faeddcde018d5cad0a297507a8ea"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 838902722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.356987596573807, "interval": [1.3241491348463503, 9.389826058301264], "p_value": 0.008, "input_sha256": "bfe19c9fdfbc71ad8ef45c8e67692c0f2168b2eb18d017e9e80bc98123967952"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 838902722, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.356987596573807, "interval": [1.4781937228493063, 9.028553648639994], "p_value": 0.010594372264930945, "input_sha256": "bfe19c9fdfbc71ad8ef45c8e67692c0f2168b2eb18d017e9e80bc98123967952"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.05013660204040312, "seed": 838902722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06263230765496831, "interval": [0.017469140402946726, 0.1077954749069899], "p_value": 0.006, "input_sha256": "bfe19c9fdfbc71ad8ef45c8e67692c0f2168b2eb18d017e9e80bc98123967952"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.05013660204040312, "seed": 838902722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06263230765496831, "interval": [0.021773069033542262, 0.107005695689515], "p_value": 0.007962386982870853, "input_sha256": "bfe19c9fdfbc71ad8ef45c8e67692c0f2168b2eb18d017e9e80bc98123967952"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 287725773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.525583941256489, "interval": [7.348993848871438, 15.70217403364154], "p_value": 0.001, "input_sha256": "80d9ca15126be154a8dd8a567fd22e1db0e21e55fbf4e15523fb8ee58e4b1509"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 287725773, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.525583941256489, "interval": [7.961194316476767, 15.287487379748557], "p_value": 2.3232158922869533e-06, "input_sha256": "80d9ca15126be154a8dd8a567fd22e1db0e21e55fbf4e15523fb8ee58e4b1509"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.049580917692516345, "seed": 287725773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12431634637070126, "interval": [0.07478717235381188, 0.17384552038759063], "p_value": 0.001, "input_sha256": "80d9ca15126be154a8dd8a567fd22e1db0e21e55fbf4e15523fb8ee58e4b1509"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.049580917692516345, "seed": 287725773, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12431634637070126, "interval": [0.08646249681001777, 0.17317318718900843], "p_value": 1.488696296796358e-05, "input_sha256": "80d9ca15126be154a8dd8a567fd22e1db0e21e55fbf4e15523fb8ee58e4b1509"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4147624314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.375981098160867, "interval": [4.239993578824906, 12.511968617496828], "p_value": 0.001, "input_sha256": "c2b68e0dedd0efa99a815e76b93b5301b091ba54631861aa9a88e07b1c30b0a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4147624314, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.375981098160867, "interval": [3.9828143113462744, 12.104988411360239], "p_value": 0.0002135379598325867, "input_sha256": "c2b68e0dedd0efa99a815e76b93b5301b091ba54631861aa9a88e07b1c30b0a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.049881527912227594, "seed": 4147624314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07896982016409296, "interval": [0.03318551337261552, 0.1247541269555704], "p_value": 0.001, "input_sha256": "c2b68e0dedd0efa99a815e76b93b5301b091ba54631861aa9a88e07b1c30b0a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.049881527912227594, "seed": 4147624314, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07896982016409296, "interval": [0.0315802138957871, 0.1214759439175572], "p_value": 0.0012381125459046017, "input_sha256": "c2b68e0dedd0efa99a815e76b93b5301b091ba54631861aa9a88e07b1c30b0a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3903176480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.593776988359325, "interval": [0.8539670839977438, 10.333586892720906], "p_value": 0.017, "input_sha256": "6cc90f09a3f5bc14cb62890621d0b818aed172a506f90693ebac8672457244e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3903176480, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.593776988359325, "interval": [1.6133094936375585, 10.511249499238492], "p_value": 0.02198483786652756, "input_sha256": "6cc90f09a3f5bc14cb62890621d0b818aed172a506f90693ebac8672457244e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.04923172057792252, "seed": 3903176480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05699259394522485, "interval": [0.009037673091720974, 0.10494751479872873], "p_value": 0.015, "input_sha256": "6cc90f09a3f5bc14cb62890621d0b818aed172a506f90693ebac8672457244e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.04923172057792252, "seed": 3903176480, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05699259394522485, "interval": [0.014325999886940279, 0.10782625821783565], "p_value": 0.021112203145808243, "input_sha256": "6cc90f09a3f5bc14cb62890621d0b818aed172a506f90693ebac8672457244e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2676624484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.95723375672312, "interval": [2.0845943757754055, 9.829873137670834], "p_value": 0.003, "input_sha256": "23ae527c95a72500c90477392ae9dcde8abc22fd690f18715f3b8c9a260ec9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2676624484, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.95723375672312, "interval": [2.046610169951782, 9.736230235839644], "p_value": 0.003505244546329529, "input_sha256": "23ae527c95a72500c90477392ae9dcde8abc22fd690f18715f3b8c9a260ec9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.048321786855145266, "seed": 2676624484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06603884734631571, "interval": [0.024758326849843602, 0.10731936784278781], "p_value": 0.003, "input_sha256": "23ae527c95a72500c90477392ae9dcde8abc22fd690f18715f3b8c9a260ec9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.048321786855145266, "seed": 2676624484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06603884734631571, "interval": [0.02596569280112308, 0.1083548944889814], "p_value": 0.0025791309701078836, "input_sha256": "23ae527c95a72500c90477392ae9dcde8abc22fd690f18715f3b8c9a260ec9ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 598288426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5065119748250204, "interval": [-0.9918108442814741, 8.004834793931515], "p_value": 0.121, "input_sha256": "91d7069645b98e105d0f11e3835388e3ee7c845b31ba0c52bbedda0d48fb71ee"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 598288426, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5065119748250204, "interval": [-1.3153092988259125, 7.487092506911414], "p_value": 0.12270842784537665, "input_sha256": "91d7069645b98e105d0f11e3835388e3ee7c845b31ba0c52bbedda0d48fb71ee"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.05001476343544684, "seed": 598288426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04278075843294707, "interval": [-0.010142522726025116, 0.09570403959191925], "p_value": 0.107, "input_sha256": "91d7069645b98e105d0f11e3835388e3ee7c845b31ba0c52bbedda0d48fb71ee"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.05001476343544684, "seed": 598288426, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04278075843294707, "interval": [-0.010061383463965156, 0.08907480710914305], "p_value": 0.10956862762542062, "input_sha256": "91d7069645b98e105d0f11e3835388e3ee7c845b31ba0c52bbedda0d48fb71ee"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4001673017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.488928614965118, "interval": [3.9075731472028306, 15.070284082727406], "p_value": 0.002, "input_sha256": "20a6f85403d70d750a413297b182bdcaf4696020ab56fddd2dd8c458b37b94a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4001673017, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.488928614965118, "interval": [4.630019491285742, 14.805587662243553], "p_value": 0.0014332409033625854, "input_sha256": "20a6f85403d70d750a413297b182bdcaf4696020ab56fddd2dd8c458b37b94a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.04994638414353164, "seed": 4001673017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09365984561048571, "interval": [0.03488778641385219, 0.1524319048071192], "p_value": 0.003, "input_sha256": "20a6f85403d70d750a413297b182bdcaf4696020ab56fddd2dd8c458b37b94a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.04994638414353164, "seed": 4001673017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09365984561048571, "interval": [0.041024750449970615, 0.15241736770782313], "p_value": 0.0026336063208190225, "input_sha256": "20a6f85403d70d750a413297b182bdcaf4696020ab56fddd2dd8c458b37b94a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 330171128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.880517626682048, "interval": [3.836829705481974, 11.92420554788212], "p_value": 0.002, "input_sha256": "7aab9be446e3e278334aadaecfcc459a4a7a42eae3c068c7531f67cb746776cb"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 330171128, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.880517626682048, "interval": [4.106251514789837, 11.574722342579603], "p_value": 0.0003321748697391268, "input_sha256": "7aab9be446e3e278334aadaecfcc459a4a7a42eae3c068c7531f67cb746776cb"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04991658939165096, "seed": 330171128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08047303609397384, "interval": [0.039441058372525685, 0.121505013815422], "p_value": 0.002, "input_sha256": "7aab9be446e3e278334aadaecfcc459a4a7a42eae3c068c7531f67cb746776cb"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04991658939165096, "seed": 330171128, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08047303609397384, "interval": [0.04353469045771326, 0.11745456106913896], "p_value": 0.0003089982046960688, "input_sha256": "7aab9be446e3e278334aadaecfcc459a4a7a42eae3c068c7531f67cb746776cb"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 548179884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.683448702722371, "interval": [4.138906559503153, 13.22799084594159], "p_value": 0.002, "input_sha256": "b026c21ee427a8b8a9861ff5854f6b72e29324afcc28ef5ba486447e4c93c688"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 548179884, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.683448702722371, "interval": [4.36501992049063, 12.924177081556813], "p_value": 0.00042550286219302126, "input_sha256": "b026c21ee427a8b8a9861ff5854f6b72e29324afcc28ef5ba486447e4c93c688"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.04844418101976699, "seed": 548179884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0899247367929356, "interval": [0.0414984239350774, 0.1383510496507938], "p_value": 0.002, "input_sha256": "b026c21ee427a8b8a9861ff5854f6b72e29324afcc28ef5ba486447e4c93c688"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.04844418101976699, "seed": 548179884, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0899247367929356, "interval": [0.049469460112074246, 0.13872946642647424], "p_value": 0.0006305311254712285, "input_sha256": "b026c21ee427a8b8a9861ff5854f6b72e29324afcc28ef5ba486447e4c93c688"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1631125926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.70359595006199, "interval": [1.0417115136728494, 10.36548038645113], "p_value": 0.015, "input_sha256": "4b4e2be32c2ea44a19194cbe531355a71e16eb1587f1f594387894bd1785bdc9"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1631125926, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.70359595006199, "interval": [1.4176111803447153, 9.902828335503507], "p_value": 0.017977183402329327, "input_sha256": "4b4e2be32c2ea44a19194cbe531355a71e16eb1587f1f594387894bd1785bdc9"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.050036699767321016, "seed": 1631125926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06696654444996306, "interval": [0.015238128590800669, 0.11869496030912544], "p_value": 0.015, "input_sha256": "4b4e2be32c2ea44a19194cbe531355a71e16eb1587f1f594387894bd1785bdc9"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.050036699767321016, "seed": 1631125926, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06696654444996306, "interval": [0.0163392466737692, 0.11056636517497508], "p_value": 0.012579057208019044, "input_sha256": "4b4e2be32c2ea44a19194cbe531355a71e16eb1587f1f594387894bd1785bdc9"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1220358352, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.553339806260409, "interval": [2.910049752737237, 12.196629859783581], "p_value": 0.002, "input_sha256": "5af863f4610ec06db750e57d9198f3837c36d977fe3c8b13c04c5872d8638a33"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1220358352, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.553339806260409, "interval": [3.202221493026421, 12.043499635050253], "p_value": 0.0021678038812755944, "input_sha256": "5af863f4610ec06db750e57d9198f3837c36d977fe3c8b13c04c5872d8638a33"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.04976609202516315, "seed": 1220358352, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08138286728456041, "interval": [0.027761921937698067, 0.13500381263142275], "p_value": 0.003, "input_sha256": "5af863f4610ec06db750e57d9198f3837c36d977fe3c8b13c04c5872d8638a33"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.04976609202516315, "seed": 1220358352, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08138286728456041, "interval": [0.03426872461611969, 0.13795358695416812], "p_value": 0.003921616876115541, "input_sha256": "5af863f4610ec06db750e57d9198f3837c36d977fe3c8b13c04c5872d8638a33"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2775061773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7533496508391195, "interval": [-1.1828970090210271, 8.689596310699265], "p_value": 0.133, "input_sha256": "106666d879f6c3450db2f83287397eb6d1a17d16160c4a8b79fbb815a9b5955f"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2775061773, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7533496508391195, "interval": [-0.7036883854065711, 8.668354004740275], "p_value": 0.13201614603747455, "input_sha256": "106666d879f6c3450db2f83287397eb6d1a17d16160c4a8b79fbb815a9b5955f"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.048674559370048276, "seed": 2775061773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0352193452212832, "interval": [-0.015337938882990745, 0.08577662932555714], "p_value": 0.168, "input_sha256": "106666d879f6c3450db2f83287397eb6d1a17d16160c4a8b79fbb815a9b5955f"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.048674559370048276, "seed": 2775061773, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0352193452212832, "interval": [-0.010775564941015836, 0.08323858888889826], "p_value": 0.16660239608287666, "input_sha256": "106666d879f6c3450db2f83287397eb6d1a17d16160c4a8b79fbb815a9b5955f"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3820930852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.416290009447625, "interval": [0.12967300355480038, 8.70290701534045], "p_value": 0.055, "input_sha256": "c8319c14249eb54e4181018c49670c16fb8ce15f1208fed099958b9121538c9f"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3820930852, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.416290009447625, "interval": [0.3889375932532347, 8.816550015647346], "p_value": 0.043808353815490884, "input_sha256": "c8319c14249eb54e4181018c49670c16fb8ce15f1208fed099958b9121538c9f"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.04755693286797062, "seed": 3820930852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03456873562677229, "interval": [-0.008848398528833713, 0.07798586978237829], "p_value": 0.132, "input_sha256": "c8319c14249eb54e4181018c49670c16fb8ce15f1208fed099958b9121538c9f"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.04755693286797062, "seed": 3820930852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03456873562677229, "interval": [-0.00576622114815387, 0.07985117221475696], "p_value": 0.11485600636896479, "input_sha256": "c8319c14249eb54e4181018c49670c16fb8ce15f1208fed099958b9121538c9f"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2310265210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.73901442665032, "interval": [0.8833082683510716, 10.594720584949567], "p_value": 0.023, "input_sha256": "7ee985d9fb33888a72ce154dbc0504825c40690c7f141f5fc7a491628d39dc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2310265210, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.73901442665032, "interval": [1.2247205195177664, 9.97903656435103], "p_value": 0.0217901701147232, "input_sha256": "7ee985d9fb33888a72ce154dbc0504825c40690c7f141f5fc7a491628d39dc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.049559115908798614, "seed": 2310265210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07041212910661816, "interval": [0.01716176142623957, 0.12366249678699676], "p_value": 0.01, "input_sha256": "7ee985d9fb33888a72ce154dbc0504825c40690c7f141f5fc7a491628d39dc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.049559115908798614, "seed": 2310265210, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07041212910661816, "interval": [0.02467043536929744, 0.12275395901722987], "p_value": 0.010978314655103861, "input_sha256": "7ee985d9fb33888a72ce154dbc0504825c40690c7f141f5fc7a491628d39dc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2459316780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.788304488537313, "interval": [2.875078313117643, 10.701530663956984], "p_value": 0.002, "input_sha256": "caea1f67d4f29849edf562551e4aaea7d2eb7cd37f347e7a16a00236e01f58bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2459316780, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.788304488537313, "interval": [3.3409936129273117, 10.734977939132012], "p_value": 0.0011691712405757766, "input_sha256": "caea1f67d4f29849edf562551e4aaea7d2eb7cd37f347e7a16a00236e01f58bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.049434703642261796, "seed": 2459316780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06187017659759825, "interval": [0.02121571277491724, 0.10252464042027926], "p_value": 0.004, "input_sha256": "caea1f67d4f29849edf562551e4aaea7d2eb7cd37f347e7a16a00236e01f58bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.049434703642261796, "seed": 2459316780, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06187017659759825, "interval": [0.026697025092602265, 0.10013572281455731], "p_value": 0.0038471587182753323, "input_sha256": "caea1f67d4f29849edf562551e4aaea7d2eb7cd37f347e7a16a00236e01f58bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 627591851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.175326072549632, "interval": [1.1216457622794422, 11.229006382819822], "p_value": 0.013, "input_sha256": "8858ed361f7d8ce6fcc457f3ec5e5a19a5b628ff5b22e154300d190b2a19b02c"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 627591851, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.175326072549632, "interval": [1.4934208600311696, 11.230821239524415], "p_value": 0.017959572194458085, "input_sha256": "8858ed361f7d8ce6fcc457f3ec5e5a19a5b628ff5b22e154300d190b2a19b02c"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.049137178751273394, "seed": 627591851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06084362749301153, "interval": [0.007890994071275047, 0.11379626091474801], "p_value": 0.021, "input_sha256": "8858ed361f7d8ce6fcc457f3ec5e5a19a5b628ff5b22e154300d190b2a19b02c"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.049137178751273394, "seed": 627591851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06084362749301153, "interval": [0.012067286880947652, 0.10881869171751302], "p_value": 0.025449152306461206, "input_sha256": "8858ed361f7d8ce6fcc457f3ec5e5a19a5b628ff5b22e154300d190b2a19b02c"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3350990709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.22860797101238, "interval": [-0.2460046066476762, 8.703220548672437], "p_value": 0.061, "input_sha256": "6344e0eca2e9393b90cbf8bde2d60dfc1ac84a61fc029c5fd725707a9f366d6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3350990709, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.22860797101238, "interval": [0.27995711305961624, 8.96135317544001], "p_value": 0.06329158588915773, "input_sha256": "6344e0eca2e9393b90cbf8bde2d60dfc1ac84a61fc029c5fd725707a9f366d6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.04845757893219098, "seed": 3350990709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03979464798085057, "interval": [-0.006194287172790983, 0.08578358313449212], "p_value": 0.085, "input_sha256": "6344e0eca2e9393b90cbf8bde2d60dfc1ac84a61fc029c5fd725707a9f366d6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.04845757893219098, "seed": 3350990709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03979464798085057, "interval": [-0.0009647593682157703, 0.08582474325681834], "p_value": 0.08788310336282375, "input_sha256": "6344e0eca2e9393b90cbf8bde2d60dfc1ac84a61fc029c5fd725707a9f366d6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3042544944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2938308379602805, "interval": [0.32869408400501143, 10.25896759191555], "p_value": 0.036, "input_sha256": "b27da09c94e1ab9ec9d88b747d7542950f788fb3623e11930ed645685ed0d3eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3042544944, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2938308379602805, "interval": [0.725322819289122, 9.722791082598668], "p_value": 0.03729435332914142, "input_sha256": "b27da09c94e1ab9ec9d88b747d7542950f788fb3623e11930ed645685ed0d3eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0481314925311961, "seed": 3042544944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05861311626859167, "interval": [0.008186299474532109, 0.10903993306265122], "p_value": 0.024, "input_sha256": "b27da09c94e1ab9ec9d88b747d7542950f788fb3623e11930ed645685ed0d3eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0481314925311961, "seed": 3042544944, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05861311626859167, "interval": [0.013748814775286838, 0.10424728429132553], "p_value": 0.023904904330134646, "input_sha256": "b27da09c94e1ab9ec9d88b747d7542950f788fb3623e11930ed645685ed0d3eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4059400855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.547427939467962, "interval": [-0.5859417674276157, 9.68079764636354], "p_value": 0.095, "input_sha256": "597f34f4c241fdcff9c9f4bc3b0c86bcd596703ea60afce19945efb4b4e5bd18"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4059400855, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.547427939467962, "interval": [-0.5036604684240013, 9.00008305521566], "p_value": 0.08087920273142053, "input_sha256": "597f34f4c241fdcff9c9f4bc3b0c86bcd596703ea60afce19945efb4b4e5bd18"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.049377325379240444, "seed": 4059400855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04346638268145575, "interval": [-0.00867477704915641, 0.09560754241206791], "p_value": 0.11, "input_sha256": "597f34f4c241fdcff9c9f4bc3b0c86bcd596703ea60afce19945efb4b4e5bd18"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.049377325379240444, "seed": 4059400855, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04346638268145575, "interval": [-0.009307396926840655, 0.0872685558664273], "p_value": 0.09967199117891577, "input_sha256": "597f34f4c241fdcff9c9f4bc3b0c86bcd596703ea60afce19945efb4b4e5bd18"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2610467243, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.869407844475715, "interval": [-2.663371197367921, 6.402186886319351], "p_value": 0.431, "input_sha256": "2e0fed89073165eada6ffc625c7a124ce82818c64f3141d257b43e7ef1a5b15a"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2610467243, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.869407844475715, "interval": [-2.301554587730922, 6.028205235440082], "p_value": 0.4089399122482199, "input_sha256": "2e0fed89073165eada6ffc625c7a124ce82818c64f3141d257b43e7ef1a5b15a"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0497417795848859, "seed": 2610467243, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025080072381689314, "interval": [-0.021707894466736995, 0.07186803923011562], "p_value": 0.292, "input_sha256": "2e0fed89073165eada6ffc625c7a124ce82818c64f3141d257b43e7ef1a5b15a"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0497417795848859, "seed": 2610467243, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025080072381689314, "interval": [-0.022515928186667852, 0.06543719474090534], "p_value": 0.28467991992712344, "input_sha256": "2e0fed89073165eada6ffc625c7a124ce82818c64f3141d257b43e7ef1a5b15a"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3924449107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1441777467005885, "interval": [-2.315967181063497, 8.604322674464674], "p_value": 0.278, "input_sha256": "2147afc9c43ae7ec889a18762ce46f29b59d7e26259dda5c0d81dcc9d06c871f"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3924449107, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1441777467005885, "interval": [-2.041312518611418, 8.60755918779538], "p_value": 0.2508854553791713, "input_sha256": "2147afc9c43ae7ec889a18762ce46f29b59d7e26259dda5c0d81dcc9d06c871f"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.047844759992961804, "seed": 3924449107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03824953089492769, "interval": [-0.01961902587030616, 0.09611808766016154], "p_value": 0.22, "input_sha256": "2147afc9c43ae7ec889a18762ce46f29b59d7e26259dda5c0d81dcc9d06c871f"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.047844759992961804, "seed": 3924449107, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03824953089492769, "interval": [-0.014004327214495566, 0.10012390080561719], "p_value": 0.18836735093352755, "input_sha256": "2147afc9c43ae7ec889a18762ce46f29b59d7e26259dda5c0d81dcc9d06c871f"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1494666403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8769546130513852, "interval": [-2.23800028541348, 7.99190951151625], "p_value": 0.265, "input_sha256": "f7967517d145a509d4a015e57a243222a5b0387515a0e6336ec489b19bb6ad12"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1494666403, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8769546130513852, "interval": [-1.9033089213842014, 7.4900886798330975], "p_value": 0.2614363385989698, "input_sha256": "f7967517d145a509d4a015e57a243222a5b0387515a0e6336ec489b19bb6ad12"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0497323119672232, "seed": 1494666403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02809500556607686, "interval": [-0.02485922898228613, 0.08104924011443984], "p_value": 0.301, "input_sha256": "f7967517d145a509d4a015e57a243222a5b0387515a0e6336ec489b19bb6ad12"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0497323119672232, "seed": 1494666403, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02809500556607686, "interval": [-0.020856722476147126, 0.07890022261562836], "p_value": 0.2890074996493555, "input_sha256": "f7967517d145a509d4a015e57a243222a5b0387515a0e6336ec489b19bb6ad12"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3332200512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.786312890182646, "interval": [1.294388309507153, 10.27823747085814], "p_value": 0.022, "input_sha256": "ff9572f01dced8ad115b46d8c2a9bc1371a0bafca8bbbcc3e0e77b9b3fb4813f"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3332200512, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.786312890182646, "interval": [1.780383037193508, 10.179717018353944], "p_value": 0.012955247922324067, "input_sha256": "ff9572f01dced8ad115b46d8c2a9bc1371a0bafca8bbbcc3e0e77b9b3fb4813f"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.04877528561012077, "seed": 3332200512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062269456647211924, "interval": [0.014975475157959044, 0.1095634381364648], "p_value": 0.017, "input_sha256": "ff9572f01dced8ad115b46d8c2a9bc1371a0bafca8bbbcc3e0e77b9b3fb4813f"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.04877528561012077, "seed": 3332200512, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062269456647211924, "interval": [0.017491946372000564, 0.10922615482522648], "p_value": 0.011241171617232823, "input_sha256": "ff9572f01dced8ad115b46d8c2a9bc1371a0bafca8bbbcc3e0e77b9b3fb4813f"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2383398046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.244668077021682, "interval": [-1.062446180765618, 9.551782334808983], "p_value": 0.107, "input_sha256": "0dca0f27d3f3edd29638cadefb4902b9b3da25715e9e59658fe79811312d627c"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2383398046, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.244668077021682, "interval": [-1.2726934864328867, 9.164401900328404], "p_value": 0.11363074455249685, "input_sha256": "0dca0f27d3f3edd29638cadefb4902b9b3da25715e9e59658fe79811312d627c"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.04932275028690528, "seed": 2383398046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04082885771234028, "interval": [-0.016202036363762662, 0.09785975178844322], "p_value": 0.156, "input_sha256": "0dca0f27d3f3edd29638cadefb4902b9b3da25715e9e59658fe79811312d627c"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.04932275028690528, "seed": 2383398046, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04082885771234028, "interval": [-0.01720032888193136, 0.09354117429327449], "p_value": 0.15536758102881487, "input_sha256": "0dca0f27d3f3edd29638cadefb4902b9b3da25715e9e59658fe79811312d627c"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3449922240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.687160898700586, "interval": [0.9501254364303611, 10.42419636097081], "p_value": 0.023, "input_sha256": "f755f202ab883e273ffc0278556a991a55a8b32e26752ea79ccb429685edc026"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3449922240, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.687160898700586, "interval": [1.1051681933028605, 10.34612688782804], "p_value": 0.019911752554616535, "input_sha256": "f755f202ab883e273ffc0278556a991a55a8b32e26752ea79ccb429685edc026"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.04887385770478206, "seed": 3449922240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0591252458375353, "interval": [0.009071679124627481, 0.10917881255044312], "p_value": 0.024, "input_sha256": "f755f202ab883e273ffc0278556a991a55a8b32e26752ea79ccb429685edc026"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.04887385770478206, "seed": 3449922240, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0591252458375353, "interval": [0.013220048087075166, 0.10784252207058123], "p_value": 0.021851468862717938, "input_sha256": "f755f202ab883e273ffc0278556a991a55a8b32e26752ea79ccb429685edc026"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1617306234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0655518918194318, "interval": [-1.7662263585613367, 7.8973301422002], "p_value": 0.199, "input_sha256": "9f94dceb5e55587eec83ea44b9f4b71b31b9d6f7c74120c4cbbdbc27a4d27d79"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1617306234, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0655518918194318, "interval": [-1.8451243749090604, 7.327715661176434], "p_value": 0.20599357087883163, "input_sha256": "9f94dceb5e55587eec83ea44b9f4b71b31b9d6f7c74120c4cbbdbc27a4d27d79"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0509360826315791, "seed": 1617306234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03623810015366151, "interval": [-0.021800999784820828, 0.09427720009214385], "p_value": 0.216, "input_sha256": "9f94dceb5e55587eec83ea44b9f4b71b31b9d6f7c74120c4cbbdbc27a4d27d79"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0509360826315791, "seed": 1617306234, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03623810015366151, "interval": [-0.02141079509644534, 0.08579692344959541], "p_value": 0.213521483843269, "input_sha256": "9f94dceb5e55587eec83ea44b9f4b71b31b9d6f7c74120c4cbbdbc27a4d27d79"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2843651239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.070294278316111, "interval": [1.6510261034855427, 12.489562453146679], "p_value": 0.009, "input_sha256": "f1672e1a6ccf3d28fad62ed2fa3d8ed767e552b6c1e9363e7e5fccb1b15dda1e"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2843651239, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.070294278316111, "interval": [1.8364283461956048, 12.437090012934892], "p_value": 0.011927279957835463, "input_sha256": "f1672e1a6ccf3d28fad62ed2fa3d8ed767e552b6c1e9363e7e5fccb1b15dda1e"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.04945908713107368, "seed": 2843651239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07504296668989396, "interval": [0.015824819953160707, 0.13426111342662722], "p_value": 0.013, "input_sha256": "f1672e1a6ccf3d28fad62ed2fa3d8ed767e552b6c1e9363e7e5fccb1b15dda1e"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.04945908713107368, "seed": 2843651239, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07504296668989396, "interval": [0.018044334128653708, 0.13313356876186958], "p_value": 0.01438718602155964, "input_sha256": "f1672e1a6ccf3d28fad62ed2fa3d8ed767e552b6c1e9363e7e5fccb1b15dda1e"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2980445253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.99462489349485, "interval": [1.2044644348407614, 10.784785352148937], "p_value": 0.013, "input_sha256": "5ba62cd47f69c1b34bc500b0fc6d60b941da76d061e7f99a65255b2f55449da2"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2980445253, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.99462489349485, "interval": [1.0691961883720857, 9.565291274564633], "p_value": 0.015585174881441136, "input_sha256": "5ba62cd47f69c1b34bc500b0fc6d60b941da76d061e7f99a65255b2f55449da2"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.04899790952791292, "seed": 2980445253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05807363296044382, "interval": [0.007849316652604618, 0.10829794926828303], "p_value": 0.018, "input_sha256": "5ba62cd47f69c1b34bc500b0fc6d60b941da76d061e7f99a65255b2f55449da2"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.04899790952791292, "seed": 2980445253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05807363296044382, "interval": [0.008269788654128512, 0.09958103000547479], "p_value": 0.02461111184931217, "input_sha256": "5ba62cd47f69c1b34bc500b0fc6d60b941da76d061e7f99a65255b2f55449da2"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2978312534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9326001089654907, "interval": [-0.30918330224867585, 8.174383520179656], "p_value": 0.061, "input_sha256": "511076031fb2626cbd9c51a8eab44e9f7450097a6eca86f855dc99bfd3eea526"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2978312534, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9326001089654907, "interval": [0.36003711912242276, 8.090140021243544], "p_value": 0.0682291592731434, "input_sha256": "511076031fb2626cbd9c51a8eab44e9f7450097a6eca86f855dc99bfd3eea526"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.049065244797366146, "seed": 2978312534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038089365481469434, "interval": [-0.0055275812917095005, 0.08170631225464836], "p_value": 0.076, "input_sha256": "511076031fb2626cbd9c51a8eab44e9f7450097a6eca86f855dc99bfd3eea526"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.049065244797366146, "seed": 2978312534, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038089365481469434, "interval": [-0.0005143207490411049, 0.07918597815996638], "p_value": 0.08508593492381017, "input_sha256": "511076031fb2626cbd9c51a8eab44e9f7450097a6eca86f855dc99bfd3eea526"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 22741534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.687643328850685, "interval": [0.10488650199815464, 11.270400155703214], "p_value": 0.042, "input_sha256": "a0832e193f65ed9ad966f40e499e612fb0cdb429fb2dbe76d6d51d36521b1c5e"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 22741534, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.687643328850685, "interval": [0.8175405480745882, 11.549878211697884], "p_value": 0.046054748847974294, "input_sha256": "a0832e193f65ed9ad966f40e499e612fb0cdb429fb2dbe76d6d51d36521b1c5e"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.04837827379108798, "seed": 22741534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05629600626951052, "interval": [0.0021199484224320303, 0.11047206411658901], "p_value": 0.042, "input_sha256": "a0832e193f65ed9ad966f40e499e612fb0cdb429fb2dbe76d6d51d36521b1c5e"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.04837827379108798, "seed": 22741534, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05629600626951052, "interval": [0.007693625916314707, 0.1104938259352839], "p_value": 0.04209049047547592, "input_sha256": "a0832e193f65ed9ad966f40e499e612fb0cdb429fb2dbe76d6d51d36521b1c5e"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3157095671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.624912588606541, "interval": [3.1830643358519293, 12.066760841361154], "p_value": 0.003, "input_sha256": "9e27bfb82bb089a641f06a6caeead4cf65f8fce1ccd2e8f3ca55ffa3a285eb45"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3157095671, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.624912588606541, "interval": [3.6983615415217983, 12.08921413907501], "p_value": 0.001344932086267982, "input_sha256": "9e27bfb82bb089a641f06a6caeead4cf65f8fce1ccd2e8f3ca55ffa3a285eb45"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04912218683174925, "seed": 3157095671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07197434510247896, "interval": [0.025987380186230903, 0.11796131001872703], "p_value": 0.006, "input_sha256": "9e27bfb82bb089a641f06a6caeead4cf65f8fce1ccd2e8f3ca55ffa3a285eb45"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04912218683174925, "seed": 3157095671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07197434510247896, "interval": [0.02992469073838537, 0.11280139564543329], "p_value": 0.003128519744546247, "input_sha256": "9e27bfb82bb089a641f06a6caeead4cf65f8fce1ccd2e8f3ca55ffa3a285eb45"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1453080523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7640614413643654, "interval": [-2.024088615935219, 7.55221149866395], "p_value": 0.26, "input_sha256": "8a6733d6828e10173580f0b9871263b0ef8960bbfb4618574960a656774c9957"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1453080523, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7640614413643654, "interval": [-2.0310953544585937, 7.1129435761167725], "p_value": 0.24878368811166274, "input_sha256": "8a6733d6828e10173580f0b9871263b0ef8960bbfb4618574960a656774c9957"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.049879811009629384, "seed": 1453080523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028324181658763853, "interval": [-0.021912979404181757, 0.07856134272170946], "p_value": 0.264, "input_sha256": "8a6733d6828e10173580f0b9871263b0ef8960bbfb4618574960a656774c9957"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.049879811009629384, "seed": 1453080523, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028324181658763853, "interval": [-0.019631732495727902, 0.07686436900109092], "p_value": 0.2603958858383037, "input_sha256": "8a6733d6828e10173580f0b9871263b0ef8960bbfb4618574960a656774c9957"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 899763229, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.280883019778198, "interval": [-0.20601247000416034, 8.767778509560557], "p_value": 0.054, "input_sha256": "b401d07344d72bdc8262969d8a14950cedf6258fc13093a42f8ad03ea38456d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 899763229, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.280883019778198, "interval": [0.02285274390987687, 8.357552671791698], "p_value": 0.06089822112934324, "input_sha256": "b401d07344d72bdc8262969d8a14950cedf6258fc13093a42f8ad03ea38456d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04794587814038017, "seed": 899763229, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039325283842660375, "interval": [-0.004143670765988046, 0.08279423845130879], "p_value": 0.068, "input_sha256": "b401d07344d72bdc8262969d8a14950cedf6258fc13093a42f8ad03ea38456d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04794587814038017, "seed": 899763229, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039325283842660375, "interval": [-0.0027909313473947358, 0.07946237923745625], "p_value": 0.07480402264498331, "input_sha256": "b401d07344d72bdc8262969d8a14950cedf6258fc13093a42f8ad03ea38456d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 658113424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3150714932751884, "interval": [-0.9892468892193671, 7.619389875769744], "p_value": 0.135, "input_sha256": "a80161ff8ac547c6b506949a4a79799978346ee2614f21f5ffddebe3a9de1198"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 658113424, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3150714932751884, "interval": [-1.0022894309168047, 7.262113150972127], "p_value": 0.12624384824425927, "input_sha256": "a80161ff8ac547c6b506949a4a79799978346ee2614f21f5ffddebe3a9de1198"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.04850044878395704, "seed": 658113424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028937918991845682, "interval": [-0.01915691798006495, 0.0770327559637563], "p_value": 0.254, "input_sha256": "a80161ff8ac547c6b506949a4a79799978346ee2614f21f5ffddebe3a9de1198"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.04850044878395704, "seed": 658113424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028937918991845682, "interval": [-0.02292741198945595, 0.06966167248825898], "p_value": 0.22881588932527172, "input_sha256": "a80161ff8ac547c6b506949a4a79799978346ee2614f21f5ffddebe3a9de1198"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2493133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.816704713624461, "interval": [1.6079733746521905, 12.025436052596731], "p_value": 0.011, "input_sha256": "1a3c05f576a8d86855c59bc00a4fbe2c46cf4488c045e9630627d3521d51656f"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2493133793, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.816704713624461, "interval": [1.8238752566256629, 11.522343174624108], "p_value": 0.011742767885097514, "input_sha256": "1a3c05f576a8d86855c59bc00a4fbe2c46cf4488c045e9630627d3521d51656f"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.04972648148673374, "seed": 2493133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06597644427510614, "interval": [0.0050504571490106245, 0.12690243140120167], "p_value": 0.033, "input_sha256": "1a3c05f576a8d86855c59bc00a4fbe2c46cf4488c045e9630627d3521d51656f"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.04972648148673374, "seed": 2493133793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06597644427510614, "interval": [0.005832429826615894, 0.1185136882659504], "p_value": 0.03457544069139075, "input_sha256": "1a3c05f576a8d86855c59bc00a4fbe2c46cf4488c045e9630627d3521d51656f"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3469597847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.2878054918411515, "interval": [3.546472023899562, 11.029138959782742], "p_value": 0.001, "input_sha256": "5dc2bae181a98de18fcd62273f662ac8e191f69d77fd4b92ca99c6f508038eda"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3469597847, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.2878054918411515, "interval": [3.804902983798113, 10.634144414855225], "p_value": 0.00034179572016998093, "input_sha256": "5dc2bae181a98de18fcd62273f662ac8e191f69d77fd4b92ca99c6f508038eda"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.05080457057389844, "seed": 3469597847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08030851370141177, "interval": [0.0339768596881226, 0.12664016771470094], "p_value": 0.001, "input_sha256": "5dc2bae181a98de18fcd62273f662ac8e191f69d77fd4b92ca99c6f508038eda"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.05080457057389844, "seed": 3469597847, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08030851370141177, "interval": [0.040511982986593253, 0.12841317764531687], "p_value": 0.0013122441258163623, "input_sha256": "5dc2bae181a98de18fcd62273f662ac8e191f69d77fd4b92ca99c6f508038eda"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2311265638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.486017541356606, "interval": [-1.7459887985114788, 6.718023881224691], "p_value": 0.222, "input_sha256": "3809120c2ab76025936082a8f0ff913f5d031b73a286fcdda9a4611785ac4208"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2311265638, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.486017541356606, "interval": [-1.2288502562592576, 7.132749732380434], "p_value": 0.24136487385262997, "input_sha256": "3809120c2ab76025936082a8f0ff913f5d031b73a286fcdda9a4611785ac4208"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.049019108128428815, "seed": 2311265638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020172873608710326, "interval": [-0.029808329320336266, 0.07015407653775692], "p_value": 0.41, "input_sha256": "3809120c2ab76025936082a8f0ff913f5d031b73a286fcdda9a4611785ac4208"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.049019108128428815, "seed": 2311265638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020172873608710326, "interval": [-0.020122367095807493, 0.07936279008204783], "p_value": 0.4189589083167049, "input_sha256": "3809120c2ab76025936082a8f0ff913f5d031b73a286fcdda9a4611785ac4208"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 291126457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.588250703938227, "interval": [-2.5368651144815972, 7.713366522358052], "p_value": 0.329, "input_sha256": "94f3cc750c46a974e5f7af1280fea98b9be26a7c61386ebd902e1507b074aebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 291126457, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.588250703938227, "interval": [-2.0438274843818345, 7.664335029227981], "p_value": 0.31296581851631405, "input_sha256": "94f3cc750c46a974e5f7af1280fea98b9be26a7c61386ebd902e1507b074aebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.04891444876596794, "seed": 291126457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026057162244518373, "interval": [-0.027500545064420595, 0.07961486955345734], "p_value": 0.339, "input_sha256": "94f3cc750c46a974e5f7af1280fea98b9be26a7c61386ebd902e1507b074aebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.04891444876596794, "seed": 291126457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026057162244518373, "interval": [-0.023046747722191754, 0.07704079793125942], "p_value": 0.3308886986879337, "input_sha256": "94f3cc750c46a974e5f7af1280fea98b9be26a7c61386ebd902e1507b074aebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3078025410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.257268342032902, "interval": [1.2647842787631616, 11.249752405302644], "p_value": 0.02, "input_sha256": "54a8b42d7f1dc187f4a535796eeb1c8267497b9e4f8d48d9c3e1f784866950e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3078025410, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.257268342032902, "interval": [1.645578313833836, 11.182648978625728], "p_value": 0.015429799041534006, "input_sha256": "54a8b42d7f1dc187f4a535796eeb1c8267497b9e4f8d48d9c3e1f784866950e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.047047306590923786, "seed": 3078025410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06532305725155815, "interval": [0.016858236634346574, 0.11378787786876973], "p_value": 0.014, "input_sha256": "54a8b42d7f1dc187f4a535796eeb1c8267497b9e4f8d48d9c3e1f784866950e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.047047306590923786, "seed": 3078025410, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06532305725155815, "interval": [0.022373602582845646, 0.11450470941176026], "p_value": 0.009694555159852007, "input_sha256": "54a8b42d7f1dc187f4a535796eeb1c8267497b9e4f8d48d9c3e1f784866950e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1303312461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.370098833956913, "interval": [-0.31598266496547023, 9.056180332879297], "p_value": 0.064, "input_sha256": "c79ec2bef499548cb2046b2d3fc15cefd98322350de57844e449b78c3d1d9654"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1303312461, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.370098833956913, "interval": [-0.264554975108346, 8.796014511372416], "p_value": 0.06649505797202396, "input_sha256": "c79ec2bef499548cb2046b2d3fc15cefd98322350de57844e449b78c3d1d9654"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.05078534185165484, "seed": 1303312461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05789887587837081, "interval": [0.0027480740589726077, 0.11304967769776901], "p_value": 0.039, "input_sha256": "c79ec2bef499548cb2046b2d3fc15cefd98322350de57844e449b78c3d1d9654"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.05078534185165484, "seed": 1303312461, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05789887587837081, "interval": [0.005287461475012022, 0.11192803860792894], "p_value": 0.04029571204009832, "input_sha256": "c79ec2bef499548cb2046b2d3fc15cefd98322350de57844e449b78c3d1d9654"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3184787556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.757695021641901, "interval": [2.6872213566938923, 12.828168686589908], "p_value": 0.01, "input_sha256": "ea76e46c90d59e9c4f6136f7910518651182fb262a58de845ccebbad0d827766"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3184787556, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.757695021641901, "interval": [2.4835156770807654, 12.426656491003524], "p_value": 0.0036689174464355633, "input_sha256": "ea76e46c90d59e9c4f6136f7910518651182fb262a58de845ccebbad0d827766"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0504537320573953, "seed": 3184787556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0865369408635233, "interval": [0.03031518720145438, 0.14275869452559223], "p_value": 0.006, "input_sha256": "ea76e46c90d59e9c4f6136f7910518651182fb262a58de845ccebbad0d827766"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0504537320573953, "seed": 3184787556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0865369408635233, "interval": [0.028331238969968458, 0.13935547085618688], "p_value": 0.003483589317324581, "input_sha256": "ea76e46c90d59e9c4f6136f7910518651182fb262a58de845ccebbad0d827766"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2199342035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.433937133780774, "interval": [0.2692504693944304, 10.598623798167118], "p_value": 0.041, "input_sha256": "70d6002e33cf3c92970d9520b7debe3eee9af2b79bdda19cbd1fac968ad5335b"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2199342035, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.433937133780774, "interval": [-0.16643746004547186, 10.006014718145138], "p_value": 0.03978476458273745, "input_sha256": "70d6002e33cf3c92970d9520b7debe3eee9af2b79bdda19cbd1fac968ad5335b"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.05009011229652023, "seed": 2199342035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05522589166365466, "interval": [-0.0024958518039993466, 0.11294763513130866], "p_value": 0.056, "input_sha256": "70d6002e33cf3c92970d9520b7debe3eee9af2b79bdda19cbd1fac968ad5335b"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.05009011229652023, "seed": 2199342035, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05522589166365466, "interval": [-0.0028677957605441297, 0.10514557324449852], "p_value": 0.06014249916274266, "input_sha256": "70d6002e33cf3c92970d9520b7debe3eee9af2b79bdda19cbd1fac968ad5335b"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3826406353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1082013822199546, "interval": [-2.8938652765888673, 7.110268041028776], "p_value": 0.412, "input_sha256": "a6eedcc4749ef7ae6db7ece8ec7580b50a01e366a731b6cb3b90c85f3d79d8c1"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3826406353, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1082013822199546, "interval": [-2.3205703883532993, 6.710132481892069], "p_value": 0.3988856905810151, "input_sha256": "a6eedcc4749ef7ae6db7ece8ec7580b50a01e366a731b6cb3b90c85f3d79d8c1"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.05101071946921274, "seed": 3826406353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026593510845660306, "interval": [-0.03328685213702939, 0.08647387382835], "p_value": 0.377, "input_sha256": "a6eedcc4749ef7ae6db7ece8ec7580b50a01e366a731b6cb3b90c85f3d79d8c1"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.05101071946921274, "seed": 3826406353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026593510845660306, "interval": [-0.021921911245885994, 0.08756833579248574], "p_value": 0.373866182692832, "input_sha256": "a6eedcc4749ef7ae6db7ece8ec7580b50a01e366a731b6cb3b90c85f3d79d8c1"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1434768066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.822215324454655, "interval": [-0.26178664108061067, 9.906217289989922], "p_value": 0.066, "input_sha256": "4245f712575c448ba52f9e8b82d6af3a061313d9bc3ac595cb4bc1dd859e2e61"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1434768066, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.822215324454655, "interval": [0.33298912636004147, 9.873074202222542], "p_value": 0.06235599764276687, "input_sha256": "4245f712575c448ba52f9e8b82d6af3a061313d9bc3ac595cb4bc1dd859e2e61"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.04975316688156323, "seed": 1434768066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05259944693133005, "interval": [-0.0034381353715341317, 0.10863702923419423], "p_value": 0.065, "input_sha256": "4245f712575c448ba52f9e8b82d6af3a061313d9bc3ac595cb4bc1dd859e2e61"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.04975316688156323, "seed": 1434768066, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05259944693133005, "interval": [0.005090562439177758, 0.11015213671489901], "p_value": 0.06496232590221575, "input_sha256": "4245f712575c448ba52f9e8b82d6af3a061313d9bc3ac595cb4bc1dd859e2e61"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1825238611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7969616419664236, "interval": [-0.09766259994599125, 7.6915858838788385], "p_value": 0.057, "input_sha256": "6862e158a71145c72a6fe400e91b642c3cd97bdc2ce434d5a38915b8857a914c"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1825238611, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7969616419664236, "interval": [0.47440723892971226, 7.490292484143911], "p_value": 0.05571748498337862, "input_sha256": "6862e158a71145c72a6fe400e91b642c3cd97bdc2ce434d5a38915b8857a914c"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.04863373665394905, "seed": 1825238611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03272955669041014, "interval": [-0.0062043203423311905, 0.07166343372315147], "p_value": 0.097, "input_sha256": "6862e158a71145c72a6fe400e91b642c3cd97bdc2ce434d5a38915b8857a914c"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.04863373665394905, "seed": 1825238611, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03272955669041014, "interval": [-0.0007000271957551964, 0.06770786564702874], "p_value": 0.09690970788671846, "input_sha256": "6862e158a71145c72a6fe400e91b642c3cd97bdc2ce434d5a38915b8857a914c"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2681981920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.64911688545722, "interval": [2.1699309002776035, 11.128302870636837], "p_value": 0.008, "input_sha256": "4b709416efcd2e98a404b2a05ac8b317ae3ebdab4969680de0c2ea10a650121f"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2681981920, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.64911688545722, "interval": [2.7689686628541472, 10.992771686739054], "p_value": 0.004688749768309553, "input_sha256": "4b709416efcd2e98a404b2a05ac8b317ae3ebdab4969680de0c2ea10a650121f"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.049911783381713565, "seed": 2681981920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06732630370381827, "interval": [0.01917886582113465, 0.1154737415865019], "p_value": 0.006, "input_sha256": "4b709416efcd2e98a404b2a05ac8b317ae3ebdab4969680de0c2ea10a650121f"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.049911783381713565, "seed": 2681981920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06732630370381827, "interval": [0.027123444515748073, 0.11419240162839688], "p_value": 0.007387280753268364, "input_sha256": "4b709416efcd2e98a404b2a05ac8b317ae3ebdab4969680de0c2ea10a650121f"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3394808792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.9139059884540055, "interval": [0.21817348419378035, 11.60963849271423], "p_value": 0.036, "input_sha256": "c596bc19421d92696816a248ea1203b8705a66422277507ddd5490d20b2e6eb2"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3394808792, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.9139059884540055, "interval": [0.8247605757619154, 11.968764545026723], "p_value": 0.04227035411870825, "input_sha256": "c596bc19421d92696816a248ea1203b8705a66422277507ddd5490d20b2e6eb2"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.04924087210508883, "seed": 3394808792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06741211575723641, "interval": [-0.004903731183374491, 0.13972796269784732], "p_value": 0.049, "input_sha256": "c596bc19421d92696816a248ea1203b8705a66422277507ddd5490d20b2e6eb2"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.04924087210508883, "seed": 3394808792, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06741211575723641, "interval": [0.013055408872093034, 0.15619016038422934], "p_value": 0.06658775965299804, "input_sha256": "c596bc19421d92696816a248ea1203b8705a66422277507ddd5490d20b2e6eb2"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 193693015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.79988755695065, "interval": [2.6607239308774533, 10.939051183023846], "p_value": 0.002, "input_sha256": "50bfdd09e76fe37abe2265a3995e98e75618bda8d88b2b05df750634febfdb16"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 193693015, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.79988755695065, "interval": [3.0276114723743697, 10.727574574704962], "p_value": 0.00203540547745081, "input_sha256": "50bfdd09e76fe37abe2265a3995e98e75618bda8d88b2b05df750634febfdb16"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0487424876220397, "seed": 193693015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07197485910305122, "interval": [0.02675868245448243, 0.11719103575162002], "p_value": 0.004, "input_sha256": "50bfdd09e76fe37abe2265a3995e98e75618bda8d88b2b05df750634febfdb16"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0487424876220397, "seed": 193693015, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07197485910305122, "interval": [0.030835749080795224, 0.11494525371624419], "p_value": 0.0027212564381323004, "input_sha256": "50bfdd09e76fe37abe2265a3995e98e75618bda8d88b2b05df750634febfdb16"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3196499940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.717621724074411, "interval": [2.1764011291173, 9.258842319031523], "p_value": 0.001, "input_sha256": "a9bb013e0d8070501163964fd76bdaa5d7dc36618b3dd0dff49fc8ca43f977ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3196499940, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.717621724074411, "interval": [2.325618219720698, 8.873982352409673], "p_value": 0.0023879587719085166, "input_sha256": "a9bb013e0d8070501163964fd76bdaa5d7dc36618b3dd0dff49fc8ca43f977ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.05097981777680914, "seed": 3196499940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059062792732860955, "interval": [0.019441928928797446, 0.09868365653692446], "p_value": 0.003, "input_sha256": "a9bb013e0d8070501163964fd76bdaa5d7dc36618b3dd0dff49fc8ca43f977ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.05097981777680914, "seed": 3196499940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059062792732860955, "interval": [0.02208939424575359, 0.09716048451592112], "p_value": 0.004601046733266804, "input_sha256": "a9bb013e0d8070501163964fd76bdaa5d7dc36618b3dd0dff49fc8ca43f977ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 548637605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.445499685388999, "interval": [-0.14024896723541147, 9.031248338013409], "p_value": 0.06, "input_sha256": "a979f16caa07f615f1fc34334c2001ccc090642d8ea0924272753efe55472ec3"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 548637605, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.445499685388999, "interval": [0.24792582991619572, 8.654704763139652], "p_value": 0.05702359508154393, "input_sha256": "a979f16caa07f615f1fc34334c2001ccc090642d8ea0924272753efe55472ec3"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.04840894913634046, "seed": 548637605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04036103042543471, "interval": [-0.007438782432907104, 0.08816084328377652], "p_value": 0.102, "input_sha256": "a979f16caa07f615f1fc34334c2001ccc090642d8ea0924272753efe55472ec3"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.04840894913634046, "seed": 548637605, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04036103042543471, "interval": [-0.0022948421798271806, 0.08576974267066462], "p_value": 0.09532589463948551, "input_sha256": "a979f16caa07f615f1fc34334c2001ccc090642d8ea0924272753efe55472ec3"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3178446405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.283885397428295, "interval": [0.42439718069864973, 10.143373614157941], "p_value": 0.034, "input_sha256": "ae6a4a8b3d443064d48af177604aef7b97040a7e5652fccc82bcd49260c078ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3178446405, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.283885397428295, "interval": [1.1926279645949862, 10.952692386608453], "p_value": 0.03387590723367729, "input_sha256": "ae6a4a8b3d443064d48af177604aef7b97040a7e5652fccc82bcd49260c078ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.048820813893001594, "seed": 3178446405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043587969585998476, "interval": [-0.00960782551270753, 0.09678376468470448], "p_value": 0.118, "input_sha256": "ae6a4a8b3d443064d48af177604aef7b97040a7e5652fccc82bcd49260c078ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.048820813893001594, "seed": 3178446405, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043587969585998476, "interval": [-0.0012910135987715197, 0.09937636072582134], "p_value": 0.10539144826846963, "input_sha256": "ae6a4a8b3d443064d48af177604aef7b97040a7e5652fccc82bcd49260c078ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2823676578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.713248627765678, "interval": [-0.092891183803399, 9.519388439334755], "p_value": 0.05, "input_sha256": "81fda60758783a82def941184b2b3aa8a32a482a7f928c56ae0b96a81e64bb3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2823676578, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.713248627765678, "interval": [0.33639640992444075, 9.616969895236819], "p_value": 0.054356240032847135, "input_sha256": "81fda60758783a82def941184b2b3aa8a32a482a7f928c56ae0b96a81e64bb3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.04967849380715904, "seed": 2823676578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05271703289904339, "interval": [0.003204867726892255, 0.10222919807119453], "p_value": 0.031, "input_sha256": "81fda60758783a82def941184b2b3aa8a32a482a7f928c56ae0b96a81e64bb3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.04967849380715904, "seed": 2823676578, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05271703289904339, "interval": [0.008351917939079703, 0.10414752649229601], "p_value": 0.037569454767969135, "input_sha256": "81fda60758783a82def941184b2b3aa8a32a482a7f928c56ae0b96a81e64bb3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 673245409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.821910279947897, "interval": [4.684886159586928, 12.958934400308866], "p_value": 0.001, "input_sha256": "8eb1d78c3a5fb53eae09406523041b1c542373cd2da4f8d40a9b7b4fc6e5918a"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 673245409, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.821910279947897, "interval": [5.168595760789362, 13.049756877685985], "p_value": 0.00010958115209088606, "input_sha256": "8eb1d78c3a5fb53eae09406523041b1c542373cd2da4f8d40a9b7b4fc6e5918a"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.05152895113813659, "seed": 673245409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09700966284928358, "interval": [0.053950605026017076, 0.1400687206725501], "p_value": 0.001, "input_sha256": "8eb1d78c3a5fb53eae09406523041b1c542373cd2da4f8d40a9b7b4fc6e5918a"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.05152895113813659, "seed": 673245409, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09700966284928358, "interval": [0.05845256112374773, 0.14151150242514177], "p_value": 5.226471558014527e-05, "input_sha256": "8eb1d78c3a5fb53eae09406523041b1c542373cd2da4f8d40a9b7b4fc6e5918a"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2392989325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.081766720810828, "interval": [-2.2530154642925826, 6.416548905914238], "p_value": 0.339, "input_sha256": "c83170594d78c54b68bc6e1fff4fed9e56f3a9bd5383e02013f8d5135591498c"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2392989325, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.081766720810828, "interval": [-2.4212405978888567, 5.921895863409051], "p_value": 0.33559972237417435, "input_sha256": "c83170594d78c54b68bc6e1fff4fed9e56f3a9bd5383e02013f8d5135591498c"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.04831542114946069, "seed": 2392989325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02916653530185198, "interval": [-0.015051106768400997, 0.07338417737210495], "p_value": 0.186, "input_sha256": "c83170594d78c54b68bc6e1fff4fed9e56f3a9bd5383e02013f8d5135591498c"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.04831542114946069, "seed": 2392989325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02916653530185198, "interval": [-0.013356594294004211, 0.0702210811205003], "p_value": 0.1884952659959979, "input_sha256": "c83170594d78c54b68bc6e1fff4fed9e56f3a9bd5383e02013f8d5135591498c"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3873957325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.351135948671111, "interval": [1.775727308250164, 8.926544589092057], "p_value": 0.005, "input_sha256": "01923e5f0db326a8c44900f4b97082d3143e5f962ec7cb60477fd91cfe516f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3873957325, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.351135948671111, "interval": [1.905718223573128, 8.693622260837063], "p_value": 0.004413322820929506, "input_sha256": "01923e5f0db326a8c44900f4b97082d3143e5f962ec7cb60477fd91cfe516f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04856960548715013, "seed": 3873957325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05421329424799941, "interval": [0.01997020306888321, 0.0884563854271156], "p_value": 0.004, "input_sha256": "01923e5f0db326a8c44900f4b97082d3143e5f962ec7cb60477fd91cfe516f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04856960548715013, "seed": 3873957325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05421329424799941, "interval": [0.02170596544509925, 0.08539302762168095], "p_value": 0.002748125640589637, "input_sha256": "01923e5f0db326a8c44900f4b97082d3143e5f962ec7cb60477fd91cfe516f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1535710181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4613174561096125, "interval": [-0.3074455229806148, 9.23008043519984], "p_value": 0.063, "input_sha256": "bf6cc533424009bb299c0f2bc4e6d2bff0934439dc61aec02c0c69b1c4327d6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1535710181, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4613174561096125, "interval": [-0.21398082261753273, 8.972481421788812], "p_value": 0.06583938789845369, "input_sha256": "bf6cc533424009bb299c0f2bc4e6d2bff0934439dc61aec02c0c69b1c4327d6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.04748479800582016, "seed": 1535710181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04195160359064805, "interval": [-0.0036137979656473695, 0.08751700514694347], "p_value": 0.068, "input_sha256": "bf6cc533424009bb299c0f2bc4e6d2bff0934439dc61aec02c0c69b1c4327d6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.04748479800582016, "seed": 1535710181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04195160359064805, "interval": [-0.003940647488192654, 0.08305609264857328], "p_value": 0.07005140882351528, "input_sha256": "bf6cc533424009bb299c0f2bc4e6d2bff0934439dc61aec02c0c69b1c4327d6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2365943422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.153178394481124, "interval": [1.928353473973961, 10.378003314988288], "p_value": 0.01, "input_sha256": "2416dfdf3e9b38cf36071482fd73702035d780caaac166ea594eec1bfa457430"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2365943422, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.153178394481124, "interval": [2.0819120941865514, 9.787880419066338], "p_value": 0.005510687669122291, "input_sha256": "2416dfdf3e9b38cf36071482fd73702035d780caaac166ea594eec1bfa457430"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04946168193454483, "seed": 2365943422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06191490248953052, "interval": [0.01747421504691532, 0.10635558993214572], "p_value": 0.01, "input_sha256": "2416dfdf3e9b38cf36071482fd73702035d780caaac166ea594eec1bfa457430"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04946168193454483, "seed": 2365943422, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06191490248953052, "interval": [0.019919180507692424, 0.10169280066370166], "p_value": 0.007741165016457208, "input_sha256": "2416dfdf3e9b38cf36071482fd73702035d780caaac166ea594eec1bfa457430"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2260150779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2832467945684805, "interval": [-2.4653209222104246, 7.0318145113473856], "p_value": 0.333, "input_sha256": "d9f304c9fcf8ca432b2c1a4fcf51419f291819b1c5333a2f05b985d13fb1c920"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2260150779, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2832467945684805, "interval": [-2.084141438228637, 6.547932997794767], "p_value": 0.33636228711302674, "input_sha256": "d9f304c9fcf8ca432b2c1a4fcf51419f291819b1c5333a2f05b985d13fb1c920"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.048667863656111546, "seed": 2260150779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027338150754207383, "interval": [-0.020114294073731276, 0.07479059558214604], "p_value": 0.244, "input_sha256": "d9f304c9fcf8ca432b2c1a4fcf51419f291819b1c5333a2f05b985d13fb1c920"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.048667863656111546, "seed": 2260150779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027338150754207383, "interval": [-0.014522212598399914, 0.06991905152389315], "p_value": 0.25058914077418426, "input_sha256": "d9f304c9fcf8ca432b2c1a4fcf51419f291819b1c5333a2f05b985d13fb1c920"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3621671601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.136623584516917, "interval": [0.02697639808148633, 10.246270770952346], "p_value": 0.038, "input_sha256": "4e97052d9e436376116fbae81cfdee32e0ea5b55a4489c9d13cce39b3f3676ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3621671601, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.136623584516917, "interval": [0.3628190835940354, 9.759871128067735], "p_value": 0.0488712018125005, "input_sha256": "4e97052d9e436376116fbae81cfdee32e0ea5b55a4489c9d13cce39b3f3676ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.049748364669312435, "seed": 3621671601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04848545780277977, "interval": [-0.004871390826944037, 0.10184230643250358], "p_value": 0.066, "input_sha256": "4e97052d9e436376116fbae81cfdee32e0ea5b55a4489c9d13cce39b3f3676ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.049748364669312435, "seed": 3621671601, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04848545780277977, "interval": [0.0004374237848182541, 0.09680193024072657], "p_value": 0.07348278788115242, "input_sha256": "4e97052d9e436376116fbae81cfdee32e0ea5b55a4489c9d13cce39b3f3676ca"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1357326776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.200635928733845, "interval": [1.2682860697381613, 9.132985787729528], "p_value": 0.006, "input_sha256": "48219fa2bdfe94f2487de872d3f110fe95b070a60f147dfd9f5f6f77de8b573a"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1357326776, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.200635928733845, "interval": [1.7117825465772476, 9.361252688465832], "p_value": 0.011017200146388883, "input_sha256": "48219fa2bdfe94f2487de872d3f110fe95b070a60f147dfd9f5f6f77de8b573a"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04937155435455797, "seed": 1357326776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050614156052575424, "interval": [0.008471799318347906, 0.09275651278680294], "p_value": 0.013, "input_sha256": "48219fa2bdfe94f2487de872d3f110fe95b070a60f147dfd9f5f6f77de8b573a"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04937155435455797, "seed": 1357326776, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050614156052575424, "interval": [0.012310372779500353, 0.09402128942930228], "p_value": 0.0199966809856106, "input_sha256": "48219fa2bdfe94f2487de872d3f110fe95b070a60f147dfd9f5f6f77de8b573a"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 464114750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5753620969996085, "interval": [-1.3442132487113128, 8.49493744271053], "p_value": 0.147, "input_sha256": "a01985b4b46ed692c4d6fa06d04f8f9b91f809e6dac3fea0b78b7a89903dbbdc"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 464114750, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5753620969996085, "interval": [-1.0321167321395501, 8.549023109748445], "p_value": 0.1494199473945835, "input_sha256": "a01985b4b46ed692c4d6fa06d04f8f9b91f809e6dac3fea0b78b7a89903dbbdc"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.048746909260226165, "seed": 464114750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03991701054775959, "interval": [-0.011689436852460197, 0.09152345794797938], "p_value": 0.124, "input_sha256": "a01985b4b46ed692c4d6fa06d04f8f9b91f809e6dac3fea0b78b7a89903dbbdc"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.048746909260226165, "seed": 464114750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03991701054775959, "interval": [-0.008273329030824545, 0.09205903570731676], "p_value": 0.1256751295392425, "input_sha256": "a01985b4b46ed692c4d6fa06d04f8f9b91f809e6dac3fea0b78b7a89903dbbdc"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2505546507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0278676285792745, "interval": [0.4692554984142383, 9.58647975874431], "p_value": 0.027, "input_sha256": "bff1810a79e3f13df2419743f77fd74d1b376f223aef4b07e578118d22166973"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2505546507, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0278676285792745, "interval": [1.0122639320328262, 9.543215157011337], "p_value": 0.03159662533257255, "input_sha256": "bff1810a79e3f13df2419743f77fd74d1b376f223aef4b07e578118d22166973"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.049193374688509726, "seed": 2505546507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05275090400164674, "interval": [0.004690897888724836, 0.10081091011456864], "p_value": 0.025, "input_sha256": "bff1810a79e3f13df2419743f77fd74d1b376f223aef4b07e578118d22166973"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.049193374688509726, "seed": 2505546507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05275090400164674, "interval": [0.008164098364711625, 0.0986488748266271], "p_value": 0.032407993229739335, "input_sha256": "bff1810a79e3f13df2419743f77fd74d1b376f223aef4b07e578118d22166973"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2005627054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.38960232012942, "interval": [3.762643547409164, 13.016561092849676], "p_value": 0.003, "input_sha256": "05499f334a1278652fc6d32ff00b40dbd64ea4f46fe98fefdd1e147abde5e6e4"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2005627054, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.38960232012942, "interval": [4.313564997626356, 12.61320488040058], "p_value": 0.0008012658571278325, "input_sha256": "05499f334a1278652fc6d32ff00b40dbd64ea4f46fe98fefdd1e147abde5e6e4"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.04823080064436065, "seed": 2005627054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.088247550705069, "interval": [0.0417429544856662, 0.1347521469244718], "p_value": 0.002, "input_sha256": "05499f334a1278652fc6d32ff00b40dbd64ea4f46fe98fefdd1e147abde5e6e4"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.04823080064436065, "seed": 2005627054, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.088247550705069, "interval": [0.04745842509730616, 0.1320255176656673], "p_value": 0.00046515532673783224, "input_sha256": "05499f334a1278652fc6d32ff00b40dbd64ea4f46fe98fefdd1e147abde5e6e4"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3155623227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.45534650143197, "interval": [0.7533519133047717, 10.157341089559168], "p_value": 0.02, "input_sha256": "3c836f704e764da2c24fb056c47414186dd8aaf95c0b25715e658cc69ed80e3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3155623227, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.45534650143197, "interval": [1.0992473384452761, 10.042838471335337], "p_value": 0.02448736720406255, "input_sha256": "3c836f704e764da2c24fb056c47414186dd8aaf95c0b25715e658cc69ed80e3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04879008016739084, "seed": 3155623227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05023926117131457, "interval": [-0.0011511466789626418, 0.10162966902159178], "p_value": 0.058, "input_sha256": "3c836f704e764da2c24fb056c47414186dd8aaf95c0b25715e658cc69ed80e3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04879008016739084, "seed": 3155623227, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05023926117131457, "interval": [-0.0012451839047522058, 0.09825641592181436], "p_value": 0.05502130402021593, "input_sha256": "3c836f704e764da2c24fb056c47414186dd8aaf95c0b25715e658cc69ed80e3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3582375484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.613167923454845, "interval": [2.744836552182823, 10.481499294726866], "p_value": 0.004, "input_sha256": "0bf6bdafe54588574498b20a8c48183d5e013b7c4d629f3a601e879d6ae4e414"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3582375484, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.613167923454845, "interval": [2.7357919499464614, 10.078374254135923], "p_value": 0.0014193388402676203, "input_sha256": "0bf6bdafe54588574498b20a8c48183d5e013b7c4d629f3a601e879d6ae4e414"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.049898425160034496, "seed": 3582375484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06619998671326285, "interval": [0.02568920426644291, 0.10671076916008279], "p_value": 0.006, "input_sha256": "0bf6bdafe54588574498b20a8c48183d5e013b7c4d629f3a601e879d6ae4e414"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.049898425160034496, "seed": 3582375484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06619998671326285, "interval": [0.025703109090506188, 0.10283998920813218], "p_value": 0.0021487955706886606, "input_sha256": "0bf6bdafe54588574498b20a8c48183d5e013b7c4d629f3a601e879d6ae4e414"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1548410335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.866389558586092, "interval": [-1.057599196457777, 6.790378313629961], "p_value": 0.135, "input_sha256": "39d70c8fbc3bb9b3a98970d1d2c8f23380669686c686b721719d4ed4e1bc611f"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1548410335, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.866389558586092, "interval": [-0.7169156796543011, 6.580368341131223], "p_value": 0.14717014142077414, "input_sha256": "39d70c8fbc3bb9b3a98970d1d2c8f23380669686c686b721719d4ed4e1bc611f"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.04885564739518134, "seed": 1548410335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026760751295098, "interval": [-0.011781499618303257, 0.06530300220849926], "p_value": 0.172, "input_sha256": "39d70c8fbc3bb9b3a98970d1d2c8f23380669686c686b721719d4ed4e1bc611f"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.04885564739518134, "seed": 1548410335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026760751295098, "interval": [-0.007851813976506009, 0.06322198338507753], "p_value": 0.16780587148604942, "input_sha256": "39d70c8fbc3bb9b3a98970d1d2c8f23380669686c686b721719d4ed4e1bc611f"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1872551506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9556749992939952, "interval": [-2.117675387658246, 8.029025386246236], "p_value": 0.227, "input_sha256": "3ce5fcda6e751793163ea62c3654f52089c7fbe3d15516cd2a3a5ea78be905ae"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1872551506, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9556749992939952, "interval": [-1.4214823946634418, 8.071701497433674], "p_value": 0.24557226531450838, "input_sha256": "3ce5fcda6e751793163ea62c3654f52089c7fbe3d15516cd2a3a5ea78be905ae"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.05072514973642302, "seed": 1872551506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029994089473236285, "interval": [-0.031425216983223946, 0.09141339592969652], "p_value": 0.319, "input_sha256": "3ce5fcda6e751793163ea62c3654f52089c7fbe3d15516cd2a3a5ea78be905ae"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.05072514973642302, "seed": 1872551506, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029994089473236285, "interval": [-0.01776051189226708, 0.09639607642806178], "p_value": 0.32882282494693305, "input_sha256": "3ce5fcda6e751793163ea62c3654f52089c7fbe3d15516cd2a3a5ea78be905ae"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1958642512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.236804969967162, "interval": [-1.3845070353546132, 5.858116975288937], "p_value": 0.216, "input_sha256": "6873628d321b4690e59837bd81369d3ce9751e57f4a76cd7d7cc6557877fa9fd"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1958642512, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.236804969967162, "interval": [-1.3559035567210256, 5.399970735080714], "p_value": 0.21833404373813436, "input_sha256": "6873628d321b4690e59837bd81369d3ce9751e57f4a76cd7d7cc6557877fa9fd"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.05019441996888931, "seed": 1958642512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016334923935655096, "interval": [-0.024412724940675465, 0.05708257281198566], "p_value": 0.428, "input_sha256": "6873628d321b4690e59837bd81369d3ce9751e57f4a76cd7d7cc6557877fa9fd"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.05019441996888931, "seed": 1958642512, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016334923935655096, "interval": [-0.02373739228959377, 0.05139919476634548], "p_value": 0.4210248734943379, "input_sha256": "6873628d321b4690e59837bd81369d3ce9751e57f4a76cd7d7cc6557877fa9fd"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 337135508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.984704687570998, "interval": [1.7022911667072318, 10.267118208434765], "p_value": 0.006, "input_sha256": "2704434624988437b64372663d81ba7c676434524fb8941977bfa4657983634c"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 337135508, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.984704687570998, "interval": [1.8435726484635917, 10.172084012324367], "p_value": 0.007431651758829641, "input_sha256": "2704434624988437b64372663d81ba7c676434524fb8941977bfa4657983634c"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04921990095133209, "seed": 337135508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0634063896842352, "interval": [0.016536783988939444, 0.11027599537953096], "p_value": 0.006, "input_sha256": "2704434624988437b64372663d81ba7c676434524fb8941977bfa4657983634c"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04921990095133209, "seed": 337135508, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0634063896842352, "interval": [0.018218752044288675, 0.11122617184178249], "p_value": 0.009349783654836682, "input_sha256": "2704434624988437b64372663d81ba7c676434524fb8941977bfa4657983634c"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3774033612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.149027000358157, "interval": [2.363555870148064, 9.934498130568251], "p_value": 0.001, "input_sha256": "95a65de97523aa4ca800e855056046154855bd7e284d3fa3e7864a8840529004"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3774033612, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.149027000358157, "interval": [2.814710545854768, 9.898220595241401], "p_value": 0.0023466257159708054, "input_sha256": "95a65de97523aa4ca800e855056046154855bd7e284d3fa3e7864a8840529004"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.04879598802095991, "seed": 3774033612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061965525589700254, "interval": [0.021230198496597408, 0.1027008526828031], "p_value": 0.004, "input_sha256": "95a65de97523aa4ca800e855056046154855bd7e284d3fa3e7864a8840529004"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.04879598802095991, "seed": 3774033612, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061965525589700254, "interval": [0.027951586764851582, 0.103505156427041], "p_value": 0.004075423646520428, "input_sha256": "95a65de97523aa4ca800e855056046154855bd7e284d3fa3e7864a8840529004"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 565834258, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0534646133298988, "interval": [-3.1670343720869436, 5.273963598746741], "p_value": 0.605, "input_sha256": "8d1307d5b4235534ffd240334549a80d0f8ddb453c4efc3a40f2a3671e85f31e"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 565834258, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0534646133298988, "interval": [-3.3197381279557248, 4.662290712818206], "p_value": 0.6145247628480317, "input_sha256": "8d1307d5b4235534ffd240334549a80d0f8ddb453c4efc3a40f2a3671e85f31e"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04935213997695871, "seed": 565834258, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010730069549602844, "interval": [-0.03098041461513768, 0.05244055371434337], "p_value": 0.603, "input_sha256": "8d1307d5b4235534ffd240334549a80d0f8ddb453c4efc3a40f2a3671e85f31e"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04935213997695871, "seed": 565834258, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010730069549602844, "interval": [-0.03162946267826026, 0.047541097715006364], "p_value": 0.6035944553687114, "input_sha256": "8d1307d5b4235534ffd240334549a80d0f8ddb453c4efc3a40f2a3671e85f31e"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2185128423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5023241222699664, "interval": [-1.8556266389194604, 6.860274883459393], "p_value": 0.247, "input_sha256": "6b7250ed3770cdf5223e25b346817b18e499256c210bf07f3f7ded2017f9754d"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2185128423, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5023241222699664, "interval": [-1.784774394744327, 6.6058280277026045], "p_value": 0.25232075873841237, "input_sha256": "6b7250ed3770cdf5223e25b346817b18e499256c210bf07f3f7ded2017f9754d"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.04958487989623955, "seed": 2185128423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022020657502619945, "interval": [-0.021666228477560896, 0.06570754348280078], "p_value": 0.309, "input_sha256": "6b7250ed3770cdf5223e25b346817b18e499256c210bf07f3f7ded2017f9754d"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.04958487989623955, "seed": 2185128423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022020657502619945, "interval": [-0.019461014436682644, 0.06429169611550771], "p_value": 0.3139707557230639, "input_sha256": "6b7250ed3770cdf5223e25b346817b18e499256c210bf07f3f7ded2017f9754d"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2977825883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.052319067117136, "interval": [-0.5021502746637561, 10.606788408898026], "p_value": 0.077, "input_sha256": "3f949199ecc7764d75c1b5f3d4dc1e4582383d6bfdd7ed0d92ebc288260e18de"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2977825883, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.052319067117136, "interval": [-0.6141104652756567, 10.202654448121368], "p_value": 0.07336065877736117, "input_sha256": "3f949199ecc7764d75c1b5f3d4dc1e4582383d6bfdd7ed0d92ebc288260e18de"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.050306615398311494, "seed": 2977825883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050943170583316294, "interval": [-0.00825997898339588, 0.11014632015002847], "p_value": 0.095, "input_sha256": "3f949199ecc7764d75c1b5f3d4dc1e4582383d6bfdd7ed0d92ebc288260e18de"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.050306615398311494, "seed": 2977825883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050943170583316294, "interval": [-0.007378934843537326, 0.1088071499412665], "p_value": 0.0895594779470853, "input_sha256": "3f949199ecc7764d75c1b5f3d4dc1e4582383d6bfdd7ed0d92ebc288260e18de"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2187995544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.920574578826369, "interval": [-0.4010734782761496, 10.242222635928888], "p_value": 0.063, "input_sha256": "0cdcbd229dc1e0fe77752d9c6dc5858e22e7ba682950021243ad3a6bb2f50be7"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2187995544, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.920574578826369, "interval": [-0.04754501839530687, 9.86139013143046], "p_value": 0.06891865594625134, "input_sha256": "0cdcbd229dc1e0fe77752d9c6dc5858e22e7ba682950021243ad3a6bb2f50be7"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.04907863398574524, "seed": 2187995544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047469496979767725, "interval": [-0.011171490817160325, 0.10611048477669577], "p_value": 0.103, "input_sha256": "0cdcbd229dc1e0fe77752d9c6dc5858e22e7ba682950021243ad3a6bb2f50be7"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.04907863398574524, "seed": 2187995544, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047469496979767725, "interval": [-0.009265548101003974, 0.09885457595525969], "p_value": 0.10949402102016162, "input_sha256": "0cdcbd229dc1e0fe77752d9c6dc5858e22e7ba682950021243ad3a6bb2f50be7"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3985263712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2516798177224953, "interval": [-0.929619126633046, 7.4329787620780365], "p_value": 0.112, "input_sha256": "a3bdc7e9785f07c8b49bae81f3d6fca57aee9fbf1c72163887390d4008cd8bb7"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3985263712, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2516798177224953, "interval": [-0.3155411603870469, 7.263161875633393], "p_value": 0.12352510309498207, "input_sha256": "a3bdc7e9785f07c8b49bae81f3d6fca57aee9fbf1c72163887390d4008cd8bb7"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.048416395650939956, "seed": 3985263712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03399332450532981, "interval": [-0.007836496900955059, 0.07582314591161468], "p_value": 0.091, "input_sha256": "a3bdc7e9785f07c8b49bae81f3d6fca57aee9fbf1c72163887390d4008cd8bb7"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.048416395650939956, "seed": 3985263712, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03399332450532981, "interval": [-0.002329099693355434, 0.07565404234187649], "p_value": 0.10812926942164018, "input_sha256": "a3bdc7e9785f07c8b49bae81f3d6fca57aee9fbf1c72163887390d4008cd8bb7"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2800100680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.123740467751245, "interval": [1.0757923397952665, 11.171688595707224], "p_value": 0.02, "input_sha256": "9f07dd44a904ca1c718e42fb822edfeb3680efa2578702d176ef6582570c14cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2800100680, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.123740467751245, "interval": [1.9486769383922524, 10.967073145918713], "p_value": 0.018769433740351543, "input_sha256": "9f07dd44a904ca1c718e42fb822edfeb3680efa2578702d176ef6582570c14cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.05140106445088146, "seed": 2800100680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06244467661435722, "interval": [0.0059803287864428345, 0.11890902444227161], "p_value": 0.039, "input_sha256": "9f07dd44a904ca1c718e42fb822edfeb3680efa2578702d176ef6582570c14cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.05140106445088146, "seed": 2800100680, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06244467661435722, "interval": [0.012000826029456922, 0.11471846838762566], "p_value": 0.03111629547269402, "input_sha256": "9f07dd44a904ca1c718e42fb822edfeb3680efa2578702d176ef6582570c14cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2263012267, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.223993306832417, "interval": [0.16678922568666632, 8.281197387978168], "p_value": 0.032, "input_sha256": "986f3901d13882f13a3a90e12f2a6349853c376860a7f6fb3a51335551b08715"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2263012267, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.223993306832417, "interval": [0.29427157729932363, 8.216601733780982], "p_value": 0.04171910636337222, "input_sha256": "986f3901d13882f13a3a90e12f2a6349853c376860a7f6fb3a51335551b08715"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0494816618105998, "seed": 2263012267, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034971757318543226, "interval": [-0.0115077195842841, 0.08145123422137054], "p_value": 0.117, "input_sha256": "986f3901d13882f13a3a90e12f2a6349853c376860a7f6fb3a51335551b08715"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0494816618105998, "seed": 2263012267, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034971757318543226, "interval": [-0.011175194060580613, 0.08197961336719235], "p_value": 0.13598778211128018, "input_sha256": "986f3901d13882f13a3a90e12f2a6349853c376860a7f6fb3a51335551b08715"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 598034495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.512499750204263, "interval": [4.26569431672371, 14.759305183684816], "p_value": 0.002, "input_sha256": "ca5bfbacd7c4a2baa63b6c622b0ac4d941419d14a13667f5c575e04cf96548a4"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 598034495, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.512499750204263, "interval": [4.794892764054719, 14.101504133801182], "p_value": 0.0008260005098212563, "input_sha256": "ca5bfbacd7c4a2baa63b6c622b0ac4d941419d14a13667f5c575e04cf96548a4"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.04992076876133326, "seed": 598034495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09816402217562085, "interval": [0.03936317189844857, 0.15696487245279314], "p_value": 0.002, "input_sha256": "ca5bfbacd7c4a2baa63b6c622b0ac4d941419d14a13667f5c575e04cf96548a4"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.04992076876133326, "seed": 598034495, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09816402217562085, "interval": [0.04527529192568533, 0.15325415537003387], "p_value": 0.0018511092156107477, "input_sha256": "ca5bfbacd7c4a2baa63b6c622b0ac4d941419d14a13667f5c575e04cf96548a4"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2284758457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.93641051362177, "interval": [3.9667010664230995, 11.90611996082044], "p_value": 0.001, "input_sha256": "54a5779ff1feeea21c84491859fb5536d2ef4f107c421e979de3ce1895d5d16e"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2284758457, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.93641051362177, "interval": [4.21971150988404, 11.840830900749001], "p_value": 0.0002547144882440871, "input_sha256": "54a5779ff1feeea21c84491859fb5536d2ef4f107c421e979de3ce1895d5d16e"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.050326363613639694, "seed": 2284758457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0802440333312124, "interval": [0.03483303767540825, 0.12565502898701655], "p_value": 0.001, "input_sha256": "54a5779ff1feeea21c84491859fb5536d2ef4f107c421e979de3ce1895d5d16e"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.050326363613639694, "seed": 2284758457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0802440333312124, "interval": [0.03851009083027518, 0.12423103885575534], "p_value": 0.0009789889969523738, "input_sha256": "54a5779ff1feeea21c84491859fb5536d2ef4f107c421e979de3ce1895d5d16e"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1492551644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.004854547231312, "interval": [1.1192920157580195, 10.890417078704605], "p_value": 0.016, "input_sha256": "ae1fdb87304f48defb75147648a1da99ee94340a1e4d9ec80803624dacd38835"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1492551644, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.004854547231312, "interval": [1.821544002261221, 10.695924364996358], "p_value": 0.017344322302273528, "input_sha256": "ae1fdb87304f48defb75147648a1da99ee94340a1e4d9ec80803624dacd38835"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.04955867667658763, "seed": 1492551644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05845509076715498, "interval": [0.008717193515662948, 0.10819298801864702], "p_value": 0.022, "input_sha256": "ae1fdb87304f48defb75147648a1da99ee94340a1e4d9ec80803624dacd38835"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.04955867667658763, "seed": 1492551644, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05845509076715498, "interval": [0.013696021789425316, 0.10417602641371132], "p_value": 0.02249344158632657, "input_sha256": "ae1fdb87304f48defb75147648a1da99ee94340a1e4d9ec80803624dacd38835"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2814021263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.247852689740995, "interval": [-1.3853338474639534, 5.881039226945943], "p_value": 0.206, "input_sha256": "9d7aa2b99abfeeb6e4b7786f6fc2689a5442f21925c6429c0c65199007d54d78"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2814021263, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.247852689740995, "interval": [-1.3829886243089764, 5.4737927006611375], "p_value": 0.21796682036799525, "input_sha256": "9d7aa2b99abfeeb6e4b7786f6fc2689a5442f21925c6429c0c65199007d54d78"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.05063752233132539, "seed": 2814021263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025348237778288873, "interval": [-0.011123778003906418, 0.061820253560484165], "p_value": 0.151, "input_sha256": "9d7aa2b99abfeeb6e4b7786f6fc2689a5442f21925c6429c0c65199007d54d78"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.05063752233132539, "seed": 2814021263, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025348237778288873, "interval": [-0.007977417299467814, 0.05796817576234271], "p_value": 0.16754395922116108, "input_sha256": "9d7aa2b99abfeeb6e4b7786f6fc2689a5442f21925c6429c0c65199007d54d78"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 350056389, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9505267062556, "interval": [0.25814650658687555, 9.642906905924324], "p_value": 0.041, "input_sha256": "43d898bfd5822d701659410e62b004e0ef3b28caafc35a1d8b1eabc33e9702d6"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 350056389, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9505267062556, "interval": [0.6332331615100871, 9.957817034582789], "p_value": 0.03922835100692567, "input_sha256": "43d898bfd5822d701659410e62b004e0ef3b28caafc35a1d8b1eabc33e9702d6"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.04971989659812468, "seed": 350056389, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04724102437068965, "interval": [-0.004179550801918584, 0.0986615995432979], "p_value": 0.07, "input_sha256": "43d898bfd5822d701659410e62b004e0ef3b28caafc35a1d8b1eabc33e9702d6"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.04971989659812468, "seed": 350056389, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04724102437068965, "interval": [0.005403442923724411, 0.10674914671261776], "p_value": 0.07052434887936143, "input_sha256": "43d898bfd5822d701659410e62b004e0ef3b28caafc35a1d8b1eabc33e9702d6"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1771701224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.523378836650073, "interval": [-0.8599706330673449, 7.906728306367491], "p_value": 0.105, "input_sha256": "abdf529ee443b6206efb37fc5a765b3e981c474ef60d9c2c5502b623158aa280"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1771701224, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.523378836650073, "interval": [-0.2799429974289798, 8.028051680418837], "p_value": 0.11194229135047416, "input_sha256": "abdf529ee443b6206efb37fc5a765b3e981c474ef60d9c2c5502b623158aa280"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.04768245540269709, "seed": 1771701224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02959854148818003, "interval": [-0.015453234475968226, 0.07465031745232828], "p_value": 0.201, "input_sha256": "abdf529ee443b6206efb37fc5a765b3e981c474ef60d9c2c5502b623158aa280"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.04768245540269709, "seed": 1771701224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02959854148818003, "interval": [-0.013214819189854324, 0.07155279981091295], "p_value": 0.19135913737900173, "input_sha256": "abdf529ee443b6206efb37fc5a765b3e981c474ef60d9c2c5502b623158aa280"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3512472678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.102196206827152, "interval": [-0.8015067162180456, 9.00589912987235], "p_value": 0.103, "input_sha256": "9559f7cf1f9902de4256e8d9216148c5acf20fe5fcbe3e1720e42aa84faa9052"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3512472678, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.102196206827152, "interval": [-0.3874706930182248, 8.929456778051494], "p_value": 0.09854208826178303, "input_sha256": "9559f7cf1f9902de4256e8d9216148c5acf20fe5fcbe3e1720e42aa84faa9052"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04801887570468032, "seed": 3512472678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0349070560963024, "interval": [-0.015688159823827826, 0.08550227201643262], "p_value": 0.175, "input_sha256": "9559f7cf1f9902de4256e8d9216148c5acf20fe5fcbe3e1720e42aa84faa9052"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04801887570468032, "seed": 3512472678, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0349070560963024, "interval": [-0.011168010736357464, 0.08548042994995159], "p_value": 0.17060856633515098, "input_sha256": "9559f7cf1f9902de4256e8d9216148c5acf20fe5fcbe3e1720e42aa84faa9052"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3951690941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.5750280329057365, "interval": [3.174007977494635, 11.976048088316837], "p_value": 0.002, "input_sha256": "eb9fe2ea81acf79898dc40d56c58b6d1803e7b60be5160a9d8f099165b51140c"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3951690941, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.5750280329057365, "interval": [3.4968404293877557, 11.600245249458704], "p_value": 0.00126887445444469, "input_sha256": "eb9fe2ea81acf79898dc40d56c58b6d1803e7b60be5160a9d8f099165b51140c"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.04884563308045712, "seed": 3951690941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07456389798837658, "interval": [0.0282782380337955, 0.12084955794295765], "p_value": 0.002, "input_sha256": "eb9fe2ea81acf79898dc40d56c58b6d1803e7b60be5160a9d8f099165b51140c"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.04884563308045712, "seed": 3951690941, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07456389798837658, "interval": [0.03024353003686326, 0.11735151339473152], "p_value": 0.0023527023709934173, "input_sha256": "eb9fe2ea81acf79898dc40d56c58b6d1803e7b60be5160a9d8f099165b51140c"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2355113449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.991374705151992, "interval": [6.57050628448333, 15.412243125820655], "p_value": 0.001, "input_sha256": "b65d34adf08ae061e1de5c1dd1612052c654a3a099060744d5e443ae76f077ba"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2355113449, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.991374705151992, "interval": [6.966322796292715, 15.273504342790556], "p_value": 1.3573946971394651e-05, "input_sha256": "b65d34adf08ae061e1de5c1dd1612052c654a3a099060744d5e443ae76f077ba"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.05022889420997299, "seed": 2355113449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11846786895922395, "interval": [0.07079649069097982, 0.1661392472274681], "p_value": 0.001, "input_sha256": "b65d34adf08ae061e1de5c1dd1612052c654a3a099060744d5e443ae76f077ba"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.05022889420997299, "seed": 2355113449, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11846786895922395, "interval": [0.07717028531713864, 0.16601347285988519], "p_value": 1.2073925046545251e-05, "input_sha256": "b65d34adf08ae061e1de5c1dd1612052c654a3a099060744d5e443ae76f077ba"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3311493334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.84635381754887, "interval": [-1.0167251363861824, 8.709432771483922], "p_value": 0.111, "input_sha256": "aafc6dbcc952ab4891aced7a08128332fa69dcc0f85dee39a8acc5060356ae7b"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3311493334, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.84635381754887, "interval": [-0.5321013793404719, 8.401242525834924], "p_value": 0.11761781766411736, "input_sha256": "aafc6dbcc952ab4891aced7a08128332fa69dcc0f85dee39a8acc5060356ae7b"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.048188852950134795, "seed": 3311493334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04143539672736922, "interval": [-0.008053594517706673, 0.09092438797244512], "p_value": 0.096, "input_sha256": "aafc6dbcc952ab4891aced7a08128332fa69dcc0f85dee39a8acc5060356ae7b"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.048188852950134795, "seed": 3311493334, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04143539672736922, "interval": [-0.003588840569611018, 0.08703200133227544], "p_value": 0.09821327267248248, "input_sha256": "aafc6dbcc952ab4891aced7a08128332fa69dcc0f85dee39a8acc5060356ae7b"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2643396714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8923336120714165, "interval": [-1.1160963108776123, 8.900763535020445], "p_value": 0.11, "input_sha256": "2b530f249e75c5e6058b07f3c0c7f3e930fa23e8ea423b14dac10d20309a83be"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2643396714, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8923336120714165, "interval": [-0.5012534167159796, 9.030216069729466], "p_value": 0.12364743887618669, "input_sha256": "2b530f249e75c5e6058b07f3c0c7f3e930fa23e8ea423b14dac10d20309a83be"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.049240530851891416, "seed": 2643396714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042046817523094374, "interval": [-0.006446726953494075, 0.09054036199968282], "p_value": 0.077, "input_sha256": "2b530f249e75c5e6058b07f3c0c7f3e930fa23e8ea423b14dac10d20309a83be"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.049240530851891416, "seed": 2643396714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042046817523094374, "interval": [-0.0018300610047783444, 0.0927559980418139], "p_value": 0.0871479154379513, "input_sha256": "2b530f249e75c5e6058b07f3c0c7f3e930fa23e8ea423b14dac10d20309a83be"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 596984025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.32733997121461, "interval": [1.0678909225786732, 9.586789019850547], "p_value": 0.018, "input_sha256": "7ea03d9909534098cfe4ccc01b6848a988e6dc338f1b87f3e0c618cda1cfee3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 596984025, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.32733997121461, "interval": [1.6049453088897332, 9.920883069086981], "p_value": 0.015663685215218444, "input_sha256": "7ea03d9909534098cfe4ccc01b6848a988e6dc338f1b87f3e0c618cda1cfee3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04843199788491418, "seed": 596984025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054244274873682996, "interval": [0.01199781026941276, 0.09649073947795322], "p_value": 0.011, "input_sha256": "7ea03d9909534098cfe4ccc01b6848a988e6dc338f1b87f3e0c618cda1cfee3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04843199788491418, "seed": 596984025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054244274873682996, "interval": [0.01966450535896028, 0.10046948342330056], "p_value": 0.01334744152812577, "input_sha256": "7ea03d9909534098cfe4ccc01b6848a988e6dc338f1b87f3e0c618cda1cfee3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1934805087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1309501130661435, "interval": [-0.40789234787284645, 8.669792574005132], "p_value": 0.078, "input_sha256": "c9dc4bb28faf7499194b551f830096b458379d82e88a32f31c7583bfe4a4ea7e"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1934805087, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1309501130661435, "interval": [-0.06309821206797434, 8.503307261229331], "p_value": 0.0731781114120147, "input_sha256": "c9dc4bb28faf7499194b551f830096b458379d82e88a32f31c7583bfe4a4ea7e"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04760416721870112, "seed": 1934805087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042404763834540254, "interval": [-0.009175030792900413, 0.09398455846198092], "p_value": 0.111, "input_sha256": "c9dc4bb28faf7499194b551f830096b458379d82e88a32f31c7583bfe4a4ea7e"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04760416721870112, "seed": 1934805087, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042404763834540254, "interval": [-0.0023426797734994818, 0.0917489089351869], "p_value": 0.10413083465027359, "input_sha256": "c9dc4bb28faf7499194b551f830096b458379d82e88a32f31c7583bfe4a4ea7e"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1771304346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.967781419901333, "interval": [0.07693793669762883, 9.858624903105037], "p_value": 0.054, "input_sha256": "c6e0c261fd241d6ae7544c3aacc51ed1b88562b55a718c9418e4fb11de9931f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1771304346, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.967781419901333, "interval": [0.3543062835571031, 9.422876540197645], "p_value": 0.04668154313974723, "input_sha256": "c6e0c261fd241d6ae7544c3aacc51ed1b88562b55a718c9418e4fb11de9931f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0501915970648656, "seed": 1771304346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04200850580481133, "interval": [-0.015316884957596366, 0.09933389656721903], "p_value": 0.146, "input_sha256": "c6e0c261fd241d6ae7544c3aacc51ed1b88562b55a718c9418e4fb11de9931f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0501915970648656, "seed": 1771304346, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04200850580481133, "interval": [-0.011947737953848564, 0.09039206216127568], "p_value": 0.1457552692771552, "input_sha256": "c6e0c261fd241d6ae7544c3aacc51ed1b88562b55a718c9418e4fb11de9931f6"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1619198278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.650320531743509, "interval": [0.1760848015185239, 9.124556261968493], "p_value": 0.044, "input_sha256": "d62c04c44f912b0eb0261dd51e08e1529cbedc213ad8c17002b379aadcf9509d"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1619198278, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.650320531743509, "interval": [0.5833149242186051, 8.68770414408226], "p_value": 0.042063697668152995, "input_sha256": "d62c04c44f912b0eb0261dd51e08e1529cbedc213ad8c17002b379aadcf9509d"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.05047013415167993, "seed": 1619198278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054891018759355634, "interval": [0.007153074673209657, 0.1026289628455016], "p_value": 0.028, "input_sha256": "d62c04c44f912b0eb0261dd51e08e1529cbedc213ad8c17002b379aadcf9509d"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.05047013415167993, "seed": 1619198278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054891018759355634, "interval": [0.01574406166256205, 0.1024967941265997], "p_value": 0.025493072490590907, "input_sha256": "d62c04c44f912b0eb0261dd51e08e1529cbedc213ad8c17002b379aadcf9509d"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4221739061, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.75902888510877, "interval": [-2.20136455665285, 7.71942232687039], "p_value": 0.249, "input_sha256": "14063ac0b0033ddfa3f11a2b324cb2b7516ed50305c15bf3ca1119bcf29fbc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4221739061, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.75902888510877, "interval": [-2.2206727145369483, 6.864312469022623], "p_value": 0.2669277485172414, "input_sha256": "14063ac0b0033ddfa3f11a2b324cb2b7516ed50305c15bf3ca1119bcf29fbc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.049544638606071376, "seed": 4221739061, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014441712097015794, "interval": [-0.03751236720852807, 0.06639579140255966], "p_value": 0.568, "input_sha256": "14063ac0b0033ddfa3f11a2b324cb2b7516ed50305c15bf3ca1119bcf29fbc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.049544638606071376, "seed": 4221739061, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014441712097015794, "interval": [-0.03656081570783393, 0.060343053997293165], "p_value": 0.5769163047058603, "input_sha256": "14063ac0b0033ddfa3f11a2b324cb2b7516ed50305c15bf3ca1119bcf29fbc6a"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2280752507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.63745158678424, "interval": [4.2289162180671225, 15.045986955501355], "p_value": 0.001, "input_sha256": "bd692ff2c36be700f14dfc374ffb10662e9dae3454402c73277458f1b1ae9a6e"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2280752507, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.63745158678424, "interval": [4.886860102052604, 14.794025061854803], "p_value": 0.0008914945592702528, "input_sha256": "bd692ff2c36be700f14dfc374ffb10662e9dae3454402c73277458f1b1ae9a6e"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.04864086192464488, "seed": 2280752507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0904389305412722, "interval": [0.027310438838781245, 0.15356742224376313], "p_value": 0.002, "input_sha256": "bd692ff2c36be700f14dfc374ffb10662e9dae3454402c73277458f1b1ae9a6e"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.04864086192464488, "seed": 2280752507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0904389305412722, "interval": [0.03610297492771015, 0.15364588973933763], "p_value": 0.006193131524261406, "input_sha256": "bd692ff2c36be700f14dfc374ffb10662e9dae3454402c73277458f1b1ae9a6e"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1225799830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.3871115618834775, "interval": [2.8164940843285695, 11.957729039438385], "p_value": 0.003, "input_sha256": "cbcce1d70ac9eabd601e65c8b9cafbfa1e15b8de9f17c735439a80baa0561f5d"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1225799830, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.3871115618834775, "interval": [2.941813750562291, 11.47412130798116], "p_value": 0.0022824970919977467, "input_sha256": "cbcce1d70ac9eabd601e65c8b9cafbfa1e15b8de9f17c735439a80baa0561f5d"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.04884422050289822, "seed": 1225799830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0768949193324993, "interval": [0.029622484036422432, 0.12416735462857617], "p_value": 0.003, "input_sha256": "cbcce1d70ac9eabd601e65c8b9cafbfa1e15b8de9f17c735439a80baa0561f5d"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.04884422050289822, "seed": 1225799830, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0768949193324993, "interval": [0.029277371285579626, 0.11924662638287109], "p_value": 0.0021503438292047377, "input_sha256": "cbcce1d70ac9eabd601e65c8b9cafbfa1e15b8de9f17c735439a80baa0561f5d"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2084728720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.729324326315661, "interval": [-2.0023892775069516, 7.461037930138273], "p_value": 0.265, "input_sha256": "5cd10aa25064c5f1800c55913b7add095b6f098a0d496829a1bbbb1c79b52551"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2084728720, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.729324326315661, "interval": [-2.1373869772191565, 6.671943657689052], "p_value": 0.25000746626084164, "input_sha256": "5cd10aa25064c5f1800c55913b7add095b6f098a0d496829a1bbbb1c79b52551"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.049521219817976345, "seed": 2084728720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025155252095420855, "interval": [-0.024580330733081697, 0.0748908349239234], "p_value": 0.325, "input_sha256": "5cd10aa25064c5f1800c55913b7add095b6f098a0d496829a1bbbb1c79b52551"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.049521219817976345, "seed": 2084728720, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025155252095420855, "interval": [-0.023839309710409325, 0.06921166077353388], "p_value": 0.3120579329221748, "input_sha256": "5cd10aa25064c5f1800c55913b7add095b6f098a0d496829a1bbbb1c79b52551"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 703778193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.931215452307134, "interval": [-0.5313739045771158, 8.393804809191383], "p_value": 0.089, "input_sha256": "84c9114ef2610c249290228f6c81c216d340bf843400da18c6adc2bb3b4a0460"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 703778193, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.931215452307134, "interval": [-0.5017672805535949, 7.8495431726045615], "p_value": 0.08225481916141136, "input_sha256": "84c9114ef2610c249290228f6c81c216d340bf843400da18c6adc2bb3b4a0460"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.04943984770346329, "seed": 703778193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03847141838346918, "interval": [-0.007961133248427517, 0.08490397001536587], "p_value": 0.107, "input_sha256": "84c9114ef2610c249290228f6c81c216d340bf843400da18c6adc2bb3b4a0460"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.04943984770346329, "seed": 703778193, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03847141838346918, "interval": [-0.005629826390857502, 0.07971824200619246], "p_value": 0.10145369725511498, "input_sha256": "84c9114ef2610c249290228f6c81c216d340bf843400da18c6adc2bb3b4a0460"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2194849930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.859916969837972, "interval": [1.1121746665045986, 10.607659273171345], "p_value": 0.022, "input_sha256": "367527b31fa68846706f7e9b79638e3079eb2209ad6bf4430ca7eeeb6e71863d"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2194849930, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.859916969837972, "interval": [1.3310125401500636, 10.244879949058074], "p_value": 0.016988136070867053, "input_sha256": "367527b31fa68846706f7e9b79638e3079eb2209ad6bf4430ca7eeeb6e71863d"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.048911321636555274, "seed": 2194849930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06379374695368997, "interval": [0.016126729984482537, 0.11146076392289742], "p_value": 0.018, "input_sha256": "367527b31fa68846706f7e9b79638e3079eb2209ad6bf4430ca7eeeb6e71863d"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.048911321636555274, "seed": 2194849930, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06379374695368997, "interval": [0.018130024414829575, 0.10756162362022377], "p_value": 0.010163160273488816, "input_sha256": "367527b31fa68846706f7e9b79638e3079eb2209ad6bf4430ca7eeeb6e71863d"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3979608586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.800143692937471, "interval": [0.8468267800840739, 10.753460605790869], "p_value": 0.026, "input_sha256": "ea266aca89e81b2f45fb66e1c5e31941e3c9c1268fa214c00ac20c32231c237c"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3979608586, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.800143692937471, "interval": [1.6642831131064337, 10.555964081070467], "p_value": 0.022948428274549973, "input_sha256": "ea266aca89e81b2f45fb66e1c5e31941e3c9c1268fa214c00ac20c32231c237c"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04864363222103326, "seed": 3979608586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058468138453564314, "interval": [0.006589366078060842, 0.11034691082906778], "p_value": 0.029, "input_sha256": "ea266aca89e81b2f45fb66e1c5e31941e3c9c1268fa214c00ac20c32231c237c"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04864363222103326, "seed": 3979608586, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058468138453564314, "interval": [0.014266199829546428, 0.11234414893054753], "p_value": 0.02820885750456724, "input_sha256": "ea266aca89e81b2f45fb66e1c5e31941e3c9c1268fa214c00ac20c32231c237c"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 75003801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.412007864196727, "interval": [2.129392534231682, 12.694623194161771], "p_value": 0.009, "input_sha256": "f0993b0e342c109e47fc88ed46a87a97ff61057a8ef6f890b9465291def60180"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 75003801, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.412007864196727, "interval": [2.7184114016710286, 12.185909404655984], "p_value": 0.007209007494758132, "input_sha256": "f0993b0e342c109e47fc88ed46a87a97ff61057a8ef6f890b9465291def60180"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.04902882839862628, "seed": 75003801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07462563887170032, "interval": [0.01987607164629443, 0.1293752060971062], "p_value": 0.011, "input_sha256": "f0993b0e342c109e47fc88ed46a87a97ff61057a8ef6f890b9465291def60180"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.04902882839862628, "seed": 75003801, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07462563887170032, "interval": [0.02703845353197788, 0.1286438120048433], "p_value": 0.008869219150387062, "input_sha256": "f0993b0e342c109e47fc88ed46a87a97ff61057a8ef6f890b9465291def60180"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4265578414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7043584651180055, "interval": [-0.9710896498978565, 8.379806580133867], "p_value": 0.108, "input_sha256": "0b6b53a06dda8c0b51498fd704d50d8478497d0b5330b1bae96bbb52a9dd165d"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4265578414, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7043584651180055, "interval": [-0.41738676603505853, 8.352996811539859], "p_value": 0.11695938737649887, "input_sha256": "0b6b53a06dda8c0b51498fd704d50d8478497d0b5330b1bae96bbb52a9dd165d"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.05044141085008118, "seed": 4265578414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03446639894730921, "interval": [-0.016359250003162552, 0.08529204789778097], "p_value": 0.17, "input_sha256": "0b6b53a06dda8c0b51498fd704d50d8478497d0b5330b1bae96bbb52a9dd165d"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.05044141085008118, "seed": 4265578414, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03446639894730921, "interval": [-0.007786746071808398, 0.08830345559051993], "p_value": 0.17785544610738754, "input_sha256": "0b6b53a06dda8c0b51498fd704d50d8478497d0b5330b1bae96bbb52a9dd165d"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 682363876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.603967712217731, "interval": [-1.7188022723249219, 6.926737696760384], "p_value": 0.237, "input_sha256": "063fe624be3a8ebf9083b539bffaeceb6e6573c1a548e3c78bd1b87f62d0be72"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 682363876, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.603967712217731, "interval": [-1.6035925508640978, 6.304154623057754], "p_value": 0.2301677804492881, "input_sha256": "063fe624be3a8ebf9083b539bffaeceb6e6573c1a548e3c78bd1b87f62d0be72"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.05050818560914481, "seed": 682363876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024960452999230595, "interval": [-0.023200472378265294, 0.07312137837672648], "p_value": 0.296, "input_sha256": "063fe624be3a8ebf9083b539bffaeceb6e6573c1a548e3c78bd1b87f62d0be72"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.05050818560914481, "seed": 682363876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024960452999230595, "interval": [-0.02455633589064972, 0.06551756897623731], "p_value": 0.3007144178794375, "input_sha256": "063fe624be3a8ebf9083b539bffaeceb6e6573c1a548e3c78bd1b87f62d0be72"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3688972928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3892683348062977, "interval": [-1.553635243933864, 8.33217191354646], "p_value": 0.161, "input_sha256": "6ecad350fa7a214507c547dbb5fe26e4a9a8634b9dea780cfc9f240a6ebce914"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3688972928, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3892683348062977, "interval": [-1.2074174782759557, 8.311424723567962], "p_value": 0.17253072386514495, "input_sha256": "6ecad350fa7a214507c547dbb5fe26e4a9a8634b9dea780cfc9f240a6ebce914"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04820259597772527, "seed": 3688972928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03498073694475376, "interval": [-0.015896129295187987, 0.08585760318469551], "p_value": 0.157, "input_sha256": "6ecad350fa7a214507c547dbb5fe26e4a9a8634b9dea780cfc9f240a6ebce914"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04820259597772527, "seed": 3688972928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03498073694475376, "interval": [-0.011749856348059359, 0.08620504182968818], "p_value": 0.17161366145583207, "input_sha256": "6ecad350fa7a214507c547dbb5fe26e4a9a8634b9dea780cfc9f240a6ebce914"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 721580628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.92078220474788, "interval": [-3.941682889453358, 5.783247298949118], "p_value": 0.69, "input_sha256": "9d2793f9e21ca7bc76a38150ab652339e6d8e3407dd39c8fcaf8a2fd615b3424"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 721580628, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.92078220474788, "interval": [-3.680638212888834, 5.629115417451104], "p_value": 0.7035674673460154, "input_sha256": "9d2793f9e21ca7bc76a38150ab652339e6d8e3407dd39c8fcaf8a2fd615b3424"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04945145969310155, "seed": 721580628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00032448438599250173, "interval": [-0.05233938534399229, 0.051690416572007285], "p_value": 0.984, "input_sha256": "9d2793f9e21ca7bc76a38150ab652339e6d8e3407dd39c8fcaf8a2fd615b3424"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04945145969310155, "seed": 721580628, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00032448438599250173, "interval": [-0.0507478781577619, 0.0493917447448169], "p_value": 0.9899852346038375, "input_sha256": "9d2793f9e21ca7bc76a38150ab652339e6d8e3407dd39c8fcaf8a2fd615b3424"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1341409596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8874919596204647, "interval": [-0.6746340074116457, 8.449617926652575], "p_value": 0.08, "input_sha256": "ed9e8aab2ea183d1eb00fb1596a0d94941eab458e6ad396ad9e3129966519078"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1341409596, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8874919596204647, "interval": [-0.10141237533822658, 8.322887276983675], "p_value": 0.09262351539073337, "input_sha256": "ed9e8aab2ea183d1eb00fb1596a0d94941eab458e6ad396ad9e3129966519078"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0493001653754818, "seed": 1341409596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045264807719607364, "interval": [-0.004930577195420741, 0.09546019263463547], "p_value": 0.07, "input_sha256": "ed9e8aab2ea183d1eb00fb1596a0d94941eab458e6ad396ad9e3129966519078"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0493001653754818, "seed": 1341409596, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045264807719607364, "interval": [0.0023961200465785534, 0.0925915283146608], "p_value": 0.075784931619409, "input_sha256": "ed9e8aab2ea183d1eb00fb1596a0d94941eab458e6ad396ad9e3129966519078"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 115001955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.136662878335475, "interval": [-1.9929966314648473, 8.266322388135798], "p_value": 0.236, "input_sha256": "4d828e69b9032142b0f54ae6e478390a5d0bda309d7697a89a162ea7913baa1f"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 115001955, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.136662878335475, "interval": [-1.4051458333701121, 8.201586781950141], "p_value": 0.22310311937563873, "input_sha256": "4d828e69b9032142b0f54ae6e478390a5d0bda309d7697a89a162ea7913baa1f"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.04924297670969772, "seed": 115001955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025885121092074637, "interval": [-0.025231697141825965, 0.07700193932597524], "p_value": 0.327, "input_sha256": "4d828e69b9032142b0f54ae6e478390a5d0bda309d7697a89a162ea7913baa1f"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.04924297670969772, "seed": 115001955, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025885121092074637, "interval": [-0.019935507851731156, 0.075135395480032], "p_value": 0.3114088249373684, "input_sha256": "4d828e69b9032142b0f54ae6e478390a5d0bda309d7697a89a162ea7913baa1f"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2560358563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.609314472964563, "interval": [0.693086289122264, 10.525542656806863], "p_value": 0.024, "input_sha256": "8689c63303234e1b8340d7b793306097bad7544d50061c67589e29ed101b8038"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2560358563, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.609314472964563, "interval": [0.8529779731969686, 10.003740635205252], "p_value": 0.026468748694228647, "input_sha256": "8689c63303234e1b8340d7b793306097bad7544d50061c67589e29ed101b8038"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04976093496429573, "seed": 2560358563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05665185629720147, "interval": [0.004104163008039577, 0.10919954958636337], "p_value": 0.037, "input_sha256": "8689c63303234e1b8340d7b793306097bad7544d50061c67589e29ed101b8038"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04976093496429573, "seed": 2560358563, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05665185629720147, "interval": [0.009407564467019448, 0.10641392931411348], "p_value": 0.03536391589693063, "input_sha256": "8689c63303234e1b8340d7b793306097bad7544d50061c67589e29ed101b8038"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 379000693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9293086681675415, "interval": [-1.1480925911358835, 11.006709927470967], "p_value": 0.127, "input_sha256": "0c0fd903c4fab760074dc52ed40da706da9270a85b2ca3a91706f408e88c1e4d"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 379000693, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9293086681675415, "interval": [-0.5195790310241138, 11.136497923070246], "p_value": 0.1084558969720046, "input_sha256": "0c0fd903c4fab760074dc52ed40da706da9270a85b2ca3a91706f408e88c1e4d"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.04902871726285024, "seed": 379000693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04950546984572554, "interval": [-0.014089654103666804, 0.11310059379511789], "p_value": 0.142, "input_sha256": "0c0fd903c4fab760074dc52ed40da706da9270a85b2ca3a91706f408e88c1e4d"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.04902871726285024, "seed": 379000693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04950546984572554, "interval": [-0.008591615490230691, 0.11074999943256056], "p_value": 0.12288889660702243, "input_sha256": "0c0fd903c4fab760074dc52ed40da706da9270a85b2ca3a91706f408e88c1e4d"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1895487406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1535732841008395, "interval": [1.8812591438675925, 10.425887424334086], "p_value": 0.004, "input_sha256": "a4f10faf22275d24bddab234e09c45ef2808d66eba13d11517c0f34020c0d6c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1895487406, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1535732841008395, "interval": [1.6593997539819882, 9.861364412480194], "p_value": 0.005931313412238559, "input_sha256": "a4f10faf22275d24bddab234e09c45ef2808d66eba13d11517c0f34020c0d6c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.04905093551641543, "seed": 1895487406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05811484405561153, "interval": [0.010916253361669286, 0.10531343474955376], "p_value": 0.018, "input_sha256": "a4f10faf22275d24bddab234e09c45ef2808d66eba13d11517c0f34020c0d6c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.04905093551641543, "seed": 1895487406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05811484405561153, "interval": [0.009789934565459594, 0.099609265648088], "p_value": 0.017180275287091228, "input_sha256": "a4f10faf22275d24bddab234e09c45ef2808d66eba13d11517c0f34020c0d6c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3464809181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.8260393002314474, "interval": [2.0914540783339515, 11.560624522128943], "p_value": 0.009, "input_sha256": "253266c51f2c360ff7d769029a149f38f096639ebba68491645f5c5d7583760f"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3464809181, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.8260393002314474, "interval": [1.7562150425512912, 11.56387579430714], "p_value": 0.005882066017796751, "input_sha256": "253266c51f2c360ff7d769029a149f38f096639ebba68491645f5c5d7583760f"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.04945780824000345, "seed": 3464809181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06478609292336267, "interval": [0.016664267590177514, 0.11290791825654782], "p_value": 0.014, "input_sha256": "253266c51f2c360ff7d769029a149f38f096639ebba68491645f5c5d7583760f"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.04945780824000345, "seed": 3464809181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06478609292336267, "interval": [0.014756722013175752, 0.11074272134618224], "p_value": 0.00969246679560708, "input_sha256": "253266c51f2c360ff7d769029a149f38f096639ebba68491645f5c5d7583760f"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3068024245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.898503807279054, "interval": [0.8946843828288644, 10.902323231729245], "p_value": 0.022, "input_sha256": "0efa2e667cd7f4a27da9d63f423f38dc8fe2376a075d8a3975758eee52a3e44e"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3068024245, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.898503807279054, "interval": [1.4851052157976627, 10.514330033553186], "p_value": 0.022108803122159248, "input_sha256": "0efa2e667cd7f4a27da9d63f423f38dc8fe2376a075d8a3975758eee52a3e44e"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.048046558013588245, "seed": 3068024245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05990375584056082, "interval": [0.008580970445913993, 0.11122654123520764], "p_value": 0.019, "input_sha256": "0efa2e667cd7f4a27da9d63f423f38dc8fe2376a075d8a3975758eee52a3e44e"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.048046558013588245, "seed": 3068024245, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05990375584056082, "interval": [0.013096338962975376, 0.10746434504736357], "p_value": 0.02335547229744805, "input_sha256": "0efa2e667cd7f4a27da9d63f423f38dc8fe2376a075d8a3975758eee52a3e44e"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1960830395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.446681883520217, "interval": [0.2905794290567796, 8.602784337983653], "p_value": 0.04, "input_sha256": "e762c3fd820500aeae422d4708715c3659cc9e4cd428af42aadea35f10dc0787"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1960830395, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.446681883520217, "interval": [0.5497611296680219, 8.022562678338673], "p_value": 0.03674384435719544, "input_sha256": "e762c3fd820500aeae422d4708715c3659cc9e4cd428af42aadea35f10dc0787"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.04949847679841853, "seed": 1960830395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04118604297790457, "interval": [-0.001572810370173476, 0.08394489632598262], "p_value": 0.062, "input_sha256": "e762c3fd820500aeae422d4708715c3659cc9e4cd428af42aadea35f10dc0787"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.04949847679841853, "seed": 1960830395, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04118604297790457, "interval": [0.0025844234416540018, 0.08177624099882616], "p_value": 0.05850518629774806, "input_sha256": "e762c3fd820500aeae422d4708715c3659cc9e4cd428af42aadea35f10dc0787"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 516379577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.338456000250497, "interval": [1.289922069187984, 9.38698993131301], "p_value": 0.01, "input_sha256": "aeff1ffcd29fed44f546e1b08532c9b2671fe83c1377d570cd9ef0912b644db7"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 516379577, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.338456000250497, "interval": [1.6742168559039265, 9.613137389447827], "p_value": 0.01113316444482391, "input_sha256": "aeff1ffcd29fed44f546e1b08532c9b2671fe83c1377d570cd9ef0912b644db7"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.04880738371883012, "seed": 516379577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05173146093943992, "interval": [0.00821280443895811, 0.09525011743992173], "p_value": 0.016, "input_sha256": "aeff1ffcd29fed44f546e1b08532c9b2671fe83c1377d570cd9ef0912b644db7"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.04880738371883012, "seed": 516379577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05173146093943992, "interval": [0.009256202913852785, 0.09580160966464764], "p_value": 0.021105664274804, "input_sha256": "aeff1ffcd29fed44f546e1b08532c9b2671fe83c1377d570cd9ef0912b644db7"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 52548226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.171833362044358, "interval": [-0.5101777563890701, 8.853844480477786], "p_value": 0.096, "input_sha256": "a0f5a57e2abc5aa1440abf6ab6fea88471b2d19011cf330dfaa5a0fdceb9e678"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 52548226, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.171833362044358, "interval": [-0.5232491888394198, 8.405631505365205], "p_value": 0.0790734603821728, "input_sha256": "a0f5a57e2abc5aa1440abf6ab6fea88471b2d19011cf330dfaa5a0fdceb9e678"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.049215226865019626, "seed": 52548226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042705307785851826, "interval": [-0.00415355059096939, 0.08956416616267304], "p_value": 0.094, "input_sha256": "a0f5a57e2abc5aa1440abf6ab6fea88471b2d19011cf330dfaa5a0fdceb9e678"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.049215226865019626, "seed": 52548226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042705307785851826, "interval": [-0.0022971102553977583, 0.08388287888786072], "p_value": 0.0727493101705389, "input_sha256": "a0f5a57e2abc5aa1440abf6ab6fea88471b2d19011cf330dfaa5a0fdceb9e678"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2033586034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7327873964591713, "interval": [0.6003013745949519, 6.86527341832339], "p_value": 0.018, "input_sha256": "8fdb8d7b505bebe1d446b1c0d4dbbe655e2df2b3c1d5733707989fbeb98b8533"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2033586034, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7327873964591713, "interval": [0.5428618537508586, 6.649377397987469], "p_value": 0.02080977885732966, "input_sha256": "8fdb8d7b505bebe1d446b1c0d4dbbe655e2df2b3c1d5733707989fbeb98b8533"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0494108349591371, "seed": 2033586034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026779744955942764, "interval": [-0.009596343666067743, 0.06315583357795326], "p_value": 0.127, "input_sha256": "8fdb8d7b505bebe1d446b1c0d4dbbe655e2df2b3c1d5733707989fbeb98b8533"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0494108349591371, "seed": 2033586034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026779744955942764, "interval": [-0.008859720971971942, 0.06085492803265231], "p_value": 0.1443801761538553, "input_sha256": "8fdb8d7b505bebe1d446b1c0d4dbbe655e2df2b3c1d5733707989fbeb98b8533"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1577918828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4172999229108765, "interval": [-0.7071602792424834, 7.541760125064236], "p_value": 0.093, "input_sha256": "bfffceed3d4a59f9810f4711e4b01fa9d7ef3afff235d5bad1f393e5a871a0c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1577918828, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4172999229108765, "interval": [0.02051496764246164, 7.000480302317904], "p_value": 0.10149520219883483, "input_sha256": "bfffceed3d4a59f9810f4711e4b01fa9d7ef3afff235d5bad1f393e5a871a0c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.04931466869490875, "seed": 1577918828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026063564495114863, "interval": [-0.021718925393667113, 0.07384605438389684], "p_value": 0.276, "input_sha256": "bfffceed3d4a59f9810f4711e4b01fa9d7ef3afff235d5bad1f393e5a871a0c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.04931466869490875, "seed": 1577918828, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026063564495114863, "interval": [-0.012742409543994828, 0.0708303253871433], "p_value": 0.27626896568580356, "input_sha256": "bfffceed3d4a59f9810f4711e4b01fa9d7ef3afff235d5bad1f393e5a871a0c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 157104443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.805911690064283, "interval": [1.285813014609896, 8.32601036551867], "p_value": 0.008, "input_sha256": "dec03cb78db273a6e87ff3926a22ac539e6bcf0486287a8ba590d7862aa87683"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 157104443, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.805911690064283, "interval": [1.0343136103894754, 7.775894823026745], "p_value": 0.00897837253963802, "input_sha256": "dec03cb78db273a6e87ff3926a22ac539e6bcf0486287a8ba590d7862aa87683"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.048928942249191934, "seed": 157104443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04616281090962124, "interval": [0.004869948105661562, 0.08745567371358091], "p_value": 0.025, "input_sha256": "dec03cb78db273a6e87ff3926a22ac539e6bcf0486287a8ba590d7862aa87683"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.048928942249191934, "seed": 157104443, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04616281090962124, "interval": [0.001150230742317528, 0.08045432823436215], "p_value": 0.029467786730070247, "input_sha256": "dec03cb78db273a6e87ff3926a22ac539e6bcf0486287a8ba590d7862aa87683"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1179685054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.164545208892388, "interval": [1.7793987912982878, 10.549691626486489], "p_value": 0.01, "input_sha256": "2c74593667e6dda878f195833666cbdef551728a152be6c1999e09cea29301b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1179685054, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.164545208892388, "interval": [2.3127788793065256, 10.352330736578587], "p_value": 0.007101206983947167, "input_sha256": "2c74593667e6dda878f195833666cbdef551728a152be6c1999e09cea29301b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.046981458557802704, "seed": 1179685054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055686302125912995, "interval": [0.014475453850019464, 0.09689715040180652], "p_value": 0.012, "input_sha256": "2c74593667e6dda878f195833666cbdef551728a152be6c1999e09cea29301b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.046981458557802704, "seed": 1179685054, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055686302125912995, "interval": [0.019347046350070007, 0.09742251322765402], "p_value": 0.009417255087172859, "input_sha256": "2c74593667e6dda878f195833666cbdef551728a152be6c1999e09cea29301b2"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2702197880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.626182384985561, "interval": [1.6825320869332732, 11.569832683037848], "p_value": 0.012, "input_sha256": "7f068e30d92d9242474e6f568ed1db34ed1cc90a3a6539849523bbcc8a73a372"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2702197880, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.626182384985561, "interval": [1.5170997488747555, 10.80600478580385], "p_value": 0.010072431842794681, "input_sha256": "7f068e30d92d9242474e6f568ed1db34ed1cc90a3a6539849523bbcc8a73a372"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04984708333825737, "seed": 2702197880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06632101246951365, "interval": [0.014657813125736795, 0.1179842118132905], "p_value": 0.018, "input_sha256": "7f068e30d92d9242474e6f568ed1db34ed1cc90a3a6539849523bbcc8a73a372"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04984708333825737, "seed": 2702197880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06632101246951365, "interval": [0.01602046356644912, 0.11140378731879523], "p_value": 0.013296123093387556, "input_sha256": "7f068e30d92d9242474e6f568ed1db34ed1cc90a3a6539849523bbcc8a73a372"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1663478191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.108945298564347, "interval": [3.471609327111623, 12.746281270017072], "p_value": 0.001, "input_sha256": "c2fe001d313aeca60c9510159cf71800c93faabcfe3254e6d8d42619ff2a5665"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1663478191, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.108945298564347, "interval": [3.842726339740836, 12.946488350870872], "p_value": 0.0010878523781944504, "input_sha256": "c2fe001d313aeca60c9510159cf71800c93faabcfe3254e6d8d42619ff2a5665"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.04994987613841863, "seed": 1663478191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08671805392100142, "interval": [0.03230074232436722, 0.1411353655176356], "p_value": 0.002, "input_sha256": "c2fe001d313aeca60c9510159cf71800c93faabcfe3254e6d8d42619ff2a5665"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.04994987613841863, "seed": 1663478191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08671805392100142, "interval": [0.038102744025581885, 0.14320619516800118], "p_value": 0.0025914485536313358, "input_sha256": "c2fe001d313aeca60c9510159cf71800c93faabcfe3254e6d8d42619ff2a5665"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1217150459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.676194051923693, "interval": [0.7976107842777331, 8.554777319569652], "p_value": 0.025, "input_sha256": "c269c5edbe1ffa99bae6ff098b5be05efa740cc5e4f8ebba109bcb2479c7cb84"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1217150459, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.676194051923693, "interval": [1.2873344418086332, 8.389343617344577], "p_value": 0.01943193521116142, "input_sha256": "c269c5edbe1ffa99bae6ff098b5be05efa740cc5e4f8ebba109bcb2479c7cb84"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.04945943906365328, "seed": 1217150459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03897855828023884, "interval": [-0.0013941429514196732, 0.07935125951189737], "p_value": 0.065, "input_sha256": "c269c5edbe1ffa99bae6ff098b5be05efa740cc5e4f8ebba109bcb2479c7cb84"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.04945943906365328, "seed": 1217150459, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03897855828023884, "interval": [0.002378759999306341, 0.07611189582562398], "p_value": 0.05802694219787995, "input_sha256": "c269c5edbe1ffa99bae6ff098b5be05efa740cc5e4f8ebba109bcb2479c7cb84"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 286750257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.679142891285759, "interval": [0.2717786339591566, 11.08650714861236], "p_value": 0.043, "input_sha256": "caf7c889e9c302e09932e6ae1eae1e2a200488330b48895065e66ee6e797536d"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 286750257, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.679142891285759, "interval": [0.7603552939813918, 10.7481858707661], "p_value": 0.040049459613492634, "input_sha256": "caf7c889e9c302e09932e6ae1eae1e2a200488330b48895065e66ee6e797536d"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.050482061497519916, "seed": 286750257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052484101851154846, "interval": [-0.006864504438637425, 0.11183270814094712], "p_value": 0.085, "input_sha256": "caf7c889e9c302e09932e6ae1eae1e2a200488330b48895065e66ee6e797536d"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.050482061497519916, "seed": 286750257, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052484101851154846, "interval": [-0.0005090527875207606, 0.11019246443495138], "p_value": 0.08137844637158297, "input_sha256": "caf7c889e9c302e09932e6ae1eae1e2a200488330b48895065e66ee6e797536d"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3929226085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8924225341599117, "interval": [-1.6900561056220225, 7.474901173941846], "p_value": 0.223, "input_sha256": "e82c77e3047bf26763564dfa00394577edcf450e250bf3d4bb9727fdc84f4f55"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3929226085, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8924225341599117, "interval": [-1.183979388905956, 7.893540268774359], "p_value": 0.20902990342779515, "input_sha256": "e82c77e3047bf26763564dfa00394577edcf450e250bf3d4bb9727fdc84f4f55"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.049305032379522995, "seed": 3929226085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03149628600845242, "interval": [-0.017416077393553393, 0.08040864941045822], "p_value": 0.215, "input_sha256": "e82c77e3047bf26763564dfa00394577edcf450e250bf3d4bb9727fdc84f4f55"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.049305032379522995, "seed": 3929226085, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03149628600845242, "interval": [-0.010783938981751468, 0.08598884764364041], "p_value": 0.20007590669529646, "input_sha256": "e82c77e3047bf26763564dfa00394577edcf450e250bf3d4bb9727fdc84f4f55"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3815444137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4463389392196957, "interval": [-3.8502013292730064, 4.742879207712398], "p_value": 0.848, "input_sha256": "6300301c629aa19024f8ccbbc16dfb3c35bd569bed0c27e04283a51fea7db5b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3815444137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4463389392196957, "interval": [-3.848517485203602, 4.159925610382233], "p_value": 0.8334230430457779, "input_sha256": "6300301c629aa19024f8ccbbc16dfb3c35bd569bed0c27e04283a51fea7db5b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.049811275865624574, "seed": 3815444137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005469637110456976, "interval": [-0.03925855952390471, 0.05019783374481866], "p_value": 0.816, "input_sha256": "6300301c629aa19024f8ccbbc16dfb3c35bd569bed0c27e04283a51fea7db5b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.049811275865624574, "seed": 3815444137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005469637110456976, "interval": [-0.03634266305930975, 0.046381995108128855], "p_value": 0.8047041600810501, "input_sha256": "6300301c629aa19024f8ccbbc16dfb3c35bd569bed0c27e04283a51fea7db5b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 422994083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.687938054120854, "interval": [5.0582862764610965, 14.317589831780612], "p_value": 0.002, "input_sha256": "e72308f9349d434f790a9a0b374d3d725d20049967683e5c746d7f0af8e0c435"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 422994083, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.687938054120854, "interval": [5.155991038337875, 13.963470265737092], "p_value": 0.00014164075348473853, "input_sha256": "e72308f9349d434f790a9a0b374d3d725d20049967683e5c746d7f0af8e0c435"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.049751851332281494, "seed": 422994083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1050645253681532, "interval": [0.05489526105619509, 0.1552337896801113], "p_value": 0.002, "input_sha256": "e72308f9349d434f790a9a0b374d3d725d20049967683e5c746d7f0af8e0c435"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.049751851332281494, "seed": 422994083, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1050645253681532, "interval": [0.05711807007668431, 0.15305575152435155], "p_value": 0.00013847493746076958, "input_sha256": "e72308f9349d434f790a9a0b374d3d725d20049967683e5c746d7f0af8e0c435"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2096220534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.3352971134209, "interval": [3.97378504685857, 12.69680917998323], "p_value": 0.001, "input_sha256": "65ff9d675ecee8df8098976cd524125a5b3797ec999d7bcbcc97545459d1ba29"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2096220534, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.3352971134209, "interval": [4.0455725867647585, 12.427227700539676], "p_value": 0.00042476805242208215, "input_sha256": "65ff9d675ecee8df8098976cd524125a5b3797ec999d7bcbcc97545459d1ba29"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.049531153853286845, "seed": 2096220534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09008972140301806, "interval": [0.04288941955837099, 0.13729002324766512], "p_value": 0.001, "input_sha256": "65ff9d675ecee8df8098976cd524125a5b3797ec999d7bcbcc97545459d1ba29"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.049531153853286845, "seed": 2096220534, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09008972140301806, "interval": [0.04500677561509243, 0.13544447784953406], "p_value": 0.0004231682221279623, "input_sha256": "65ff9d675ecee8df8098976cd524125a5b3797ec999d7bcbcc97545459d1ba29"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3774125970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.237063883303801, "interval": [2.9135881329447306, 11.56053963366287], "p_value": 0.003, "input_sha256": "56d7ba6af98bc3e5472c36109fdf70d846a8259e034c3970856d868cab1d7661"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3774125970, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.237063883303801, "interval": [3.3431705313860385, 11.209644193762806], "p_value": 0.0017991530238171199, "input_sha256": "56d7ba6af98bc3e5472c36109fdf70d846a8259e034c3970856d868cab1d7661"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.051043097216369536, "seed": 3774125970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08098308512745953, "interval": [0.031857650660945536, 0.13010851959397352], "p_value": 0.003, "input_sha256": "56d7ba6af98bc3e5472c36109fdf70d846a8259e034c3970856d868cab1d7661"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.051043097216369536, "seed": 3774125970, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08098308512745953, "interval": [0.037304027140258135, 0.12902518118138848], "p_value": 0.0021553846571320794, "input_sha256": "56d7ba6af98bc3e5472c36109fdf70d846a8259e034c3970856d868cab1d7661"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2017938870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.614587608740203, "interval": [0.821342786402985, 10.407832431077422], "p_value": 0.018, "input_sha256": "ee175c5de712d6b5b001e7b54a51ea0d23984d3ef9e2b749f031f4666566b7f9"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2017938870, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.614587608740203, "interval": [1.2249600582303326, 10.240525560776137], "p_value": 0.02290001142878043, "input_sha256": "ee175c5de712d6b5b001e7b54a51ea0d23984d3ef9e2b749f031f4666566b7f9"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.04989195791353592, "seed": 2017938870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05881748233539863, "interval": [0.006437717390179433, 0.11119724728061783], "p_value": 0.028, "input_sha256": "ee175c5de712d6b5b001e7b54a51ea0d23984d3ef9e2b749f031f4666566b7f9"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.04989195791353592, "seed": 2017938870, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05881748233539863, "interval": [0.010523631691233042, 0.1072547889652045], "p_value": 0.028756097549321603, "input_sha256": "ee175c5de712d6b5b001e7b54a51ea0d23984d3ef9e2b749f031f4666566b7f9"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1316590542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.132831033244633, "interval": [-0.33433104316569917, 10.599993109654966], "p_value": 0.072, "input_sha256": "c508f11d82ef345c004a6487d18664b548b3784534448793a835effe5b439d10"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1316590542, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.132831033244633, "interval": [0.2012300042405097, 9.874061086356088], "p_value": 0.06477124518323012, "input_sha256": "c508f11d82ef345c004a6487d18664b548b3784534448793a835effe5b439d10"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.05067388089520157, "seed": 1316590542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06061484129600943, "interval": [-0.0033516587472662562, 0.12458134133928511], "p_value": 0.07, "input_sha256": "c508f11d82ef345c004a6487d18664b548b3784534448793a835effe5b439d10"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.05067388089520157, "seed": 1316590542, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06061484129600943, "interval": [0.007199587341836059, 0.12051395791744879], "p_value": 0.062418271463056986, "input_sha256": "c508f11d82ef345c004a6487d18664b548b3784534448793a835effe5b439d10"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2390721050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.396440562923351, "interval": [0.5664096535543002, 8.2264714722924], "p_value": 0.028, "input_sha256": "72cf1096930e8aaf70fe63c6934c06f63fe118083a7855674eb18f8622b02d51"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2390721050, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.396440562923351, "interval": [1.1923289078479404, 8.331450010434304], "p_value": 0.025608658512655907, "input_sha256": "72cf1096930e8aaf70fe63c6934c06f63fe118083a7855674eb18f8622b02d51"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.04948766872801064, "seed": 2390721050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04256844340959763, "interval": [0.00029727732642887555, 0.0848396094927664], "p_value": 0.045, "input_sha256": "72cf1096930e8aaf70fe63c6934c06f63fe118083a7855674eb18f8622b02d51"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.04948766872801064, "seed": 2390721050, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04256844340959763, "interval": [0.007161757181446556, 0.08670421387559955], "p_value": 0.04849368650397981, "input_sha256": "72cf1096930e8aaf70fe63c6934c06f63fe118083a7855674eb18f8622b02d51"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2857513864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.304558520230602, "interval": [1.8730841306826527, 10.736032909778551], "p_value": 0.009, "input_sha256": "ee64fb4dd489112e4788b5723a2e785243d0bcd8b62511b0e1a0d5ab6a1d891d"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2857513864, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.304558520230602, "interval": [2.4063975344917092, 10.598032125999701], "p_value": 0.006606181808031257, "input_sha256": "ee64fb4dd489112e4788b5723a2e785243d0bcd8b62511b0e1a0d5ab6a1d891d"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0509124681033158, "seed": 2857513864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06552081614085013, "interval": [0.009127399187432064, 0.1219142330942682], "p_value": 0.017, "input_sha256": "ee64fb4dd489112e4788b5723a2e785243d0bcd8b62511b0e1a0d5ab6a1d891d"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0509124681033158, "seed": 2857513864, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06552081614085013, "interval": [0.020941003958324267, 0.12914392189122606], "p_value": 0.02412219573519563, "input_sha256": "ee64fb4dd489112e4788b5723a2e785243d0bcd8b62511b0e1a0d5ab6a1d891d"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 900840835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.716299839577982, "interval": [4.5199563853400235, 12.91264329381594], "p_value": 0.001, "input_sha256": "11abc89f26ae2f33b2741f1fb004737d5b6d23ed9871da1130feb567d4c8a746"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 900840835, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.716299839577982, "interval": [4.174542619141486, 11.932510075353967], "p_value": 0.00015509766575814266, "input_sha256": "11abc89f26ae2f33b2741f1fb004737d5b6d23ed9871da1130feb567d4c8a746"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.049871100116670605, "seed": 900840835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09556675763131647, "interval": [0.049129739017230646, 0.1420037762454023], "p_value": 0.001, "input_sha256": "11abc89f26ae2f33b2741f1fb004737d5b6d23ed9871da1130feb567d4c8a746"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.049871100116670605, "seed": 900840835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09556675763131647, "interval": [0.048986109784664306, 0.1342756552792609], "p_value": 0.00018069733711976118, "input_sha256": "11abc89f26ae2f33b2741f1fb004737d5b6d23ed9871da1130feb567d4c8a746"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 370515400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.859042131318281, "interval": [3.679829086410538, 12.038255176226023], "p_value": 0.001, "input_sha256": "a2379c1d4f4700adeb3d52a3a5b05cb6df1ea1d89592e87efdc154dc452b661f"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 370515400, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.859042131318281, "interval": [4.225566973025953, 11.565189908040214], "p_value": 0.0005126904336097915, "input_sha256": "a2379c1d4f4700adeb3d52a3a5b05cb6df1ea1d89592e87efdc154dc452b661f"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.049779015766701476, "seed": 370515400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08755792605867338, "interval": [0.04107883901868837, 0.1340370130986584], "p_value": 0.001, "input_sha256": "a2379c1d4f4700adeb3d52a3a5b05cb6df1ea1d89592e87efdc154dc452b661f"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.049779015766701476, "seed": 370515400, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08755792605867338, "interval": [0.045497303519395474, 0.12865134988027482], "p_value": 0.0004889250108842391, "input_sha256": "a2379c1d4f4700adeb3d52a3a5b05cb6df1ea1d89592e87efdc154dc452b661f"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 130778687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.836515159209567, "interval": [0.7982647888305756, 10.874765529588558], "p_value": 0.024, "input_sha256": "3bad71546a319e82211e421381991a8c5adcd1ce7704501df2017b7d439898ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 130778687, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.836515159209567, "interval": [1.023393308796883, 10.415603749200598], "p_value": 0.024359503390416815, "input_sha256": "3bad71546a319e82211e421381991a8c5adcd1ce7704501df2017b7d439898ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.05000908982953204, "seed": 130778687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05519665325177987, "interval": [0.001149099729688914, 0.10924420677387084], "p_value": 0.05, "input_sha256": "3bad71546a319e82211e421381991a8c5adcd1ce7704501df2017b7d439898ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.05000908982953204, "seed": 130778687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05519665325177987, "interval": [0.0028221290218363357, 0.10432028656101731], "p_value": 0.04555312375146691, "input_sha256": "3bad71546a319e82211e421381991a8c5adcd1ce7704501df2017b7d439898ed"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2729680815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.540060993895059, "interval": [-1.6428833692254603, 6.7230053570155786], "p_value": 0.228, "input_sha256": "b6cea6a2ad3899a1966ebaae598d2717fb030d348f23b5723e479ca0fd253b6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2729680815, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.540060993895059, "interval": [-1.3626892421544645, 6.03436305626494], "p_value": 0.22651643046374859, "input_sha256": "b6cea6a2ad3899a1966ebaae598d2717fb030d348f23b5723e479ca0fd253b6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.05101381847814572, "seed": 2729680815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03786019568134112, "interval": [-0.009105890239269658, 0.08482628160195191], "p_value": 0.112, "input_sha256": "b6cea6a2ad3899a1966ebaae598d2717fb030d348f23b5723e479ca0fd253b6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.05101381847814572, "seed": 2729680815, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03786019568134112, "interval": [-0.0050195166188478964, 0.08137157515228541], "p_value": 0.11084877211549489, "input_sha256": "b6cea6a2ad3899a1966ebaae598d2717fb030d348f23b5723e479ca0fd253b6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1693325676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9577758476695859, "interval": [-2.825155366799131, 4.740707062138303], "p_value": 0.581, "input_sha256": "fad8e1a72ea7deb80fdba00c445e262a0c707c696c22d741dd47d9d8175a668b"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1693325676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9577758476695859, "interval": [-2.4258239902105494, 4.683395090709806], "p_value": 0.6112361322351478, "input_sha256": "fad8e1a72ea7deb80fdba00c445e262a0c707c696c22d741dd47d9d8175a668b"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.050014530556606686, "seed": 1693325676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00578405189753281, "interval": [-0.03356991357150694, 0.04513801736657256], "p_value": 0.747, "input_sha256": "fad8e1a72ea7deb80fdba00c445e262a0c707c696c22d741dd47d9d8175a668b"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.050014530556606686, "seed": 1693325676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00578405189753281, "interval": [-0.029232516242162814, 0.0439583012172601], "p_value": 0.7676724416839255, "input_sha256": "fad8e1a72ea7deb80fdba00c445e262a0c707c696c22d741dd47d9d8175a668b"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 415592351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.569918961328387, "interval": [4.403088590414653, 12.736749332242121], "p_value": 0.001, "input_sha256": "9555f6a575e5da3c57b5685a0ecb92974a8f64f3f91cb8868ef22a30f2072390"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 415592351, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.569918961328387, "interval": [5.025156813304877, 13.047990770699215], "p_value": 0.00017540815927016888, "input_sha256": "9555f6a575e5da3c57b5685a0ecb92974a8f64f3f91cb8868ef22a30f2072390"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0500257574121868, "seed": 415592351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0842109988848436, "interval": [0.03815680887930455, 0.13026518889038263], "p_value": 0.002, "input_sha256": "9555f6a575e5da3c57b5685a0ecb92974a8f64f3f91cb8868ef22a30f2072390"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0500257574121868, "seed": 415592351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0842109988848436, "interval": [0.04536722611146243, 0.1314880749080529], "p_value": 0.0006769376851984727, "input_sha256": "9555f6a575e5da3c57b5685a0ecb92974a8f64f3f91cb8868ef22a30f2072390"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4106183643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2672251976236666, "interval": [-2.692787684644804, 5.227238079892137], "p_value": 0.503, "input_sha256": "ae83d9fde632b262cf013b2c3285c3201bf1090420e6a388b7a27cbf3d8e4c52"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4106183643, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2672251976236666, "interval": [-2.3002989856702483, 4.966319159672307], "p_value": 0.5207021646017058, "input_sha256": "ae83d9fde632b262cf013b2c3285c3201bf1090420e6a388b7a27cbf3d8e4c52"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04846397699670797, "seed": 4106183643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013164115267390974, "interval": [-0.028783323530480846, 0.055111554065262795], "p_value": 0.508, "input_sha256": "ae83d9fde632b262cf013b2c3285c3201bf1090420e6a388b7a27cbf3d8e4c52"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04846397699670797, "seed": 4106183643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013164115267390974, "interval": [-0.023413359352991304, 0.054498834619542996], "p_value": 0.5288460090295468, "input_sha256": "ae83d9fde632b262cf013b2c3285c3201bf1090420e6a388b7a27cbf3d8e4c52"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3162877910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.434823176041386, "interval": [1.1102249238666246, 9.759421428216147], "p_value": 0.02, "input_sha256": "3c8d3faf1be28538f2efde5d8ab630ea8f59eb6fcd0de3f8e9a54830c16b96d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3162877910, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.434823176041386, "interval": [1.2384271564414375, 9.687672048537646], "p_value": 0.015218050988645468, "input_sha256": "3c8d3faf1be28538f2efde5d8ab630ea8f59eb6fcd0de3f8e9a54830c16b96d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0496856652160948, "seed": 3162877910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05915327438176542, "interval": [0.008608942051133273, 0.10969760671239756], "p_value": 0.028, "input_sha256": "3c8d3faf1be28538f2efde5d8ab630ea8f59eb6fcd0de3f8e9a54830c16b96d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0496856652160948, "seed": 3162877910, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05915327438176542, "interval": [0.006893845238644161, 0.10516258581456521], "p_value": 0.023072878079174398, "input_sha256": "3c8d3faf1be28538f2efde5d8ab630ea8f59eb6fcd0de3f8e9a54830c16b96d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 449081055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.875602883127243, "interval": [-0.1604387154147071, 9.911644481669192], "p_value": 0.066, "input_sha256": "56b13326014e74e61b9f94ce2c93350b23a6a94e42b4f90f1a96ceb9b2d55d50"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 449081055, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.875602883127243, "interval": [0.1472927175960803, 9.85803656865648], "p_value": 0.05737004165776326, "input_sha256": "56b13326014e74e61b9f94ce2c93350b23a6a94e42b4f90f1a96ceb9b2d55d50"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.050716040876965865, "seed": 449081055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043400628347622316, "interval": [-0.009710620884874288, 0.09651187758011892], "p_value": 0.126, "input_sha256": "56b13326014e74e61b9f94ce2c93350b23a6a94e42b4f90f1a96ceb9b2d55d50"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.050716040876965865, "seed": 449081055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043400628347622316, "interval": [-0.008132466215350846, 0.09387725403569051], "p_value": 0.10630588997224204, "input_sha256": "56b13326014e74e61b9f94ce2c93350b23a6a94e42b4f90f1a96ceb9b2d55d50"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3370734736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.624816180072351, "interval": [0.8047934799404377, 10.444838880204264], "p_value": 0.026, "input_sha256": "fb2e3cda510423a182a4e039ddf2a21655b7893571bcc9a0b1e7c1d3c3b22799"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3370734736, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.624816180072351, "interval": [0.47431713968962363, 9.937252249460935], "p_value": 0.023522828788434955, "input_sha256": "fb2e3cda510423a182a4e039ddf2a21655b7893571bcc9a0b1e7c1d3c3b22799"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.049816324489672395, "seed": 3370734736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05105954578756783, "interval": [-0.004013546017960827, 0.10613263759309649], "p_value": 0.082, "input_sha256": "fb2e3cda510423a182a4e039ddf2a21655b7893571bcc9a0b1e7c1d3c3b22799"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.049816324489672395, "seed": 3370734736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05105954578756783, "interval": [-0.008880976572523416, 0.09837690741877167], "p_value": 0.06810129539858857, "input_sha256": "fb2e3cda510423a182a4e039ddf2a21655b7893571bcc9a0b1e7c1d3c3b22799"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 470113530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.667481880816334, "interval": [1.3651380283510477, 11.96982573328162], "p_value": 0.018, "input_sha256": "c7299101c4beb8c525515d3581541c102630088901ef1ae73e07c249f084c1eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 470113530, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.667481880816334, "interval": [1.9289869200711223, 11.509760062315543], "p_value": 0.01509631434387521, "input_sha256": "c7299101c4beb8c525515d3581541c102630088901ef1ae73e07c249f084c1eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0497307322291664, "seed": 470113530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0664049785170463, "interval": [0.009017389191857371, 0.12379256784223522], "p_value": 0.021, "input_sha256": "c7299101c4beb8c525515d3581541c102630088901ef1ae73e07c249f084c1eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0497307322291664, "seed": 470113530, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0664049785170463, "interval": [0.015220720739805326, 0.11956683095055924], "p_value": 0.02451296939603214, "input_sha256": "c7299101c4beb8c525515d3581541c102630088901ef1ae73e07c249f084c1eb"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1355185708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.787139932955466, "interval": [-0.699487924293047, 10.273767790203978], "p_value": 0.086, "input_sha256": "92aad6aaf857c4ebbaa667fb56066f95024ccfd5198fcbb51e8dc1a04a66e87e"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1355185708, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.787139932955466, "interval": [0.06111672616024576, 9.806372862897492], "p_value": 0.08534560454247639, "input_sha256": "92aad6aaf857c4ebbaa667fb56066f95024ccfd5198fcbb51e8dc1a04a66e87e"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.048193340027228755, "seed": 1355185708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046644377391783204, "interval": [-0.011303837823183664, 0.10459259260675008], "p_value": 0.116, "input_sha256": "92aad6aaf857c4ebbaa667fb56066f95024ccfd5198fcbb51e8dc1a04a66e87e"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.048193340027228755, "seed": 1355185708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046644377391783204, "interval": [-0.005119848481025081, 0.10302126379044227], "p_value": 0.11144817709859939, "input_sha256": "92aad6aaf857c4ebbaa667fb56066f95024ccfd5198fcbb51e8dc1a04a66e87e"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 75296916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9426667031963039, "interval": [-1.6152144859173085, 5.500547892309916], "p_value": 0.294, "input_sha256": "b26a1593bbc8dccd23cbc2280be9c3c04eba9b536e27134a7fea1e966519a86d"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 75296916, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9426667031963039, "interval": [-1.1444110351830366, 5.257481966191093], "p_value": 0.27584353523688004, "input_sha256": "b26a1593bbc8dccd23cbc2280be9c3c04eba9b536e27134a7fea1e966519a86d"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.04988956190781009, "seed": 75296916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019548145249889015, "interval": [-0.01597119998641728, 0.05506749048619531], "p_value": 0.28, "input_sha256": "b26a1593bbc8dccd23cbc2280be9c3c04eba9b536e27134a7fea1e966519a86d"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.04988956190781009, "seed": 75296916, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019548145249889015, "interval": [-0.013940730608619608, 0.05255104200735598], "p_value": 0.27220575873373665, "input_sha256": "b26a1593bbc8dccd23cbc2280be9c3c04eba9b536e27134a7fea1e966519a86d"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1611752720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8477216168241952, "interval": [-0.54089975737224, 6.2363429910206305], "p_value": 0.076, "input_sha256": "ab8ceccf19b2b15668bc940a07b0267ce29041207563cde1f2cf584476c7a83b"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1611752720, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8477216168241952, "interval": [-0.6067988342331183, 5.70363491556211], "p_value": 0.09689692201624753, "input_sha256": "ab8ceccf19b2b15668bc940a07b0267ce29041207563cde1f2cf584476c7a83b"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.04857285691971462, "seed": 1611752720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0322417602423221, "interval": [-0.004704016933174057, 0.06918753741781826], "p_value": 0.063, "input_sha256": "ab8ceccf19b2b15668bc940a07b0267ce29041207563cde1f2cf584476c7a83b"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.04857285691971462, "seed": 1611752720, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0322417602423221, "interval": [-0.008168999379156362, 0.06333171917428958], "p_value": 0.08519918022666867, "input_sha256": "ab8ceccf19b2b15668bc940a07b0267ce29041207563cde1f2cf584476c7a83b"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1953970908, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.405975780515556, "interval": [3.8340541572545277, 12.977897403776584], "p_value": 0.002, "input_sha256": "d5ea9e40ce8ecdc94f4fdfa0c8fd1bb0ea3df9a27126fdeb3369283ad529d1ac"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1953970908, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.405975780515556, "interval": [4.211404958897425, 13.103172357757083], "p_value": 0.0006446466562653697, "input_sha256": "d5ea9e40ce8ecdc94f4fdfa0c8fd1bb0ea3df9a27126fdeb3369283ad529d1ac"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.049837930848667174, "seed": 1953970908, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09732139365968369, "interval": [0.04509736131060289, 0.14954542600876447], "p_value": 0.002, "input_sha256": "d5ea9e40ce8ecdc94f4fdfa0c8fd1bb0ea3df9a27126fdeb3369283ad529d1ac"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.049837930848667174, "seed": 1953970908, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09732139365968369, "interval": [0.05027478763727798, 0.1509825061249838], "p_value": 0.0006041198200405586, "input_sha256": "d5ea9e40ce8ecdc94f4fdfa0c8fd1bb0ea3df9a27126fdeb3369283ad529d1ac"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3194728698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.63781008499559, "interval": [1.972179848270768, 11.303440321720412], "p_value": 0.005, "input_sha256": "8d8a4d5ca234de503af1cdba2e5299c0e3103a94725c77451baf462dfb71984e"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3194728698, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.63781008499559, "interval": [2.479538253975577, 11.09895834712794], "p_value": 0.006498492704549785, "input_sha256": "8d8a4d5ca234de503af1cdba2e5299c0e3103a94725c77451baf462dfb71984e"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.049192752615198086, "seed": 3194728698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06215122911130004, "interval": [0.01240553155479953, 0.11189692666780054], "p_value": 0.013, "input_sha256": "8d8a4d5ca234de503af1cdba2e5299c0e3103a94725c77451baf462dfb71984e"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.049192752615198086, "seed": 3194728698, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06215122911130004, "interval": [0.015650094799545225, 0.10906378925407423], "p_value": 0.01570485774352004, "input_sha256": "8d8a4d5ca234de503af1cdba2e5299c0e3103a94725c77451baf462dfb71984e"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1659713948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.471561644487956, "interval": [1.6235423861109748, 11.319580902864937], "p_value": 0.007, "input_sha256": "55c9c2502f1e0c7e4897d78784fd2a5d9b8e796df53bbfa7f76ec3c1dd2098a9"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1659713948, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.471561644487956, "interval": [1.8767155043344759, 10.834695773244253], "p_value": 0.010366937541845443, "input_sha256": "55c9c2502f1e0c7e4897d78784fd2a5d9b8e796df53bbfa7f76ec3c1dd2098a9"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04948711937777138, "seed": 1659713948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0628987510922809, "interval": [0.011046895126216212, 0.11475060705834558], "p_value": 0.016, "input_sha256": "55c9c2502f1e0c7e4897d78784fd2a5d9b8e796df53bbfa7f76ec3c1dd2098a9"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04948711937777138, "seed": 1659713948, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0628987510922809, "interval": [0.0139044186722957, 0.11201335394336316], "p_value": 0.018914384582155587, "input_sha256": "55c9c2502f1e0c7e4897d78784fd2a5d9b8e796df53bbfa7f76ec3c1dd2098a9"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3688976332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.99254263306666, "interval": [2.0347446136343743, 11.950340652498944], "p_value": 0.006, "input_sha256": "7857a55fe59a2f8227d440ee9417a1cd73100ff77b087f191b55e2c80c07d8da"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3688976332, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.99254263306666, "interval": [2.5611524027916786, 11.620562461020315], "p_value": 0.006932261560758707, "input_sha256": "7857a55fe59a2f8227d440ee9417a1cd73100ff77b087f191b55e2c80c07d8da"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.04897681467720434, "seed": 3688976332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062479912729569334, "interval": [0.012648795443079057, 0.1123110300160596], "p_value": 0.012, "input_sha256": "7857a55fe59a2f8227d440ee9417a1cd73100ff77b087f191b55e2c80c07d8da"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.04897681467720434, "seed": 3688976332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062479912729569334, "interval": [0.01658242254466234, 0.10635135536263857], "p_value": 0.015364046498272764, "input_sha256": "7857a55fe59a2f8227d440ee9417a1cd73100ff77b087f191b55e2c80c07d8da"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1765480705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9789083975775856, "interval": [-3.6731755528178294, 5.630992347973001], "p_value": 0.672, "input_sha256": "aab23c6f76405495f8f77ffe2493cefc7e3c3cfe098fd8f027fbf169f6897a6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1765480705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9789083975775856, "interval": [-3.4750586856633006, 5.26916839423683], "p_value": 0.6725250461250775, "input_sha256": "aab23c6f76405495f8f77ffe2493cefc7e3c3cfe098fd8f027fbf169f6897a6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.049893133337777854, "seed": 1765480705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019005244495749044, "interval": [-0.03266983104013429, 0.07068032003163238], "p_value": 0.454, "input_sha256": "aab23c6f76405495f8f77ffe2493cefc7e3c3cfe098fd8f027fbf169f6897a6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.049893133337777854, "seed": 1765480705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019005244495749044, "interval": [-0.02829438541420103, 0.06759259514718505], "p_value": 0.46099400669785806, "input_sha256": "aab23c6f76405495f8f77ffe2493cefc7e3c3cfe098fd8f027fbf169f6897a6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1390823315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.909109577260388, "interval": [3.7289990838567393, 14.089220070664037], "p_value": 0.002, "input_sha256": "31c0a2fe2cecaf39f87af2e1efce8da3e8e6208b7b3eba2184bcef9015096fbf"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1390823315, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.909109577260388, "interval": [3.695921449044737, 13.74135963789571], "p_value": 0.0013443670839173266, "input_sha256": "31c0a2fe2cecaf39f87af2e1efce8da3e8e6208b7b3eba2184bcef9015096fbf"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.04943268218578647, "seed": 1390823315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08720796502519475, "interval": [0.033160569546144006, 0.14125536050424548], "p_value": 0.003, "input_sha256": "31c0a2fe2cecaf39f87af2e1efce8da3e8e6208b7b3eba2184bcef9015096fbf"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.04943268218578647, "seed": 1390823315, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08720796502519475, "interval": [0.0351387349501953, 0.1378912589725519], "p_value": 0.0023588289594992833, "input_sha256": "31c0a2fe2cecaf39f87af2e1efce8da3e8e6208b7b3eba2184bcef9015096fbf"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3270244374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.641008430818264, "interval": [1.7642724328981418, 9.517744428738386], "p_value": 0.002, "input_sha256": "8e37e6d341de9d084ae26ddc510a186a4efcaf8a86eff6b7db92621f279cad3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3270244374, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.641008430818264, "interval": [1.5909655310310433, 8.706801743165121], "p_value": 0.0055261690377212515, "input_sha256": "8e37e6d341de9d084ae26ddc510a186a4efcaf8a86eff6b7db92621f279cad3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0486652200391343, "seed": 3270244374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052791266574818294, "interval": [0.01167443345245403, 0.09390809969718256], "p_value": 0.006, "input_sha256": "8e37e6d341de9d084ae26ddc510a186a4efcaf8a86eff6b7db92621f279cad3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0486652200391343, "seed": 3270244374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052791266574818294, "interval": [0.009628611724905409, 0.08560626977410055], "p_value": 0.013245198640365108, "input_sha256": "8e37e6d341de9d084ae26ddc510a186a4efcaf8a86eff6b7db92621f279cad3e"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 272061408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4155160242968758, "interval": [-2.6720925706605305, 5.503124619254282], "p_value": 0.47, "input_sha256": "a907c8007eb2a21800b4fd2a932c9677676738f3897a7110533a82338d20cdec"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 272061408, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4155160242968758, "interval": [-2.3378856185155557, 5.261101814760735], "p_value": 0.4873566124452212, "input_sha256": "a907c8007eb2a21800b4fd2a932c9677676738f3897a7110533a82338d20cdec"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.049321866336836204, "seed": 272061408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010032652812071607, "interval": [-0.03408972683801957, 0.054155032462162786], "p_value": 0.644, "input_sha256": "a907c8007eb2a21800b4fd2a932c9677676738f3897a7110533a82338d20cdec"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.049321866336836204, "seed": 272061408, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010032652812071607, "interval": [-0.032821537207495456, 0.050783957424725454], "p_value": 0.6478610682400346, "input_sha256": "a907c8007eb2a21800b4fd2a932c9677676738f3897a7110533a82338d20cdec"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3200089526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.206212661784065, "interval": [-0.563134430556901, 8.97555975412503], "p_value": 0.078, "input_sha256": "8727fd191864b3d4a4eb46ffd631dc58da3156b60b7f5d4f225b188b2d3f81b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3200089526, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.206212661784065, "interval": [-0.254184062268262, 8.901406321578902], "p_value": 0.08218130624580403, "input_sha256": "8727fd191864b3d4a4eb46ffd631dc58da3156b60b7f5d4f225b188b2d3f81b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.04984629770966157, "seed": 3200089526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041756652652994206, "interval": [-0.01237439010381295, 0.09588769540980135], "p_value": 0.125, "input_sha256": "8727fd191864b3d4a4eb46ffd631dc58da3156b60b7f5d4f225b188b2d3f81b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.04984629770966157, "seed": 3200089526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041756652652994206, "interval": [-0.009233295526754625, 0.0955655085962064], "p_value": 0.12666361224310627, "input_sha256": "8727fd191864b3d4a4eb46ffd631dc58da3156b60b7f5d4f225b188b2d3f81b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 664731609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8423988926981787, "interval": [-0.8841407645805655, 8.568938549976924], "p_value": 0.135, "input_sha256": "437815be21eb25098a10601778a49a4e14c782fa85368230cd39455f45248d4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 664731609, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8423988926981787, "interval": [-0.6396722099477027, 8.280834045102413], "p_value": 0.1079270820199255, "input_sha256": "437815be21eb25098a10601778a49a4e14c782fa85368230cd39455f45248d4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.04914278345952818, "seed": 664731609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03187417414745755, "interval": [-0.019169737202452186, 0.08291808549736729], "p_value": 0.253, "input_sha256": "437815be21eb25098a10601778a49a4e14c782fa85368230cd39455f45248d4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.04914278345952818, "seed": 664731609, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03187417414745755, "interval": [-0.016608565758126886, 0.07869817199557451], "p_value": 0.21374430823386537, "input_sha256": "437815be21eb25098a10601778a49a4e14c782fa85368230cd39455f45248d4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2158265073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.134757908580287, "interval": [-1.4192200563396726, 7.688735873500247], "p_value": 0.182, "input_sha256": "6701162ac82482b00d4fe5cf3e91b2b0db427cc0f8e73b2e7e3c5a3c49cd22ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2158265073, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.134757908580287, "interval": [-1.5143787076247184, 7.495375433914035], "p_value": 0.17156083524836194, "input_sha256": "6701162ac82482b00d4fe5cf3e91b2b0db427cc0f8e73b2e7e3c5a3c49cd22ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.04904421251508748, "seed": 2158265073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037061680363700444, "interval": [-0.011467301698914335, 0.08559066242631522], "p_value": 0.14, "input_sha256": "6701162ac82482b00d4fe5cf3e91b2b0db427cc0f8e73b2e7e3c5a3c49cd22ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.04904421251508748, "seed": 2158265073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037061680363700444, "interval": [-0.014111870101874912, 0.08353915039557698], "p_value": 0.13038411581339582, "input_sha256": "6701162ac82482b00d4fe5cf3e91b2b0db427cc0f8e73b2e7e3c5a3c49cd22ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1675718487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.488353831997288, "interval": [2.2102417999400368, 10.766465864054538], "p_value": 0.004, "input_sha256": "ee8fc08854a5d5d3a151e1b0e3fda4dfc948d58685b34a8f8ec45e66da43c328"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1675718487, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.488353831997288, "interval": [2.0922216817403805, 10.140096000350105], "p_value": 0.004012431183904723, "input_sha256": "ee8fc08854a5d5d3a151e1b0e3fda4dfc948d58685b34a8f8ec45e66da43c328"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.051301991818107726, "seed": 1675718487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06161365223080169, "interval": [0.012049776547693562, 0.11117752791390981], "p_value": 0.019, "input_sha256": "ee8fc08854a5d5d3a151e1b0e3fda4dfc948d58685b34a8f8ec45e66da43c328"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.051301991818107726, "seed": 1675718487, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06161365223080169, "interval": [0.008482231036406877, 0.10288275150759449], "p_value": 0.016262186482229102, "input_sha256": "ee8fc08854a5d5d3a151e1b0e3fda4dfc948d58685b34a8f8ec45e66da43c328"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1397631524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8401613374487624, "interval": [-3.7596393113325854, 5.43996198623011], "p_value": 0.724, "input_sha256": "08db00b3637555a2b5b8dfbbef6db978f8ed7c5b559d80f4874f3e957d97f754"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1397631524, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8401613374487624, "interval": [-2.9627401431622515, 4.891037373560856], "p_value": 0.7133898874987944, "input_sha256": "08db00b3637555a2b5b8dfbbef6db978f8ed7c5b559d80f4874f3e957d97f754"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.04854178082868006, "seed": 1397631524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008036619025102915, "interval": [-0.04059805470506368, 0.05667129275526951], "p_value": 0.732, "input_sha256": "08db00b3637555a2b5b8dfbbef6db978f8ed7c5b559d80f4874f3e957d97f754"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.04854178082868006, "seed": 1397631524, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008036619025102915, "interval": [-0.030854085393639853, 0.05218316940709776], "p_value": 0.7395272388263857, "input_sha256": "08db00b3637555a2b5b8dfbbef6db978f8ed7c5b559d80f4874f3e957d97f754"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3879376562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.687640262446741, "interval": [2.450426808568401, 12.924853716325082], "p_value": 0.002, "input_sha256": "8213d564682d06480712d5aaeb64e7c07423e3f92da942b07ce4f176b87a504c"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3879376562, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.687640262446741, "interval": [3.4452802199269175, 13.332392916948702], "p_value": 0.005129487348204134, "input_sha256": "8213d564682d06480712d5aaeb64e7c07423e3f92da942b07ce4f176b87a504c"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0485265565233348, "seed": 3879376562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07409052386194168, "interval": [0.019662198083602353, 0.12851884964028099], "p_value": 0.005, "input_sha256": "8213d564682d06480712d5aaeb64e7c07423e3f92da942b07ce4f176b87a504c"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0485265565233348, "seed": 3879376562, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07409052386194168, "interval": [0.024806316082569543, 0.12913336587614868], "p_value": 0.00894368096913212, "input_sha256": "8213d564682d06480712d5aaeb64e7c07423e3f92da942b07ce4f176b87a504c"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1852073750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.915655281558127, "interval": [-2.0465539437595046, 7.877864506875759], "p_value": 0.237, "input_sha256": "67c3b42c3fe0ab2c971a36279fc0b6d7256b618ca2703cb2a027ff76d037055a"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1852073750, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.915655281558127, "interval": [-1.6619833947711493, 7.735031959946612], "p_value": 0.24035372464993435, "input_sha256": "67c3b42c3fe0ab2c971a36279fc0b6d7256b618ca2703cb2a027ff76d037055a"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.048542457505238515, "seed": 1852073750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01602536134389121, "interval": [-0.04147178196677317, 0.07352250465455559], "p_value": 0.593, "input_sha256": "67c3b42c3fe0ab2c971a36279fc0b6d7256b618ca2703cb2a027ff76d037055a"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.048542457505238515, "seed": 1852073750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01602536134389121, "interval": [-0.04360875917326328, 0.06616041267115189], "p_value": 0.5726549671692988, "input_sha256": "67c3b42c3fe0ab2c971a36279fc0b6d7256b618ca2703cb2a027ff76d037055a"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3912011546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.77942027329361, "interval": [-3.0822256493186453, 6.641066195905865], "p_value": 0.511, "input_sha256": "7c247a1b29fe47efa49eb9347257aa6b7d90b88fbac06ea1bd8f30c42a9495b1"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3912011546, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.77942027329361, "interval": [-3.6683848880450323, 6.022085818504229], "p_value": 0.46216784519303733, "input_sha256": "7c247a1b29fe47efa49eb9347257aa6b7d90b88fbac06ea1bd8f30c42a9495b1"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.05075666483941245, "seed": 3912011546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017155048565642025, "interval": [-0.034629474532517315, 0.06893957166380137], "p_value": 0.551, "input_sha256": "7c247a1b29fe47efa49eb9347257aa6b7d90b88fbac06ea1bd8f30c42a9495b1"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.05075666483941245, "seed": 3912011546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017155048565642025, "interval": [-0.043148769420842406, 0.06284476096669009], "p_value": 0.5061162417101206, "input_sha256": "7c247a1b29fe47efa49eb9347257aa6b7d90b88fbac06ea1bd8f30c42a9495b1"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 341712025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.141078023109328, "interval": [-3.2079295109303265, 7.490085557148983], "p_value": 0.404, "input_sha256": "fdf7ecbbc255277f50a6dbed883b495ca2d74d1510a5642bc16025c35962604f"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 341712025, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.141078023109328, "interval": [-3.2729867072723455, 7.144264095076211], "p_value": 0.42270141338508604, "input_sha256": "fdf7ecbbc255277f50a6dbed883b495ca2d74d1510a5642bc16025c35962604f"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.049535012750352506, "seed": 341712025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02118182728818868, "interval": [-0.034727167846957195, 0.07709082242333457], "p_value": 0.433, "input_sha256": "fdf7ecbbc255277f50a6dbed883b495ca2d74d1510a5642bc16025c35962604f"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.049535012750352506, "seed": 341712025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02118182728818868, "interval": [-0.036491882854865446, 0.07111039836481092], "p_value": 0.4477717571361449, "input_sha256": "fdf7ecbbc255277f50a6dbed883b495ca2d74d1510a5642bc16025c35962604f"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1735884255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.654617732286126, "interval": [-0.7666910072461555, 8.075926471818407], "p_value": 0.1, "input_sha256": "c948b82ec470b1486f08f9d29cec008abfd6ffe6d70f5d427b618f9142d8d6a2"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1735884255, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.654617732286126, "interval": [-0.20904916506819768, 7.91547389648949], "p_value": 0.10159040145802395, "input_sha256": "c948b82ec470b1486f08f9d29cec008abfd6ffe6d70f5d427b618f9142d8d6a2"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.04915977500419888, "seed": 1735884255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03978976327057181, "interval": [-0.009582747745754065, 0.08916227428689769], "p_value": 0.122, "input_sha256": "c948b82ec470b1486f08f9d29cec008abfd6ffe6d70f5d427b618f9142d8d6a2"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.04915977500419888, "seed": 1735884255, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03978976327057181, "interval": [-0.002282155781833677, 0.08844678580010376], "p_value": 0.10988597078204372, "input_sha256": "c948b82ec470b1486f08f9d29cec008abfd6ffe6d70f5d427b618f9142d8d6a2"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1297873821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.37904316223279, "interval": [-1.030980925698155, 7.789067250163735], "p_value": 0.132, "input_sha256": "81e80a4963c2283d7f3cc952614952e01028383f6d3dc8ef88148eed52ad2e92"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1297873821, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.37904316223279, "interval": [-0.5928206281444311, 7.326295574376138], "p_value": 0.1291500060210342, "input_sha256": "81e80a4963c2283d7f3cc952614952e01028383f6d3dc8ef88148eed52ad2e92"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.04761183433066833, "seed": 1297873821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036036480199409165, "interval": [-0.011513584171498788, 0.08358654457031711], "p_value": 0.12, "input_sha256": "81e80a4963c2283d7f3cc952614952e01028383f6d3dc8ef88148eed52ad2e92"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.04761183433066833, "seed": 1297873821, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036036480199409165, "interval": [-0.002494224807861534, 0.08073407503822763], "p_value": 0.13306561149470444, "input_sha256": "81e80a4963c2283d7f3cc952614952e01028383f6d3dc8ef88148eed52ad2e92"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2002107742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.072501236598617, "interval": [0.5706350972831853, 9.574367375914049], "p_value": 0.033, "input_sha256": "05188e3e4d8d9758553d26743039df419707120d1b1b4cda8e2a4a49388a1dfe"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2002107742, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.072501236598617, "interval": [0.29289578917141446, 8.909746104489592], "p_value": 0.02824729490840561, "input_sha256": "05188e3e4d8d9758553d26743039df419707120d1b1b4cda8e2a4a49388a1dfe"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.05077235496043873, "seed": 2002107742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05692920438909378, "interval": [0.004081562805367096, 0.10977684597282047], "p_value": 0.037, "input_sha256": "05188e3e4d8d9758553d26743039df419707120d1b1b4cda8e2a4a49388a1dfe"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.05077235496043873, "seed": 2002107742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05692920438909378, "interval": [-0.0009522515377285812, 0.10390478494913889], "p_value": 0.03546438053110355, "input_sha256": "05188e3e4d8d9758553d26743039df419707120d1b1b4cda8e2a4a49388a1dfe"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2148892325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.405940031633518, "interval": [-1.939299333933132, 6.751179397200168], "p_value": 0.268, "input_sha256": "5e9c2f575a238fab4f5ab4086642b42487bc312f189c1014d940d4a59a007a2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2148892325, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.405940031633518, "interval": [-1.5133495424140284, 6.875009518014901], "p_value": 0.26920477980090196, "input_sha256": "5e9c2f575a238fab4f5ab4086642b42487bc312f189c1014d940d4a59a007a2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.048617344480645454, "seed": 2148892325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028560794327215228, "interval": [-0.020193934674035283, 0.07731552332846574], "p_value": 0.256, "input_sha256": "5e9c2f575a238fab4f5ab4086642b42487bc312f189c1014d940d4a59a007a2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.048617344480645454, "seed": 2148892325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028560794327215228, "interval": [-0.01266097778083601, 0.0809603180944481], "p_value": 0.24302338396046572, "input_sha256": "5e9c2f575a238fab4f5ab4086642b42487bc312f189c1014d940d4a59a007a2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3518454892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.274662950298218, "interval": [-1.3857425632385398, 7.935068463834976], "p_value": 0.157, "input_sha256": "c7932cc3922f0cda85548c33d703f68c5e3210fd70698970153acf45e5bdbe80"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3518454892, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.274662950298218, "interval": [-0.7186605374300578, 8.03259012221663], "p_value": 0.1629004866487801, "input_sha256": "c7932cc3922f0cda85548c33d703f68c5e3210fd70698970153acf45e5bdbe80"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.04796174314731819, "seed": 3518454892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038066126359321606, "interval": [-0.010309579954592654, 0.08644183267323587], "p_value": 0.114, "input_sha256": "c7932cc3922f0cda85548c33d703f68c5e3210fd70698970153acf45e5bdbe80"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.04796174314731819, "seed": 3518454892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038066126359321606, "interval": [-0.0017983530019252847, 0.0867847672827196], "p_value": 0.11919257048642017, "input_sha256": "c7932cc3922f0cda85548c33d703f68c5e3210fd70698970153acf45e5bdbe80"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4257211297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.862714766827284, "interval": [1.4854167225021069, 12.24001281115246], "p_value": 0.017, "input_sha256": "f3365f4cb82a24aa5f4315faf6b9a05b125c46b83b15839e0634d47f5a3b846f"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4257211297, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.862714766827284, "interval": [1.92246457997155, 12.140236670703596], "p_value": 0.013853821063927645, "input_sha256": "f3365f4cb82a24aa5f4315faf6b9a05b125c46b83b15839e0634d47f5a3b846f"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0523646194584366, "seed": 4257211297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07379960758684806, "interval": [0.012494862463135109, 0.135104352710561], "p_value": 0.023, "input_sha256": "f3365f4cb82a24aa5f4315faf6b9a05b125c46b83b15839e0634d47f5a3b846f"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0523646194584366, "seed": 4257211297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07379960758684806, "interval": [0.017550770849058903, 0.13190523197132578], "p_value": 0.019632642281045706, "input_sha256": "f3365f4cb82a24aa5f4315faf6b9a05b125c46b83b15839e0634d47f5a3b846f"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4226408680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.339178636995891, "interval": [-2.126711542847339, 8.805068816839121], "p_value": 0.209, "input_sha256": "8a39ecca4936369f9a3649e22f8adedd198e94747a56b89b60123c3576f37d87"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4226408680, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.339178636995891, "interval": [-2.1726250922465744, 8.339448156765886], "p_value": 0.22369439350480788, "input_sha256": "8a39ecca4936369f9a3649e22f8adedd198e94747a56b89b60123c3576f37d87"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.05112493618362748, "seed": 4226408680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022569795407641202, "interval": [-0.040987595404082644, 0.08612718621936505], "p_value": 0.439, "input_sha256": "8a39ecca4936369f9a3649e22f8adedd198e94747a56b89b60123c3576f37d87"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.05112493618362748, "seed": 4226408680, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022569795407641202, "interval": [-0.04160206645228335, 0.07538331526579681], "p_value": 0.47592550988415194, "input_sha256": "8a39ecca4936369f9a3649e22f8adedd198e94747a56b89b60123c3576f37d87"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4012083253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.699088516735453, "interval": [-0.05446416604843929, 9.452641199519345], "p_value": 0.058, "input_sha256": "042d2282008b565b06f2cb861b1dd08563e325a95298e0cbfb2f8c99d587727b"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4012083253, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.699088516735453, "interval": [0.33316960242562366, 9.068758963016803], "p_value": 0.0525480672045514, "input_sha256": "042d2282008b565b06f2cb861b1dd08563e325a95298e0cbfb2f8c99d587727b"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.049170269866713745, "seed": 4012083253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03842107973939486, "interval": [-0.008640048470248803, 0.08548220794903852], "p_value": 0.109, "input_sha256": "042d2282008b565b06f2cb861b1dd08563e325a95298e0cbfb2f8c99d587727b"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.049170269866713745, "seed": 4012083253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03842107973939486, "interval": [-0.0058382023030405916, 0.08497135441000543], "p_value": 0.10659985480729392, "input_sha256": "042d2282008b565b06f2cb861b1dd08563e325a95298e0cbfb2f8c99d587727b"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3873465743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.530454465662954, "interval": [0.5355288652987173, 10.525380066027191], "p_value": 0.026, "input_sha256": "c2b2a0205b7c6a6993aa90bced719c96ec4ab61842f6028b6037adf4d2b2af4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3873465743, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.530454465662954, "interval": [0.981126993580314, 10.301071232073422], "p_value": 0.03100529138765645, "input_sha256": "c2b2a0205b7c6a6993aa90bced719c96ec4ab61842f6028b6037adf4d2b2af4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04930527870005387, "seed": 3873465743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057766532530999906, "interval": [0.0049668516164984924, 0.11056621344550133], "p_value": 0.027, "input_sha256": "c2b2a0205b7c6a6993aa90bced719c96ec4ab61842f6028b6037adf4d2b2af4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04930527870005387, "seed": 3873465743, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057766532530999906, "interval": [0.009054943564690478, 0.10663784476975793], "p_value": 0.03289607457966079, "input_sha256": "c2b2a0205b7c6a6993aa90bced719c96ec4ab61842f6028b6037adf4d2b2af4f"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2714023268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.365961396263877, "interval": [0.16149391268075775, 8.570428879846997], "p_value": 0.047, "input_sha256": "76f9339a8b11fc639289d24b389e366ae93d17a56eb8d4845e56d90483162479"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2714023268, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.365961396263877, "interval": [0.25980589363392415, 7.911693072274764], "p_value": 0.042330129382622116, "input_sha256": "76f9339a8b11fc639289d24b389e366ae93d17a56eb8d4845e56d90483162479"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.048350688920122294, "seed": 2714023268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04504249251599121, "interval": [-0.0003099329222229011, 0.09039491795420532], "p_value": 0.057, "input_sha256": "76f9339a8b11fc639289d24b389e366ae93d17a56eb8d4845e56d90483162479"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.048350688920122294, "seed": 2714023268, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04504249251599121, "interval": [0.0033314079768707746, 0.08522910846621276], "p_value": 0.05148647201790457, "input_sha256": "76f9339a8b11fc639289d24b389e366ae93d17a56eb8d4845e56d90483162479"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2942346667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.693069401611205, "interval": [0.41143369270439045, 10.97470511051802], "p_value": 0.046, "input_sha256": "58ab8e545cf0d7618c40694b9f5855c8d1b3c85427a2afdb4fba9b58d0288edf"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2942346667, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.693069401611205, "interval": [0.30128408739866536, 10.141300325403316], "p_value": 0.035355547063120864, "input_sha256": "58ab8e545cf0d7618c40694b9f5855c8d1b3c85427a2afdb4fba9b58d0288edf"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.050275751429082485, "seed": 2942346667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060035625461617836, "interval": [0.00015348878074169375, 0.11991776214249397], "p_value": 0.059, "input_sha256": "58ab8e545cf0d7618c40694b9f5855c8d1b3c85427a2afdb4fba9b58d0288edf"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.050275751429082485, "seed": 2942346667, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060035625461617836, "interval": [0.00016795825057031052, 0.11189274763955112], "p_value": 0.049444637963291904, "input_sha256": "58ab8e545cf0d7618c40694b9f5855c8d1b3c85427a2afdb4fba9b58d0288edf"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 368027212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.075052113853356, "interval": [3.684120308208981, 12.46598391949773], "p_value": 0.002, "input_sha256": "d8bf08644b9405ecf4639f4f0f0e4d37223554f1569a10c2d8cac13d58859dd8"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 368027212, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.075052113853356, "interval": [4.438527757892018, 12.318107420275922], "p_value": 0.0007218899161732388, "input_sha256": "d8bf08644b9405ecf4639f4f0f0e4d37223554f1569a10c2d8cac13d58859dd8"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.04805874309998348, "seed": 368027212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07806873639439248, "interval": [0.029282957993157478, 0.12685451479562748], "p_value": 0.001, "input_sha256": "d8bf08644b9405ecf4639f4f0f0e4d37223554f1569a10c2d8cac13d58859dd8"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.04805874309998348, "seed": 368027212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07806873639439248, "interval": [0.040182795031022775, 0.13184822929251225], "p_value": 0.0027402449384224398, "input_sha256": "d8bf08644b9405ecf4639f4f0f0e4d37223554f1569a10c2d8cac13d58859dd8"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2945452555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.857446688979607, "interval": [1.4137033673248025, 12.30119001063441], "p_value": 0.009, "input_sha256": "2598ab443cd0da2149132df66c848ed87872457acf3815d3b2f567c67260948d"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2945452555, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.857446688979607, "interval": [1.5648341374433952, 12.380740128648892], "p_value": 0.01499762732270089, "input_sha256": "2598ab443cd0da2149132df66c848ed87872457acf3815d3b2f567c67260948d"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.04969122986084238, "seed": 2945452555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07208627100714665, "interval": [0.011894773048055966, 0.13227776896623733], "p_value": 0.013, "input_sha256": "2598ab443cd0da2149132df66c848ed87872457acf3815d3b2f567c67260948d"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.04969122986084238, "seed": 2945452555, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07208627100714665, "interval": [0.017845335270409084, 0.13362202336041762], "p_value": 0.02040631316272375, "input_sha256": "2598ab443cd0da2149132df66c848ed87872457acf3815d3b2f567c67260948d"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3244767691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.08347069430062, "interval": [3.2444792446830295, 12.922462143918212], "p_value": 0.001, "input_sha256": "43a96979ef4bda928b41d40e1a2baca8824ef714b5645877c10b3df97d349e4e"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3244767691, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.08347069430062, "interval": [3.654228504518425, 12.714715222084706], "p_value": 0.0016864361771627338, "input_sha256": "43a96979ef4bda928b41d40e1a2baca8824ef714b5645877c10b3df97d349e4e"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.05083536285322445, "seed": 3244767691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08807400571621932, "interval": [0.03402644431321274, 0.14212156711922588], "p_value": 0.001, "input_sha256": "43a96979ef4bda928b41d40e1a2baca8824ef714b5645877c10b3df97d349e4e"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.05083536285322445, "seed": 3244767691, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08807400571621932, "interval": [0.04276859248272865, 0.1462292717114886], "p_value": 0.0021989828003271413, "input_sha256": "43a96979ef4bda928b41d40e1a2baca8824ef714b5645877c10b3df97d349e4e"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 741851080, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.401434703778774, "interval": [1.5556553282084815, 9.247214079349067], "p_value": 0.013, "input_sha256": "eae9bc398acf37b5dda374385730945bf2c869383818e1233a7ad14b823b3019"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 741851080, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.401434703778774, "interval": [2.0546879432720813, 8.795800573883916], "p_value": 0.00715481189024782, "input_sha256": "eae9bc398acf37b5dda374385730945bf2c869383818e1233a7ad14b823b3019"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04773597718985029, "seed": 741851080, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04619540509361031, "interval": [0.007763922973439412, 0.0846268872137812], "p_value": 0.029, "input_sha256": "eae9bc398acf37b5dda374385730945bf2c869383818e1233a7ad14b823b3019"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04773597718985029, "seed": 741851080, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04619540509361031, "interval": [0.0124964244757348, 0.08149120961229947], "p_value": 0.019774337704349748, "input_sha256": "eae9bc398acf37b5dda374385730945bf2c869383818e1233a7ad14b823b3019"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2417645136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7211762806167634, "interval": [-0.2068599999648577, 7.649212561198384], "p_value": 0.062, "input_sha256": "987c6f7148e389db9accec1c0d70d96d6c0ba932b080ea4ca7ba8da7c3cfc282"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2417645136, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7211762806167634, "interval": [-0.1700237177779447, 7.45469779819547], "p_value": 0.06267345909926068, "input_sha256": "987c6f7148e389db9accec1c0d70d96d6c0ba932b080ea4ca7ba8da7c3cfc282"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.051677712840304216, "seed": 2417645136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0463399794758351, "interval": [0.0015668429102218273, 0.09111311604144837], "p_value": 0.04, "input_sha256": "987c6f7148e389db9accec1c0d70d96d6c0ba932b080ea4ca7ba8da7c3cfc282"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.051677712840304216, "seed": 2417645136, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0463399794758351, "interval": [0.00386239189619406, 0.09141674072939251], "p_value": 0.04286881768402491, "input_sha256": "987c6f7148e389db9accec1c0d70d96d6c0ba932b080ea4ca7ba8da7c3cfc282"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2207010946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.356848873172567, "interval": [0.8483883427152765, 11.865309403629858], "p_value": 0.022, "input_sha256": "0ffcb86c5661389aa2ab2634799a1c4891f53599622c2bb7887574bb8e4a8f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2207010946, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.356848873172567, "interval": [1.5292927558161755, 11.928323670467828], "p_value": 0.024950732717602845, "input_sha256": "0ffcb86c5661389aa2ab2634799a1c4891f53599622c2bb7887574bb8e4a8f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.050446477602330106, "seed": 2207010946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058969338538263597, "interval": [0.0012461924834204496, 0.11669248459310674], "p_value": 0.039, "input_sha256": "0ffcb86c5661389aa2ab2634799a1c4891f53599622c2bb7887574bb8e4a8f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.050446477602330106, "seed": 2207010946, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058969338538263597, "interval": [0.009129714173328416, 0.11525155329434456], "p_value": 0.04550129764056286, "input_sha256": "0ffcb86c5661389aa2ab2634799a1c4891f53599622c2bb7887574bb8e4a8f2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3802930647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.998304277684942, "interval": [1.3308992777151882, 10.665709277654695], "p_value": 0.02, "input_sha256": "2ad2c1d735aab2a5250b24a0abbd94f97213e19333f8455c5a870a904ced51cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3802930647, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.998304277684942, "interval": [1.6329759704207067, 10.253609331162298], "p_value": 0.013285850918933478, "input_sha256": "2ad2c1d735aab2a5250b24a0abbd94f97213e19333f8455c5a870a904ced51cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.05020903284695692, "seed": 3802930647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06770125952957431, "interval": [0.014217882358764117, 0.12118463670038451], "p_value": 0.017, "input_sha256": "2ad2c1d735aab2a5250b24a0abbd94f97213e19333f8455c5a870a904ced51cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.05020903284695692, "seed": 3802930647, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06770125952957431, "interval": [0.018633042043912036, 0.1202749577145376], "p_value": 0.01478505104898305, "input_sha256": "2ad2c1d735aab2a5250b24a0abbd94f97213e19333f8455c5a870a904ced51cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3177781482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2792058280694274, "interval": [-1.8242678857527794, 6.382679541891634], "p_value": 0.272, "input_sha256": "086669d5d72391f06e37d1c2fb40a6c3746fec109b225ca1a1cd2acf54eda937"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3177781482, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2792058280694274, "interval": [-1.4283846331778614, 6.136927041899383], "p_value": 0.26760002395070137, "input_sha256": "086669d5d72391f06e37d1c2fb40a6c3746fec109b225ca1a1cd2acf54eda937"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.04928683688668474, "seed": 3177781482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021350708879584512, "interval": [-0.01895426029193646, 0.061655678051105486], "p_value": 0.288, "input_sha256": "086669d5d72391f06e37d1c2fb40a6c3746fec109b225ca1a1cd2acf54eda937"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.04928683688668474, "seed": 3177781482, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021350708879584512, "interval": [-0.013813904651421622, 0.06156629739853451], "p_value": 0.2902774769607314, "input_sha256": "086669d5d72391f06e37d1c2fb40a6c3746fec109b225ca1a1cd2acf54eda937"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2298003545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0977924158907975, "interval": [-2.064596994916122, 8.260181826697718], "p_value": 0.233, "input_sha256": "70961c86a6cf4f17793df2e980ef2f2acedba18aa1853913c0d8f53474d23ef8"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2298003545, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0977924158907975, "interval": [-1.688409283211093, 8.257178468879859], "p_value": 0.23163994139690172, "input_sha256": "70961c86a6cf4f17793df2e980ef2f2acedba18aa1853913c0d8f53474d23ef8"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.04949299293267424, "seed": 2298003545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02772616311620983, "interval": [-0.028545831328893087, 0.08399815756131275], "p_value": 0.316, "input_sha256": "70961c86a6cf4f17793df2e980ef2f2acedba18aa1853913c0d8f53474d23ef8"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.04949299293267424, "seed": 2298003545, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02772616311620983, "interval": [-0.025329537479293732, 0.08057316553872966], "p_value": 0.3246760038675903, "input_sha256": "70961c86a6cf4f17793df2e980ef2f2acedba18aa1853913c0d8f53474d23ef8"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1882148302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.085603048100197, "interval": [0.8620142901466528, 9.30919180605374], "p_value": 0.017, "input_sha256": "fb7ac3bd51850af48a5d6308e5c125d903faf311a675936638525ae85cd56458"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1882148302, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.085603048100197, "interval": [1.0108938408655532, 8.992265871697546], "p_value": 0.019591867955614434, "input_sha256": "fb7ac3bd51850af48a5d6308e5c125d903faf311a675936638525ae85cd56458"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.04972786132444112, "seed": 1882148302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055496515715872455, "interval": [0.01228934944088135, 0.09870368199086356], "p_value": 0.01, "input_sha256": "fb7ac3bd51850af48a5d6308e5c125d903faf311a675936638525ae85cd56458"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.04972786132444112, "seed": 1882148302, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055496515715872455, "interval": [0.014078565337637607, 0.09445865329859911], "p_value": 0.01324039590757681, "input_sha256": "fb7ac3bd51850af48a5d6308e5c125d903faf311a675936638525ae85cd56458"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 99416421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.40548394535397, "interval": [-1.5811540539021305, 10.39212194461007], "p_value": 0.14, "input_sha256": "a1b4cc17c191e0729e6a0e5744c7a0241a9322f575a235ddeefe307704f9133c"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 99416421, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.40548394535397, "interval": [-1.8036091113912556, 9.760878091893183], "p_value": 0.1445505087186213, "input_sha256": "a1b4cc17c191e0729e6a0e5744c7a0241a9322f575a235ddeefe307704f9133c"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.04803195011915401, "seed": 99416421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04535783233846438, "interval": [-0.01732818688645929, 0.10804385156338805], "p_value": 0.145, "input_sha256": "a1b4cc17c191e0729e6a0e5744c7a0241a9322f575a235ddeefe307704f9133c"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.04803195011915401, "seed": 99416421, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04535783233846438, "interval": [-0.02106789319872254, 0.10014405622681391], "p_value": 0.15118060081202228, "input_sha256": "a1b4cc17c191e0729e6a0e5744c7a0241a9322f575a235ddeefe307704f9133c"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3025874547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.43680345341897, "interval": [4.109933178130384, 12.763673728707555], "p_value": 0.001, "input_sha256": "08dcece043ef6eacfa29610915a3b50e26e41fe437ceee56d94a17787a1d9ba9"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3025874547, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.43680345341897, "interval": [4.481524833045681, 12.490314868634613], "p_value": 0.0003305431208871609, "input_sha256": "08dcece043ef6eacfa29610915a3b50e26e41fe437ceee56d94a17787a1d9ba9"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.047930038426605495, "seed": 3025874547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08285075610559262, "interval": [0.0352470592550303, 0.13045445295615493], "p_value": 0.001, "input_sha256": "08dcece043ef6eacfa29610915a3b50e26e41fe437ceee56d94a17787a1d9ba9"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.047930038426605495, "seed": 3025874547, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08285075610559262, "interval": [0.03730048659854049, 0.12901609698208383], "p_value": 0.0011492855891748603, "input_sha256": "08dcece043ef6eacfa29610915a3b50e26e41fe437ceee56d94a17787a1d9ba9"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1602261995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.888590081690794, "interval": [1.13934337513889, 10.637836788242698], "p_value": 0.019, "input_sha256": "6d52f97cf9c031c4e247be43e83f66bdf169a395a2d074a3f110256f3158148f"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1602261995, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.888590081690794, "interval": [1.6782158296682015, 10.245114189919713], "p_value": 0.01647784983241343, "input_sha256": "6d52f97cf9c031c4e247be43e83f66bdf169a395a2d074a3f110256f3158148f"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0506382520068383, "seed": 1602261995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04868451252799133, "interval": [-0.0029967842914690596, 0.10036580934745172], "p_value": 0.066, "input_sha256": "6d52f97cf9c031c4e247be43e83f66bdf169a395a2d074a3f110256f3158148f"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0506382520068383, "seed": 1602261995, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04868451252799133, "interval": [6.605139622563127e-05, 0.09346259723382905], "p_value": 0.06407134433467163, "input_sha256": "6d52f97cf9c031c4e247be43e83f66bdf169a395a2d074a3f110256f3158148f"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1212808531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.077845903497632, "interval": [0.8333283347777813, 9.322363472217482], "p_value": 0.015, "input_sha256": "d94912fe98e2768a41ad82a485f78b68cea6e1e7a59d5eb4ba637f77f2a085c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1212808531, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.077845903497632, "interval": [1.5887704916498588, 9.501417285066657], "p_value": 0.02037551926374453, "input_sha256": "d94912fe98e2768a41ad82a485f78b68cea6e1e7a59d5eb4ba637f77f2a085c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.05099155370443553, "seed": 1212808531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05545381578027292, "interval": [0.007530834719827226, 0.10337679684071861], "p_value": 0.018, "input_sha256": "d94912fe98e2768a41ad82a485f78b68cea6e1e7a59d5eb4ba637f77f2a085c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.05099155370443553, "seed": 1212808531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05545381578027292, "interval": [0.015874367503037463, 0.1058401932939991], "p_value": 0.024500999984395606, "input_sha256": "d94912fe98e2768a41ad82a485f78b68cea6e1e7a59d5eb4ba637f77f2a085c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2941222663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.985284049140768, "interval": [1.8090550479698937, 10.161513050311642], "p_value": 0.006, "input_sha256": "d8e1926ac8f479f3f4445359c19a2eeb2e3e3459e2e21edc9a7c6f7d4bbda8a1"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2941222663, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.985284049140768, "interval": [1.9105445113197337, 9.460594851727677], "p_value": 0.006347145162919728, "input_sha256": "d8e1926ac8f479f3f4445359c19a2eeb2e3e3459e2e21edc9a7c6f7d4bbda8a1"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.04838980412281738, "seed": 2941222663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04652547686933489, "interval": [0.0031088867156646924, 0.08994206702300508], "p_value": 0.029, "input_sha256": "d8e1926ac8f479f3f4445359c19a2eeb2e3e3459e2e21edc9a7c6f7d4bbda8a1"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.04838980412281738, "seed": 2941222663, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04652547686933489, "interval": [0.006876033467899233, 0.08579575600382562], "p_value": 0.036419708114845795, "input_sha256": "d8e1926ac8f479f3f4445359c19a2eeb2e3e3459e2e21edc9a7c6f7d4bbda8a1"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2074687901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2894002612266586, "interval": [-2.181618242414909, 6.760418764868226], "p_value": 0.304, "input_sha256": "b2659f724bc3dbdcc562ebdeb127766799f8b5c4547d61be2b907b42f41514e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2074687901, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2894002612266586, "interval": [-2.4130739380189885, 6.281415092543003], "p_value": 0.3061198931539367, "input_sha256": "b2659f724bc3dbdcc562ebdeb127766799f8b5c4547d61be2b907b42f41514e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04870949375605464, "seed": 2074687901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020870127413255862, "interval": [-0.024091730270662408, 0.06583198509717414], "p_value": 0.355, "input_sha256": "b2659f724bc3dbdcc562ebdeb127766799f8b5c4547d61be2b907b42f41514e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04870949375605464, "seed": 2074687901, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020870127413255862, "interval": [-0.026463528117592467, 0.06043483398553508], "p_value": 0.35286192628638924, "input_sha256": "b2659f724bc3dbdcc562ebdeb127766799f8b5c4547d61be2b907b42f41514e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 593961660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.259743856441762, "interval": [0.6171206306508914, 9.902367082232633], "p_value": 0.029, "input_sha256": "1964273280291c81eeb98458be4adff367359bbbc4347bcd1a720f037474b824"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 593961660, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.259743856441762, "interval": [0.419456089072399, 9.434111864927592], "p_value": 0.027456394713873705, "input_sha256": "1964273280291c81eeb98458be4adff367359bbbc4347bcd1a720f037474b824"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.05097216269584389, "seed": 593961660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04850991644187096, "interval": [0.0018329745176158957, 0.09518685836612602], "p_value": 0.039, "input_sha256": "1964273280291c81eeb98458be4adff367359bbbc4347bcd1a720f037474b824"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.05097216269584389, "seed": 593961660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04850991644187096, "interval": [-0.003384450285246061, 0.08857085913211762], "p_value": 0.04206817449311043, "input_sha256": "1964273280291c81eeb98458be4adff367359bbbc4347bcd1a720f037474b824"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3942227830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1365046144194704, "interval": [-2.57165984840562, 6.844669077244561], "p_value": 0.361, "input_sha256": "8b3c4223f6342c82e74702d496367e58f6150d81d6173b6fd5b1b23a3dd9d2f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3942227830, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1365046144194704, "interval": [-2.0608577204882557, 6.893400235350379], "p_value": 0.3638945044762668, "input_sha256": "8b3c4223f6342c82e74702d496367e58f6150d81d6173b6fd5b1b23a3dd9d2f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.04965096258799906, "seed": 3942227830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017532124515582198, "interval": [-0.030974421496942114, 0.06603867052810651], "p_value": 0.463, "input_sha256": "8b3c4223f6342c82e74702d496367e58f6150d81d6173b6fd5b1b23a3dd9d2f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.04965096258799906, "seed": 3942227830, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017532124515582198, "interval": [-0.026138370311064932, 0.06486721362045254], "p_value": 0.4687642569466398, "input_sha256": "8b3c4223f6342c82e74702d496367e58f6150d81d6173b6fd5b1b23a3dd9d2f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 6667583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.138997659804087, "interval": [-1.4558762345309813, 9.733871554139155], "p_value": 0.138, "input_sha256": "dc39dbf4ce528f2743887a25ead7b58b50e6f266c6a678599ed2665633af5b22"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 6667583, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.138997659804087, "interval": [-0.8594954019864826, 9.54150920332371], "p_value": 0.14249482761314572, "input_sha256": "dc39dbf4ce528f2743887a25ead7b58b50e6f266c6a678599ed2665633af5b22"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.04862831927393714, "seed": 6667583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04043078235691058, "interval": [-0.024834821043716968, 0.10569638575753813], "p_value": 0.222, "input_sha256": "dc39dbf4ce528f2743887a25ead7b58b50e6f266c6a678599ed2665633af5b22"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.04862831927393714, "seed": 6667583, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04043078235691058, "interval": [-0.01381182863779214, 0.11133901073830399], "p_value": 0.2171481126780718, "input_sha256": "dc39dbf4ce528f2743887a25ead7b58b50e6f266c6a678599ed2665633af5b22"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3444758091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.838174490499579, "interval": [0.034152416638447924, 9.64219656436071], "p_value": 0.051, "input_sha256": "1750b3170bdd119d5782ef27bc5af28c4e9a68f80e3fb79dc7f5c0595556ae24"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3444758091, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.838174490499579, "interval": [-0.16176138165396173, 9.45142984083905], "p_value": 0.04847410690189524, "input_sha256": "1750b3170bdd119d5782ef27bc5af28c4e9a68f80e3fb79dc7f5c0595556ae24"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.05006417376413356, "seed": 3444758091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03810746278978687, "interval": [-0.017408769359436894, 0.09362369493901063], "p_value": 0.165, "input_sha256": "1750b3170bdd119d5782ef27bc5af28c4e9a68f80e3fb79dc7f5c0595556ae24"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.05006417376413356, "seed": 3444758091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03810746278978687, "interval": [-0.020448603461959786, 0.09082413870234118], "p_value": 0.1727423650029779, "input_sha256": "1750b3170bdd119d5782ef27bc5af28c4e9a68f80e3fb79dc7f5c0595556ae24"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4211164996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5992690565746166, "interval": [-2.1195441485632056, 9.318082261712439], "p_value": 0.228, "input_sha256": "8e9ea7b2829352a69c80595b0f5a1eb3f5d59be33c8e2fe850b700650bcb39fc"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4211164996, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5992690565746166, "interval": [-1.7621820466247273, 9.33650695791973], "p_value": 0.21018157854848307, "input_sha256": "8e9ea7b2829352a69c80595b0f5a1eb3f5d59be33c8e2fe850b700650bcb39fc"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.05009187773671221, "seed": 4211164996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030933990846225418, "interval": [-0.03357436276210765, 0.09544234445455849], "p_value": 0.355, "input_sha256": "8e9ea7b2829352a69c80595b0f5a1eb3f5d59be33c8e2fe850b700650bcb39fc"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.05009187773671221, "seed": 4211164996, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030933990846225418, "interval": [-0.02950756140524565, 0.09252948644919683], "p_value": 0.33755574442968117, "input_sha256": "8e9ea7b2829352a69c80595b0f5a1eb3f5d59be33c8e2fe850b700650bcb39fc"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1041336196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.827498340737629, "interval": [6.747614080722826, 14.907382600752431], "p_value": 0.001, "input_sha256": "c9df4e2743908883b66e8c1379c9702255610e6e277621276bc503831d9699e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1041336196, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.827498340737629, "interval": [7.412280787932367, 14.944191487394876], "p_value": 4.516691733002599e-06, "input_sha256": "c9df4e2743908883b66e8c1379c9702255610e6e277621276bc503831d9699e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0490977968647086, "seed": 1041336196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10867500162206692, "interval": [0.06416962359543946, 0.15318037964869438], "p_value": 0.001, "input_sha256": "c9df4e2743908883b66e8c1379c9702255610e6e277621276bc503831d9699e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0490977968647086, "seed": 1041336196, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10867500162206692, "interval": [0.06977755980706711, 0.14781546091826783], "p_value": 1.6748113420348332e-05, "input_sha256": "c9df4e2743908883b66e8c1379c9702255610e6e277621276bc503831d9699e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1919525617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5196422701400945, "interval": [1.5018454101789072, 11.537439130101282], "p_value": 0.011, "input_sha256": "735efd2d39a6e8b80210e61b1ee8d19c729fd7ea6555889ae592ea94479d35fb"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1919525617, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5196422701400945, "interval": [2.0447234788696407, 11.368803735079627], "p_value": 0.012303550396552988, "input_sha256": "735efd2d39a6e8b80210e61b1ee8d19c729fd7ea6555889ae592ea94479d35fb"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.050616766394810234, "seed": 1919525617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06862062886692218, "interval": [0.01194601622601086, 0.1252952415078335], "p_value": 0.019, "input_sha256": "735efd2d39a6e8b80210e61b1ee8d19c729fd7ea6555889ae592ea94479d35fb"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.050616766394810234, "seed": 1919525617, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06862062886692218, "interval": [0.017203307529936, 0.12736456188531262], "p_value": 0.018974722286649474, "input_sha256": "735efd2d39a6e8b80210e61b1ee8d19c729fd7ea6555889ae592ea94479d35fb"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 744686468, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.419642510155228, "interval": [-0.28865617593736337, 7.12794119624782], "p_value": 0.091, "input_sha256": "b7a2aaa1ebf03c906285be5c10d7adff319a4e1402c2361f03c62d597ab08869"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 744686468, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.419642510155228, "interval": [0.17315442257928476, 7.259495809467798], "p_value": 0.06941102177215672, "input_sha256": "b7a2aaa1ebf03c906285be5c10d7adff319a4e1402c2361f03c62d597ab08869"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.047474426130138234, "seed": 744686468, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026815627912921816, "interval": [-0.01044584766984491, 0.06407710349568854], "p_value": 0.177, "input_sha256": "b7a2aaa1ebf03c906285be5c10d7adff319a4e1402c2361f03c62d597ab08869"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.047474426130138234, "seed": 744686468, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026815627912921816, "interval": [-0.007947114326002938, 0.06597815352046778], "p_value": 0.1523565648167697, "input_sha256": "b7a2aaa1ebf03c906285be5c10d7adff319a4e1402c2361f03c62d597ab08869"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3199519581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.142383914347906, "interval": [2.932614235199, 11.352153593496812], "p_value": 0.002, "input_sha256": "0430fce629417b7b332fd409e3dbeeb7fb92e17f14fa0547e940b43634277526"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3199519581, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.142383914347906, "interval": [3.3501874802557543, 11.059859359663438], "p_value": 0.0014678902831458949, "input_sha256": "0430fce629417b7b332fd409e3dbeeb7fb92e17f14fa0547e940b43634277526"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04815018660844196, "seed": 3199519581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06629145494091973, "interval": [0.023370691675012045, 0.10921221820682742], "p_value": 0.005, "input_sha256": "0430fce629417b7b332fd409e3dbeeb7fb92e17f14fa0547e940b43634277526"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04815018660844196, "seed": 3199519581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06629145494091973, "interval": [0.027859562002869646, 0.10597198484787311], "p_value": 0.003397802661870671, "input_sha256": "0430fce629417b7b332fd409e3dbeeb7fb92e17f14fa0547e940b43634277526"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 437052546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.589820053658602, "interval": [0.9346547496009663, 10.244985357716237], "p_value": 0.027, "input_sha256": "e443c8ab1c220507a5bc26d90e1c4e16eefad866ef956485a1dfcb5ceb05dfef"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 437052546, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.589820053658602, "interval": [0.9704877558482385, 9.587219077182308], "p_value": 0.01989208285962457, "input_sha256": "e443c8ab1c220507a5bc26d90e1c4e16eefad866ef956485a1dfcb5ceb05dfef"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.05193211596296354, "seed": 437052546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06386957696537253, "interval": [0.008823908139298287, 0.11891524579144677], "p_value": 0.037, "input_sha256": "e443c8ab1c220507a5bc26d90e1c4e16eefad866ef956485a1dfcb5ceb05dfef"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.05193211596296354, "seed": 437052546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06386957696537253, "interval": [0.008227200093701986, 0.11042656207469068], "p_value": 0.0241530084476802, "input_sha256": "e443c8ab1c220507a5bc26d90e1c4e16eefad866ef956485a1dfcb5ceb05dfef"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1174638517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.796010595647157, "interval": [0.025097140287678954, 9.566924051006636], "p_value": 0.036, "input_sha256": "6074ed2c18b43ee3b2540402b4e7d0f9a061d5b09b8bf6a7ebf38a89a56a2896"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1174638517, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.796010595647157, "interval": [0.6461664178955121, 9.262367518082293], "p_value": 0.0488680747334605, "input_sha256": "6074ed2c18b43ee3b2540402b4e7d0f9a061d5b09b8bf6a7ebf38a89a56a2896"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.049794608070253925, "seed": 1174638517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053989750084752514, "interval": [-0.005251821697054293, 0.11323132186655932], "p_value": 0.055, "input_sha256": "6074ed2c18b43ee3b2540402b4e7d0f9a061d5b09b8bf6a7ebf38a89a56a2896"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.049794608070253925, "seed": 1174638517, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053989750084752514, "interval": [0.004762703771277033, 0.11233069634265679], "p_value": 0.07274630036210561, "input_sha256": "6074ed2c18b43ee3b2540402b4e7d0f9a061d5b09b8bf6a7ebf38a89a56a2896"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2767268026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2782488215876597, "interval": [-1.5328855718917715, 8.089383215067091], "p_value": 0.157, "input_sha256": "50affb3748b7cfac798c9af68a24e876c9dd1c9537cd43fb115355375c96e338"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2767268026, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2782488215876597, "interval": [-1.8244815801649372, 7.41258865848603], "p_value": 0.1743393436729003, "input_sha256": "50affb3748b7cfac798c9af68a24e876c9dd1c9537cd43fb115355375c96e338"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.048763985699061096, "seed": 2767268026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030844874941158867, "interval": [-0.020463910505985894, 0.08215366038830363], "p_value": 0.212, "input_sha256": "50affb3748b7cfac798c9af68a24e876c9dd1c9537cd43fb115355375c96e338"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.048763985699061096, "seed": 2767268026, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030844874941158867, "interval": [-0.0221898177094617, 0.07601105802870338], "p_value": 0.22935075263532867, "input_sha256": "50affb3748b7cfac798c9af68a24e876c9dd1c9537cd43fb115355375c96e338"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4166282711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.574686916375596, "interval": [2.1576957869656805, 10.99167804578551], "p_value": 0.003, "input_sha256": "a3b46f0062c911137f834bc0c85472d479bae8624ed86e08eade95b546bee0a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4166282711, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.574686916375596, "interval": [2.6043031259520357, 10.734071464915793], "p_value": 0.0050312951229367405, "input_sha256": "a3b46f0062c911137f834bc0c85472d479bae8624ed86e08eade95b546bee0a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04761180091853646, "seed": 4166282711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07326584634065965, "interval": [0.026788476637596703, 0.1197432160437226], "p_value": 0.003, "input_sha256": "a3b46f0062c911137f834bc0c85472d479bae8624ed86e08eade95b546bee0a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04761180091853646, "seed": 4166282711, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07326584634065965, "interval": [0.03272896771364641, 0.11773338844916793], "p_value": 0.0032655307007974734, "input_sha256": "a3b46f0062c911137f834bc0c85472d479bae8624ed86e08eade95b546bee0a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3012934869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.912318343019136, "interval": [1.9699334325572515, 11.85470325348102], "p_value": 0.008, "input_sha256": "eb81a3cc863d7b25aee839e5860e37b60a8f37790a7d6aa1f774416f36fdd420"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3012934869, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.912318343019136, "interval": [2.6282787667128575, 11.58554068531642], "p_value": 0.007468718660692741, "input_sha256": "eb81a3cc863d7b25aee839e5860e37b60a8f37790a7d6aa1f774416f36fdd420"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.050104635433048904, "seed": 3012934869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07064810246577524, "interval": [0.019314253397293965, 0.12198195153425652], "p_value": 0.008, "input_sha256": "eb81a3cc863d7b25aee839e5860e37b60a8f37790a7d6aa1f774416f36fdd420"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.050104635433048904, "seed": 3012934869, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07064810246577524, "interval": [0.025450012614429994, 0.11564813302170679], "p_value": 0.008321211641708418, "input_sha256": "eb81a3cc863d7b25aee839e5860e37b60a8f37790a7d6aa1f774416f36fdd420"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2631262859, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.023167606369646, "interval": [2.3481476388889497, 9.698187573850342], "p_value": 0.003, "input_sha256": "5a1f690849a8b43e669a24f8d23982f20d4f40c6dd869faccb698ac231677c3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2631262859, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.023167606369646, "interval": [3.156448796331879, 10.196889937772918], "p_value": 0.0020097159241285203, "input_sha256": "5a1f690849a8b43e669a24f8d23982f20d4f40c6dd869faccb698ac231677c3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04933674139456847, "seed": 2631262859, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05560724143258994, "interval": [0.015686214103651203, 0.09552826876152867], "p_value": 0.005, "input_sha256": "5a1f690849a8b43e669a24f8d23982f20d4f40c6dd869faccb698ac231677c3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04933674139456847, "seed": 2631262859, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05560724143258994, "interval": [0.024319572729197787, 0.09956914078911329], "p_value": 0.0076033778142406885, "input_sha256": "5a1f690849a8b43e669a24f8d23982f20d4f40c6dd869faccb698ac231677c3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 59445437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8738668890020485, "interval": [-1.2230903846748848, 8.970824162678982], "p_value": 0.136, "input_sha256": "6c353bc6008446550fb42d6305494891975eb58fa5582979f299ec5e2aa85514"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 59445437, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8738668890020485, "interval": [-1.045873456510533, 8.177476000934444], "p_value": 0.13217318887852333, "input_sha256": "6c353bc6008446550fb42d6305494891975eb58fa5582979f299ec5e2aa85514"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.049564877752422555, "seed": 59445437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03330978230463, "interval": [-0.017730049008408674, 0.08434961361766867], "p_value": 0.196, "input_sha256": "6c353bc6008446550fb42d6305494891975eb58fa5582979f299ec5e2aa85514"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.049564877752422555, "seed": 59445437, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03330978230463, "interval": [-0.013897134728835867, 0.07606030331536974], "p_value": 0.19434479112987166, "input_sha256": "6c353bc6008446550fb42d6305494891975eb58fa5582979f299ec5e2aa85514"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 61882904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0098760568208753, "interval": [-3.452908633404956, 5.472660747046707], "p_value": 0.626, "input_sha256": "44a1570a95f31669481ce8079a3e4727fe0c7ffe12adeb00cd8ff142e4d9083b"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 61882904, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0098760568208753, "interval": [-2.947667383215467, 5.4781324230198685], "p_value": 0.649405228424788, "input_sha256": "44a1570a95f31669481ce8079a3e4727fe0c7ffe12adeb00cd8ff142e4d9083b"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.05009675880168159, "seed": 61882904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005645221135686024, "interval": [-0.04599363753526328, 0.05728407980663533], "p_value": 0.805, "input_sha256": "44a1570a95f31669481ce8079a3e4727fe0c7ffe12adeb00cd8ff142e4d9083b"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.05009675880168159, "seed": 61882904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005645221135686024, "interval": [-0.03829673509186132, 0.05840293065120803], "p_value": 0.8259747666569669, "input_sha256": "44a1570a95f31669481ce8079a3e4727fe0c7ffe12adeb00cd8ff142e4d9083b"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1156367971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.900801201188997, "interval": [1.7574578905019589, 10.044144511876036], "p_value": 0.005, "input_sha256": "3d3b1f8010f98346c90ebad4711ff037cccacc2ac7197e30a06419f9ab160e01"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1156367971, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.900801201188997, "interval": [1.8727309579682077, 9.762195978919598], "p_value": 0.006468975838561354, "input_sha256": "3d3b1f8010f98346c90ebad4711ff037cccacc2ac7197e30a06419f9ab160e01"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.048431057178383786, "seed": 1156367971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.051499620048432476, "interval": [0.010329823239020715, 0.09266941685784424], "p_value": 0.009, "input_sha256": "3d3b1f8010f98346c90ebad4711ff037cccacc2ac7197e30a06419f9ab160e01"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.048431057178383786, "seed": 1156367971, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.051499620048432476, "interval": [0.011343742129731592, 0.08949581634850115], "p_value": 0.015590620337264898, "input_sha256": "3d3b1f8010f98346c90ebad4711ff037cccacc2ac7197e30a06419f9ab160e01"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2610098392, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.489187144496523, "interval": [1.845547837653636, 9.132826451339408], "p_value": 0.006, "input_sha256": "8885d496c64ed0a25a3857e34847589e0481136805f3550025a00dc5a24b72e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2610098392, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.489187144496523, "interval": [1.928105258009532, 9.362963033320748], "p_value": 0.004164641411311823, "input_sha256": "8885d496c64ed0a25a3857e34847589e0481136805f3550025a00dc5a24b72e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.04861940419201026, "seed": 2610098392, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.048464095924195275, "interval": [0.00985833273673302, 0.08706985911165753], "p_value": 0.015, "input_sha256": "8885d496c64ed0a25a3857e34847589e0481136805f3550025a00dc5a24b72e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.04861940419201026, "seed": 2610098392, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.048464095924195275, "interval": [0.011655608964781697, 0.08910364285012375], "p_value": 0.01525442208793401, "input_sha256": "8885d496c64ed0a25a3857e34847589e0481136805f3550025a00dc5a24b72e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1119022756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.441748048432379, "interval": [4.343644450575995, 10.539851646288763], "p_value": 0.001, "input_sha256": "7de5455553cfe90f7d5c02e59f18096afc0603b4722cf2523927f09483d5664e"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1119022756, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.441748048432379, "interval": [4.413400825754555, 10.25496842032967], "p_value": 2.0377346705242893e-05, "input_sha256": "7de5455553cfe90f7d5c02e59f18096afc0603b4722cf2523927f09483d5664e"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.04790961667055755, "seed": 1119022756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07129960974619275, "interval": [0.03896763442088292, 0.10363158507150258], "p_value": 0.001, "input_sha256": "7de5455553cfe90f7d5c02e59f18096afc0603b4722cf2523927f09483d5664e"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.04790961667055755, "seed": 1119022756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07129960974619275, "interval": [0.041342530888951186, 0.10094649801374532], "p_value": 6.99518531039175e-05, "input_sha256": "7de5455553cfe90f7d5c02e59f18096afc0603b4722cf2523927f09483d5664e"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 732455128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.796756895853477, "interval": [-0.9447840156687111, 8.538297807375665], "p_value": 0.108, "input_sha256": "fea1fc9a2bd3939b5f66dcc05380e1c71cd0ee656a87ccb30a80482b2e6fa75f"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 732455128, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.796756895853477, "interval": [-0.64900539325458, 8.33489896773954], "p_value": 0.11328146822017918, "input_sha256": "fea1fc9a2bd3939b5f66dcc05380e1c71cd0ee656a87ccb30a80482b2e6fa75f"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04782854705955038, "seed": 732455128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03002350206570184, "interval": [-0.01622607908502932, 0.076273083216433], "p_value": 0.178, "input_sha256": "fea1fc9a2bd3939b5f66dcc05380e1c71cd0ee656a87ccb30a80482b2e6fa75f"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04782854705955038, "seed": 732455128, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03002350206570184, "interval": [-0.014830689185264808, 0.0743766297535908], "p_value": 0.19664180428880115, "input_sha256": "fea1fc9a2bd3939b5f66dcc05380e1c71cd0ee656a87ccb30a80482b2e6fa75f"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 526992852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0089437775881542, "interval": [-3.024539906788058, 5.042427461964366], "p_value": 0.605, "input_sha256": "eec06381123ad37a7d276abd7c3f2fd132b4f8816f3b76d4886d3f57b03953bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 526992852, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0089437775881542, "interval": [-2.633933851361181, 4.752570446191758], "p_value": 0.6152173466760406, "input_sha256": "eec06381123ad37a7d276abd7c3f2fd132b4f8816f3b76d4886d3f57b03953bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.050392825078388034, "seed": 526992852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004210039620996059, "interval": [-0.037925289414494565, 0.04634536865648668], "p_value": 0.834, "input_sha256": "eec06381123ad37a7d276abd7c3f2fd132b4f8816f3b76d4886d3f57b03953bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.050392825078388034, "seed": 526992852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004210039620996059, "interval": [-0.03368438498980907, 0.04369889588903547], "p_value": 0.840670982471213, "input_sha256": "eec06381123ad37a7d276abd7c3f2fd132b4f8816f3b76d4886d3f57b03953bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2817062396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5621152387099553, "interval": [-0.9392769544499697, 6.06350743186988], "p_value": 0.143, "input_sha256": "a360ca838938477d8d91252f30d6d45d02f9a6209e512cf88fdb4eeabc9f2951"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2817062396, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5621152387099553, "interval": [-1.0357858538521152, 5.363096581183075], "p_value": 0.14606934068235983, "input_sha256": "a360ca838938477d8d91252f30d6d45d02f9a6209e512cf88fdb4eeabc9f2951"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.049619095231553056, "seed": 2817062396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023788600033149948, "interval": [-0.013528501515903742, 0.06110570158220364], "p_value": 0.198, "input_sha256": "a360ca838938477d8d91252f30d6d45d02f9a6209e512cf88fdb4eeabc9f2951"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.049619095231553056, "seed": 2817062396, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023788600033149948, "interval": [-0.015088867616863384, 0.05306757044808781], "p_value": 0.20356978120072736, "input_sha256": "a360ca838938477d8d91252f30d6d45d02f9a6209e512cf88fdb4eeabc9f2951"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2647349417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.184974541135473, "interval": [-1.436867567580264, 7.80681664985121], "p_value": 0.16, "input_sha256": "87f82e9320a2c13963340dd83483526721cd1a124406b52a4dae66e8f3e48023"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2647349417, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.184974541135473, "interval": [-1.1616771784623101, 7.314739009717235], "p_value": 0.17109434807185908, "input_sha256": "87f82e9320a2c13963340dd83483526721cd1a124406b52a4dae66e8f3e48023"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.05000833442809373, "seed": 2647349417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047427053329181026, "interval": [-0.0044237211202792365, 0.09927782777864129], "p_value": 0.064, "input_sha256": "87f82e9320a2c13963340dd83483526721cd1a124406b52a4dae66e8f3e48023"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.05000833442809373, "seed": 2647349417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047427053329181026, "interval": [-0.00023851349894232958, 0.09905932387842138], "p_value": 0.0717555713924063, "input_sha256": "87f82e9320a2c13963340dd83483526721cd1a124406b52a4dae66e8f3e48023"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 689765595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.998478178900468, "interval": [2.7704698552286198, 11.226486502572318], "p_value": 0.003, "input_sha256": "06410aca153b200ba4ef324191f064a6e099126396e85592d7885368c1400acd"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 689765595, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.998478178900468, "interval": [2.757684264174881, 10.940601332549628], "p_value": 0.0018317704728062927, "input_sha256": "06410aca153b200ba4ef324191f064a6e099126396e85592d7885368c1400acd"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.049331118287105624, "seed": 689765595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06424787885041262, "interval": [0.02106012019387333, 0.10743563750695193], "p_value": 0.004, "input_sha256": "06410aca153b200ba4ef324191f064a6e099126396e85592d7885368c1400acd"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.049331118287105624, "seed": 689765595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06424787885041262, "interval": [0.019875334766041232, 0.10455567111418365], "p_value": 0.00460381177363768, "input_sha256": "06410aca153b200ba4ef324191f064a6e099126396e85592d7885368c1400acd"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1162914784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.103832459960788, "interval": [1.5138186602490284, 12.693846259672547], "p_value": 0.009, "input_sha256": "818b56d1db65913be0ce65d4d3b07a710f5d9d608c9266a3ff75bd490f04c92a"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1162914784, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.103832459960788, "interval": [1.9386109683504025, 12.501010522293464], "p_value": 0.014248819581165197, "input_sha256": "818b56d1db65913be0ce65d4d3b07a710f5d9d608c9266a3ff75bd490f04c92a"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.05077882793865658, "seed": 1162914784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07410510755672364, "interval": [0.016576596733297033, 0.13163361838015025], "p_value": 0.01, "input_sha256": "818b56d1db65913be0ce65d4d3b07a710f5d9d608c9266a3ff75bd490f04c92a"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.05077882793865658, "seed": 1162914784, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07410510755672364, "interval": [0.019751996159183424, 0.12720293984434095], "p_value": 0.013037704430259896, "input_sha256": "818b56d1db65913be0ce65d4d3b07a710f5d9d608c9266a3ff75bd490f04c92a"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3333081912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.189884132908901, "interval": [-0.5424312756515777, 10.922199541469379], "p_value": 0.061, "input_sha256": "079295963ff6a2f85f5037d6c64b5cf8a3a4c9e2fd2977fc9bfff7a88a73ff8d"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3333081912, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.189884132908901, "interval": [0.11006333499344363, 11.014326212049376], "p_value": 0.07465853158718011, "input_sha256": "079295963ff6a2f85f5037d6c64b5cf8a3a4c9e2fd2977fc9bfff7a88a73ff8d"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.05072749128256515, "seed": 3333081912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04741843255043325, "interval": [-0.015522987976598249, 0.11035985307746475], "p_value": 0.125, "input_sha256": "079295963ff6a2f85f5037d6c64b5cf8a3a4c9e2fd2977fc9bfff7a88a73ff8d"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.05072749128256515, "seed": 3333081912, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04741843255043325, "interval": [-0.011051278429039513, 0.1061887725633626], "p_value": 0.13543467474034437, "input_sha256": "079295963ff6a2f85f5037d6c64b5cf8a3a4c9e2fd2977fc9bfff7a88a73ff8d"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3465788097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.822316708549091, "interval": [1.0511778282106032, 10.59345558888758], "p_value": 0.013, "input_sha256": "f3c4faeeb7d0002ec7196e10784755057a2ba205561decd5c353fa9396c219e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3465788097, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.822316708549091, "interval": [1.76769220232265, 10.755500870975018], "p_value": 0.018117496152205134, "input_sha256": "f3c4faeeb7d0002ec7196e10784755057a2ba205561decd5c353fa9396c219e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04901038645785882, "seed": 3465788097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05200796670779259, "interval": [0.003478227609118034, 0.10053770580646715], "p_value": 0.03, "input_sha256": "f3c4faeeb7d0002ec7196e10784755057a2ba205561decd5c353fa9396c219e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04901038645785882, "seed": 3465788097, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05200796670779259, "interval": [0.011459183821548313, 0.10231543818446295], "p_value": 0.0363911413325169, "input_sha256": "f3c4faeeb7d0002ec7196e10784755057a2ba205561decd5c353fa9396c219e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 746130386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.756690356408039, "interval": [-1.378831388119166, 8.892212100935243], "p_value": 0.148, "input_sha256": "3519fe5f022a9e1f47218305cc4636577105b9e516770f935a4b75dfe0443eb0"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 746130386, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.756690356408039, "interval": [-1.1606673739912479, 8.46842369069859], "p_value": 0.14673429069716168, "input_sha256": "3519fe5f022a9e1f47218305cc4636577105b9e516770f935a4b75dfe0443eb0"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.049891196593968325, "seed": 746130386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03238339446623768, "interval": [-0.021278805587878126, 0.08604559452035349], "p_value": 0.226, "input_sha256": "3519fe5f022a9e1f47218305cc4636577105b9e516770f935a4b75dfe0443eb0"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.049891196593968325, "seed": 746130386, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03238339446623768, "interval": [-0.017093289194684665, 0.08428770233748067], "p_value": 0.22932832836739367, "input_sha256": "3519fe5f022a9e1f47218305cc4636577105b9e516770f935a4b75dfe0443eb0"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4166794434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.670061191756119, "interval": [5.546164773459514, 13.793957610052724], "p_value": 0.002, "input_sha256": "af163ee3ddf9cdaa29bbd95c9e000bfd22df2403eab6024c052b2dbbfaf97b7f"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4166794434, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.670061191756119, "interval": [5.949280371101977, 13.600444369410024], "p_value": 2.9711634156690265e-05, "input_sha256": "af163ee3ddf9cdaa29bbd95c9e000bfd22df2403eab6024c052b2dbbfaf97b7f"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.050662977662744246, "seed": 4166794434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09363354669187815, "interval": [0.04677823446093075, 0.14048885892282556], "p_value": 0.002, "input_sha256": "af163ee3ddf9cdaa29bbd95c9e000bfd22df2403eab6024c052b2dbbfaf97b7f"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.050662977662744246, "seed": 4166794434, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09363354669187815, "interval": [0.05388777509543407, 0.14441538358051728], "p_value": 0.00024770061221562146, "input_sha256": "af163ee3ddf9cdaa29bbd95c9e000bfd22df2403eab6024c052b2dbbfaf97b7f"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3848512669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.4636379821440055, "interval": [1.0498593715807472, 9.877416592707263], "p_value": 0.017, "input_sha256": "ba99d6f1581bf6dc5fcb4d769e350dfd6847f1c50305a8d70bf50f7b81532f85"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3848512669, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.4636379821440055, "interval": [1.1164013644160034, 9.414004778125243], "p_value": 0.016801770646402363, "input_sha256": "ba99d6f1581bf6dc5fcb4d769e350dfd6847f1c50305a8d70bf50f7b81532f85"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.05054861211847398, "seed": 3848512669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05831882428404038, "interval": [0.012377961971425641, 0.10425968659665512], "p_value": 0.018, "input_sha256": "ba99d6f1581bf6dc5fcb4d769e350dfd6847f1c50305a8d70bf50f7b81532f85"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.05054861211847398, "seed": 3848512669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05831882428404038, "interval": [0.014561420250233282, 0.09839395167288006], "p_value": 0.014350475548712388, "input_sha256": "ba99d6f1581bf6dc5fcb4d769e350dfd6847f1c50305a8d70bf50f7b81532f85"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4131420063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8224473167815187, "interval": [-1.211583040384756, 6.8564776739477935], "p_value": 0.179, "input_sha256": "4fffe62e7a3044fc54b1b5068f36e03885d977dba906b7028255e4ee7698e3a6"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4131420063, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8224473167815187, "interval": [-0.7723102804472378, 6.935201546890852], "p_value": 0.16471695978651552, "input_sha256": "4fffe62e7a3044fc54b1b5068f36e03885d977dba906b7028255e4ee7698e3a6"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.050138555235747465, "seed": 4131420063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022494232416391508, "interval": [-0.02010215034505569, 0.0650906151778387], "p_value": 0.305, "input_sha256": "4fffe62e7a3044fc54b1b5068f36e03885d977dba906b7028255e4ee7698e3a6"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.050138555235747465, "seed": 4131420063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022494232416391508, "interval": [-0.015365456998381478, 0.06547060109842134], "p_value": 0.29175498915503195, "input_sha256": "4fffe62e7a3044fc54b1b5068f36e03885d977dba906b7028255e4ee7698e3a6"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1220293831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.653157514115506, "interval": [-0.7008612084556987, 10.00717623668671], "p_value": 0.085, "input_sha256": "f709b906838a4c7a7a5fa2869425a274919d1116154a2c1b859c6c440cd8f176"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1220293831, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.653157514115506, "interval": [-0.2895734697701776, 9.508151881442387], "p_value": 0.08652910361486976, "input_sha256": "f709b906838a4c7a7a5fa2869425a274919d1116154a2c1b859c6c440cd8f176"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.05366872147744288, "seed": 1220293831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04256912921555624, "interval": [-0.01901609363378535, 0.10415435206489781], "p_value": 0.168, "input_sha256": "f709b906838a4c7a7a5fa2869425a274919d1116154a2c1b859c6c440cd8f176"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.05366872147744288, "seed": 1220293831, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04256912921555624, "interval": [-0.017233945314335135, 0.09852741818459415], "p_value": 0.16970000264043864, "input_sha256": "f709b906838a4c7a7a5fa2869425a274919d1116154a2c1b859c6c440cd8f176"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1247133101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.7415824233764, "interval": [1.7698072897368613, 11.71335755701594], "p_value": 0.01, "input_sha256": "f88626eb600a0e759bad896a6596bf4b32284f22553fb039016de149527b4efc"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1247133101, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.7415824233764, "interval": [2.6176288446034373, 11.557105852424515], "p_value": 0.009306157947501875, "input_sha256": "f88626eb600a0e759bad896a6596bf4b32284f22553fb039016de149527b4efc"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.05005218085906639, "seed": 1247133101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05771612820063737, "interval": [0.0030066175299647002, 0.11242563887131005], "p_value": 0.037, "input_sha256": "f88626eb600a0e759bad896a6596bf4b32284f22553fb039016de149527b4efc"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.05005218085906639, "seed": 1247133101, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05771612820063737, "interval": [0.010750227448359469, 0.10817226045275238], "p_value": 0.03927881789629125, "input_sha256": "f88626eb600a0e759bad896a6596bf4b32284f22553fb039016de149527b4efc"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3603491742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.90550289642664, "interval": [0.28243656740073053, 9.52856922545255], "p_value": 0.037, "input_sha256": "88dc36f07df1725c870426bfb37ef082077d9de10722b7bf486fc56874def274"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3603491742, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.90550289642664, "interval": [0.8476751098775173, 9.46322650030012], "p_value": 0.03814735236237477, "input_sha256": "88dc36f07df1725c870426bfb37ef082077d9de10722b7bf486fc56874def274"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.049028402374055126, "seed": 3603491742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05064014967728181, "interval": [0.000358584474977143, 0.10092171487958648], "p_value": 0.049, "input_sha256": "88dc36f07df1725c870426bfb37ef082077d9de10722b7bf486fc56874def274"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.049028402374055126, "seed": 3603491742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05064014967728181, "interval": [0.011374809384489508, 0.1025286242142181], "p_value": 0.04847055462499892, "input_sha256": "88dc36f07df1725c870426bfb37ef082077d9de10722b7bf486fc56874def274"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1286353980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.437280535092375, "interval": [-2.796246091696813, 7.670807161881563], "p_value": 0.348, "input_sha256": "54100971fb76b5dc2bf76c3146fac8ee43b0c6ac7d4e5037eeafaa003bf45926"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1286353980, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.437280535092375, "interval": [-2.8562304693502125, 7.279215056057212], "p_value": 0.349587908215789, "input_sha256": "54100971fb76b5dc2bf76c3146fac8ee43b0c6ac7d4e5037eeafaa003bf45926"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.04988764413910158, "seed": 1286353980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01956681063033784, "interval": [-0.0353394075395339, 0.07447302880020959], "p_value": 0.452, "input_sha256": "54100971fb76b5dc2bf76c3146fac8ee43b0c6ac7d4e5037eeafaa003bf45926"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.04988764413910158, "seed": 1286353980, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01956681063033784, "interval": [-0.03811852041920369, 0.07141362892109536], "p_value": 0.4738632997264254, "input_sha256": "54100971fb76b5dc2bf76c3146fac8ee43b0c6ac7d4e5037eeafaa003bf45926"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4000715512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.68402872972612, "interval": [4.710807495007993, 12.657249964444246], "p_value": 0.001, "input_sha256": "bedbf96f4a67b8ef399e503c41bf3966ad642dce6c568788b619e881e1643071"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4000715512, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.68402872972612, "interval": [5.051723939076524, 12.329184183756084], "p_value": 7.991921907734644e-05, "input_sha256": "bedbf96f4a67b8ef399e503c41bf3966ad642dce6c568788b619e881e1643071"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.04876225913246909, "seed": 4000715512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09024195517770431, "interval": [0.05022786379320651, 0.1302560465622021], "p_value": 0.001, "input_sha256": "bedbf96f4a67b8ef399e503c41bf3966ad642dce6c568788b619e881e1643071"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.04876225913246909, "seed": 4000715512, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09024195517770431, "interval": [0.05508923863674786, 0.12850001311514003], "p_value": 5.107534754508783e-05, "input_sha256": "bedbf96f4a67b8ef399e503c41bf3966ad642dce6c568788b619e881e1643071"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 569618496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.37537848843764, "interval": [-3.125243912155998, 5.876000889031278], "p_value": 0.511, "input_sha256": "9ba7f0ea177889242cf25bf2ec78a7411b45285c6d67cb9ee189ad3993cfc10a"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 569618496, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.37537848843764, "interval": [-2.8215801910252045, 5.001077260753289], "p_value": 0.5391496586082585, "input_sha256": "9ba7f0ea177889242cf25bf2ec78a7411b45285c6d67cb9ee189ad3993cfc10a"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.04929209566530097, "seed": 569618496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014211535129989586, "interval": [-0.031662239022500496, 0.06008530928247967], "p_value": 0.521, "input_sha256": "9ba7f0ea177889242cf25bf2ec78a7411b45285c6d67cb9ee189ad3993cfc10a"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.04929209566530097, "seed": 569618496, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014211535129989586, "interval": [-0.028729848912736777, 0.052681161226713166], "p_value": 0.5337138671511925, "input_sha256": "9ba7f0ea177889242cf25bf2ec78a7411b45285c6d67cb9ee189ad3993cfc10a"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3415921207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.521495088551791, "interval": [4.374036479455196, 14.668953697648387], "p_value": 0.001, "input_sha256": "9dbbc9a22b420be3b15313d2682a66dad293faf9b10b91a9e34d43cf5dfd35a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3415921207, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.521495088551791, "interval": [4.529509632143615, 14.3495128098116], "p_value": 0.0006544841728225357, "input_sha256": "9dbbc9a22b420be3b15313d2682a66dad293faf9b10b91a9e34d43cf5dfd35a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.049011463851131844, "seed": 3415921207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10678817519330663, "interval": [0.051903241067476076, 0.1616731093191372], "p_value": 0.001, "input_sha256": "9dbbc9a22b420be3b15313d2682a66dad293faf9b10b91a9e34d43cf5dfd35a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.049011463851131844, "seed": 3415921207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10678817519330663, "interval": [0.05159523083223615, 0.1557062443162994], "p_value": 0.0004046018258254345, "input_sha256": "9dbbc9a22b420be3b15313d2682a66dad293faf9b10b91a9e34d43cf5dfd35a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1483301527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.883157655675328, "interval": [0.15729283903844316, 11.609022472312212], "p_value": 0.067, "input_sha256": "ec52ab59fd798c169dcd1c56109cbe3f6cd8f5a5ce8d3df74ad16a649c05c448"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1483301527, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.883157655675328, "interval": [0.39719014095945504, 11.483021718838], "p_value": 0.044320905973443826, "input_sha256": "ec52ab59fd798c169dcd1c56109cbe3f6cd8f5a5ce8d3df74ad16a649c05c448"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.05096305075869809, "seed": 1483301527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06114799831293566, "interval": [0.0010367437170276314, 0.12125925290884368], "p_value": 0.062, "input_sha256": "ec52ab59fd798c169dcd1c56109cbe3f6cd8f5a5ce8d3df74ad16a649c05c448"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.05096305075869809, "seed": 1483301527, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06114799831293566, "interval": [0.003679497453981843, 0.12157867278317008], "p_value": 0.04636509258397585, "input_sha256": "ec52ab59fd798c169dcd1c56109cbe3f6cd8f5a5ce8d3df74ad16a649c05c448"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2224532750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.512625575792894, "interval": [0.27687783104809505, 8.748373320537693], "p_value": 0.037, "input_sha256": "fb3a80bef750e4e60c3ae392794213e90b63874fe8820e247666686c4e693e8c"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2224532750, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.512625575792894, "interval": [0.562114961646317, 8.651320360160415], "p_value": 0.03742595937808948, "input_sha256": "fb3a80bef750e4e60c3ae392794213e90b63874fe8820e247666686c4e693e8c"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04958717853505534, "seed": 2224532750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03651268354797621, "interval": [-0.004844178427507048, 0.07786954552345947], "p_value": 0.091, "input_sha256": "fb3a80bef750e4e60c3ae392794213e90b63874fe8820e247666686c4e693e8c"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04958717853505534, "seed": 2224532750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03651268354797621, "interval": [-0.0016481964309861814, 0.07643256477369328], "p_value": 0.08187158056070197, "input_sha256": "fb3a80bef750e4e60c3ae392794213e90b63874fe8820e247666686c4e693e8c"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1453999208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.211109588829546, "interval": [3.6925064473084372, 12.729712730350654], "p_value": 0.001, "input_sha256": "91e0522e7232c0a656a361e119a3c595eb2d8820b28a9162b83d3287993b28a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1453999208, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.211109588829546, "interval": [3.46163661608517, 12.547671500222883], "p_value": 0.0007397881896929484, "input_sha256": "91e0522e7232c0a656a361e119a3c595eb2d8820b28a9162b83d3287993b28a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.048430067210078746, "seed": 1453999208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08464495539022363, "interval": [0.04000344661112271, 0.12928646416932454], "p_value": 0.001, "input_sha256": "91e0522e7232c0a656a361e119a3c595eb2d8820b28a9162b83d3287993b28a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.048430067210078746, "seed": 1453999208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08464495539022363, "interval": [0.037816564201953784, 0.12618665035270674], "p_value": 0.00045536916384154245, "input_sha256": "91e0522e7232c0a656a361e119a3c595eb2d8820b28a9162b83d3287993b28a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 77541871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.572815772304187, "interval": [0.6568234957381724, 10.488808048870201], "p_value": 0.023, "input_sha256": "49a9e6fcc1158c4d3443626edbdbbf8215a9d6249bf2f6abd35b8a0784127e76"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 77541871, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.572815772304187, "interval": [1.695961845511838, 11.195429359421277], "p_value": 0.027659307912213882, "input_sha256": "49a9e6fcc1158c4d3443626edbdbbf8215a9d6249bf2f6abd35b8a0784127e76"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.05003024522059907, "seed": 77541871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057098098312450274, "interval": [0.002740937802183485, 0.11145525882271706], "p_value": 0.031, "input_sha256": "49a9e6fcc1158c4d3443626edbdbbf8215a9d6249bf2f6abd35b8a0784127e76"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.05003024522059907, "seed": 77541871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057098098312450274, "interval": [0.014516971357515932, 0.12068644895060575], "p_value": 0.04016894348531508, "input_sha256": "49a9e6fcc1158c4d3443626edbdbbf8215a9d6249bf2f6abd35b8a0784127e76"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2003184024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6544543519525945, "interval": [-0.38113497987950407, 7.690043683784693], "p_value": 0.059, "input_sha256": "071bc7c81967b62e41b0de8e786717ab089249df8b7e5e97d7f85a75e7f95683"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2003184024, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6544543519525945, "interval": [0.0014052218413528675, 7.298079625610298], "p_value": 0.0745960718477349, "input_sha256": "071bc7c81967b62e41b0de8e786717ab089249df8b7e5e97d7f85a75e7f95683"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.05069566689992313, "seed": 2003184024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040740377885395404, "interval": [-0.004096788195113554, 0.08557754396590436], "p_value": 0.058, "input_sha256": "071bc7c81967b62e41b0de8e786717ab089249df8b7e5e97d7f85a75e7f95683"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.05069566689992313, "seed": 2003184024, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040740377885395404, "interval": [0.00043371521748199307, 0.08191719036901313], "p_value": 0.07364250644436543, "input_sha256": "071bc7c81967b62e41b0de8e786717ab089249df8b7e5e97d7f85a75e7f95683"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2009915226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6408644863706012, "interval": [-3.650104355814687, 6.931833328555889], "p_value": 0.539, "input_sha256": "583c46e1b64acb371629085b31a9a52cd7c67504738f9ce15c7fc1a773411cea"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2009915226, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6408644863706012, "interval": [-2.9969559684227463, 6.6621025254189625], "p_value": 0.5337228949882874, "input_sha256": "583c46e1b64acb371629085b31a9a52cd7c67504738f9ce15c7fc1a773411cea"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.049365879194445614, "seed": 2009915226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016733024612810454, "interval": [-0.03896884073034122, 0.07243488995596213], "p_value": 0.57, "input_sha256": "583c46e1b64acb371629085b31a9a52cd7c67504738f9ce15c7fc1a773411cea"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.049365879194445614, "seed": 2009915226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016733024612810454, "interval": [-0.029973102293795767, 0.06998156207874048], "p_value": 0.5467046831839096, "input_sha256": "583c46e1b64acb371629085b31a9a52cd7c67504738f9ce15c7fc1a773411cea"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1796316298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.316356749323861, "interval": [-2.926199896931434, 7.558913395579156], "p_value": 0.372, "input_sha256": "3183f75c2da47bc0286c0b0b72665f48e1122aec64755f96fea7916f1366f312"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1796316298, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.316356749323861, "interval": [-2.3132595765253, 6.9485241454348365], "p_value": 0.36943430992343107, "input_sha256": "3183f75c2da47bc0286c0b0b72665f48e1122aec64755f96fea7916f1366f312"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1796316298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023473469613398523, "interval": [-0.03472873297052157, 0.08167567219731861], "p_value": 0.407, "input_sha256": "3183f75c2da47bc0286c0b0b72665f48e1122aec64755f96fea7916f1366f312"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1796316298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023473469613398523, "interval": [-0.026422776897380616, 0.07388126195320098], "p_value": 0.41299029695689005, "input_sha256": "3183f75c2da47bc0286c0b0b72665f48e1122aec64755f96fea7916f1366f312"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 905147271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.391433181506717, "interval": [-1.3271564036815158, 8.11002276669495], "p_value": 0.141, "input_sha256": "cd3485e6bdea1becdd1c78159b59d8595523b3f83b7eabfc0ddf787126a7461a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 905147271, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.391433181506717, "interval": [-0.6630444887659412, 8.067233207788586], "p_value": 0.15120392306511432, "input_sha256": "cd3485e6bdea1becdd1c78159b59d8595523b3f83b7eabfc0ddf787126a7461a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 905147271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03858628053895129, "interval": [-0.022784345349504076, 0.09995690642740665], "p_value": 0.202, "input_sha256": "cd3485e6bdea1becdd1c78159b59d8595523b3f83b7eabfc0ddf787126a7461a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 905147271, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03858628053895129, "interval": [-0.008254191503648358, 0.1021697253222884], "p_value": 0.2039556904924043, "input_sha256": "cd3485e6bdea1becdd1c78159b59d8595523b3f83b7eabfc0ddf787126a7461a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 219063176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.725037945188765, "interval": [-7.115583676788198, 5.665507786410668], "p_value": 0.837, "input_sha256": "29fea1f898426d43145ced1573c4a567ab33680f7240b131f0d741f970ed46cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 219063176, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.725037945188765, "interval": [-6.662250477898076, 5.242194812222696], "p_value": 0.8154360262751192, "input_sha256": "29fea1f898426d43145ced1573c4a567ab33680f7240b131f0d741f970ed46cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 219063176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02938621437386645, "interval": [-0.10412357280629085, 0.04535114405855796], "p_value": 0.418, "input_sha256": "29fea1f898426d43145ced1573c4a567ab33680f7240b131f0d741f970ed46cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 219063176, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02938621437386645, "interval": [-0.10317878472753202, 0.036804291166038554], "p_value": 0.4182021045278709, "input_sha256": "29fea1f898426d43145ced1573c4a567ab33680f7240b131f0d741f970ed46cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3274584516, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4460069078539427, "interval": [-6.945827903265268, 6.053814087557383], "p_value": 0.901, "input_sha256": "d21a245af0cc1cfdb1344b82145b01cd87e8b27f72f51e79f35f4815694881a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3274584516, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4460069078539427, "interval": [-6.5421532266946505, 4.758685376697776], "p_value": 0.8879638226764367, "input_sha256": "d21a245af0cc1cfdb1344b82145b01cd87e8b27f72f51e79f35f4815694881a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3274584516, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0041674220892122865, "interval": [-0.0803154537882744, 0.07198060960984984], "p_value": 0.904, "input_sha256": "d21a245af0cc1cfdb1344b82145b01cd87e8b27f72f51e79f35f4815694881a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3274584516, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0041674220892122865, "interval": [-0.07655359271328703, 0.05246400889141408], "p_value": 0.9108534887790896, "input_sha256": "d21a245af0cc1cfdb1344b82145b01cd87e8b27f72f51e79f35f4815694881a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2964236302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.7667333648599435, "interval": [-13.294189793030661, 1.7607230633107749], "p_value": 0.112, "input_sha256": "70186f55c44c107ac70dc09092a739d39e834f7c7f1bdd8fdc3ead6b59e4e9be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2964236302, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.7667333648599435, "interval": [-12.063952344807383, 1.595991371132437], "p_value": 0.126547118623483, "input_sha256": "70186f55c44c107ac70dc09092a739d39e834f7c7f1bdd8fdc3ead6b59e4e9be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2964236302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07292701026057802, "interval": [-0.14863079449496575, 0.002776773973809696], "p_value": 0.048, "input_sha256": "70186f55c44c107ac70dc09092a739d39e834f7c7f1bdd8fdc3ead6b59e4e9be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2964236302, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07292701026057802, "interval": [-0.1385527285144986, -0.002873457637568374], "p_value": 0.05823108112402623, "input_sha256": "70186f55c44c107ac70dc09092a739d39e834f7c7f1bdd8fdc3ead6b59e4e9be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2107767639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.22807444971360957, "interval": [-5.939176645669233, 5.483027746242014], "p_value": 0.944, "input_sha256": "5d4c767cca1dd28b4790da7c138c2f60d6289e1d1582e4b556eac16fa4018d05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2107767639, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.22807444971360957, "interval": [-5.173541329086416, 4.927147056746676], "p_value": 0.935362059704304, "input_sha256": "5d4c767cca1dd28b4790da7c138c2f60d6289e1d1582e4b556eac16fa4018d05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2107767639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018472860850024787, "interval": [-0.0802701437914248, 0.04332442209137523], "p_value": 0.546, "input_sha256": "5d4c767cca1dd28b4790da7c138c2f60d6289e1d1582e4b556eac16fa4018d05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2107767639, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018472860850024787, "interval": [-0.06949225260964077, 0.03762290943475366], "p_value": 0.5436459000280297, "input_sha256": "5d4c767cca1dd28b4790da7c138c2f60d6289e1d1582e4b556eac16fa4018d05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2419383890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6464503764444196, "interval": [-7.1111028196556045, 3.8182020667667658], "p_value": 0.556, "input_sha256": "9bce11fbe7efe2f8e3a1f653f9d8fa4bc679623eab98edb555c94abb1d566f20"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2419383890, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6464503764444196, "interval": [-8.596713693239735, 2.160338915062503], "p_value": 0.5367336174990345, "input_sha256": "9bce11fbe7efe2f8e3a1f653f9d8fa4bc679623eab98edb555c94abb1d566f20"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2419383890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016817704394231022, "interval": [-0.06667377054958971, 0.03303836176112768], "p_value": 0.493, "input_sha256": "9bce11fbe7efe2f8e3a1f653f9d8fa4bc679623eab98edb555c94abb1d566f20"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2419383890, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016817704394231022, "interval": [-0.08022370136713818, 0.018885793182268167], "p_value": 0.492318819937009, "input_sha256": "9bce11fbe7efe2f8e3a1f653f9d8fa4bc679623eab98edb555c94abb1d566f20"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1713211828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2808560385974737, "interval": [-4.324547443165, 6.886259520359947], "p_value": 0.6, "input_sha256": "bc7e8a4f9f8589de97421e417f668f0d317eefff154fb40769c90481e4082f5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1713211828, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2808560385974737, "interval": [-3.562913184749053, 6.204120581310926], "p_value": 0.6327014802106707, "input_sha256": "bc7e8a4f9f8589de97421e417f668f0d317eefff154fb40769c90481e4082f5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1713211828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02780363811247425, "interval": [-0.032319979394007145, 0.08792725561895565], "p_value": 0.309, "input_sha256": "bc7e8a4f9f8589de97421e417f668f0d317eefff154fb40769c90481e4082f5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1713211828, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02780363811247425, "interval": [-0.02272812195973994, 0.08154183160399099], "p_value": 0.3370110201315628, "input_sha256": "bc7e8a4f9f8589de97421e417f668f0d317eefff154fb40769c90481e4082f5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4150017092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7216061063875272, "interval": [-3.075804529812849, 6.519016742587903], "p_value": 0.489, "input_sha256": "8e8fd86163d2189b3d687fa50ec9ae53bcee611edfe1628d845d03aef6e87fe3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4150017092, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7216061063875272, "interval": [-3.4698207770560194, 5.387624151032171], "p_value": 0.4669733720105568, "input_sha256": "8e8fd86163d2189b3d687fa50ec9ae53bcee611edfe1628d845d03aef6e87fe3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4150017092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02022314288249029, "interval": [-0.03693672766594, 0.07738301343092058], "p_value": 0.499, "input_sha256": "8e8fd86163d2189b3d687fa50ec9ae53bcee611edfe1628d845d03aef6e87fe3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4150017092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02022314288249029, "interval": [-0.05528614843131871, 0.059269999267963676], "p_value": 0.47049193911781584, "input_sha256": "8e8fd86163d2189b3d687fa50ec9ae53bcee611edfe1628d845d03aef6e87fe3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3330780190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6417408114762546, "interval": [-5.43262802896523, 4.14914640601272], "p_value": 0.777, "input_sha256": "9a5226ef419540ae4421c3fa5d6350ffbae38e332b170bb65502c1b1194141ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3330780190, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6417408114762546, "interval": [-4.580499204848479, 3.715357672772497], "p_value": 0.7862315579210615, "input_sha256": "9a5226ef419540ae4421c3fa5d6350ffbae38e332b170bb65502c1b1194141ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3330780190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014549020318208362, "interval": [-0.0753883500741553, 0.04629030943773858], "p_value": 0.625, "input_sha256": "9a5226ef419540ae4421c3fa5d6350ffbae38e332b170bb65502c1b1194141ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3330780190, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014549020318208362, "interval": [-0.06635032310011003, 0.0376927259411016], "p_value": 0.6269172850924447, "input_sha256": "9a5226ef419540ae4421c3fa5d6350ffbae38e332b170bb65502c1b1194141ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 900349584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.27042895303961917, "interval": [-6.256050818478766, 6.796908724558005], "p_value": 0.926, "input_sha256": "a02b017d36d3c812e2271226eb79eb7dad4d580654a23d1ae0feb817855cec33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 900349584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.27042895303961917, "interval": [-4.741053144619078, 8.03843990871554], "p_value": 0.932709538759475, "input_sha256": "a02b017d36d3c812e2271226eb79eb7dad4d580654a23d1ae0feb817855cec33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 900349584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011155085104197972, "interval": [-0.08187596835125885, 0.0595657981428629], "p_value": 0.744, "input_sha256": "a02b017d36d3c812e2271226eb79eb7dad4d580654a23d1ae0feb817855cec33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 900349584, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011155085104197972, "interval": [-0.06643781072051888, 0.06905082322456166], "p_value": 0.747729267438975, "input_sha256": "a02b017d36d3c812e2271226eb79eb7dad4d580654a23d1ae0feb817855cec33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2378310044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.663378933154606, "interval": [0.41533268403939605, 8.911425182269817], "p_value": 0.046, "input_sha256": "a3e4b7e2edb3c9897c79fb61a5a0337972662ebd3fad77dde3888f3a5df06a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2378310044, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.663378933154606, "interval": [0.8943089147090725, 8.515951829518686], "p_value": 0.03271485099450582, "input_sha256": "a3e4b7e2edb3c9897c79fb61a5a0337972662ebd3fad77dde3888f3a5df06a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2378310044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06527977849152354, "interval": [0.011857128571631688, 0.1187024284114154], "p_value": 0.028, "input_sha256": "a3e4b7e2edb3c9897c79fb61a5a0337972662ebd3fad77dde3888f3a5df06a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2378310044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06527977849152354, "interval": [0.022657023521639594, 0.11826741807314443], "p_value": 0.018799718811393775, "input_sha256": "a3e4b7e2edb3c9897c79fb61a5a0337972662ebd3fad77dde3888f3a5df06a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1716830689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4471437157304043, "interval": [-8.814375210432354, 1.9200877789715456], "p_value": 0.194, "input_sha256": "28327a05290066cfec450d50761310e43c4fa52a96c776819f812964e2c019c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1716830689, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4471437157304043, "interval": [-7.3456724610325885, 1.9957338411822971], "p_value": 0.1958091184293067, "input_sha256": "28327a05290066cfec450d50761310e43c4fa52a96c776819f812964e2c019c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1716830689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015997758340039192, "interval": [-0.08749145903027165, 0.05549594235019327], "p_value": 0.668, "input_sha256": "28327a05290066cfec450d50761310e43c4fa52a96c776819f812964e2c019c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1716830689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015997758340039192, "interval": [-0.06343604231545864, 0.06869892032486924], "p_value": 0.642171833964917, "input_sha256": "28327a05290066cfec450d50761310e43c4fa52a96c776819f812964e2c019c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292640079, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7592893309290525, "interval": [-2.792545088097009, 10.311123749955113], "p_value": 0.223, "input_sha256": "ca4c67d29c61fdabf208eb729749328ff5e6437244c7f098864ca842220a8589"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292640079, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7592893309290525, "interval": [-1.9399482443020886, 9.944007380611168], "p_value": 0.24733521211491127, "input_sha256": "ca4c67d29c61fdabf208eb729749328ff5e6437244c7f098864ca842220a8589"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292640079, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034708043799132546, "interval": [-0.03686390354065734, 0.10627999113892243], "p_value": 0.298, "input_sha256": "ca4c67d29c61fdabf208eb729749328ff5e6437244c7f098864ca842220a8589"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292640079, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034708043799132546, "interval": [-0.027725104933990358, 0.09958478333776948], "p_value": 0.3243304068239765, "input_sha256": "ca4c67d29c61fdabf208eb729749328ff5e6437244c7f098864ca842220a8589"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 711560488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.692802568118246, "interval": [-11.58491027933317, -1.8006948569033217], "p_value": 0.018, "input_sha256": "27346c146b358a9838b0dc5972ed29891357345ae712a396b0fde675023c2f3e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 711560488, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.692802568118246, "interval": [-10.840946477082595, -1.8200474416588492], "p_value": 0.009305175476764318, "input_sha256": "27346c146b358a9838b0dc5972ed29891357345ae712a396b0fde675023c2f3e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 711560488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08877956445664417, "interval": [-0.13800804076219514, -0.03955108815109319], "p_value": 0.001, "input_sha256": "27346c146b358a9838b0dc5972ed29891357345ae712a396b0fde675023c2f3e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 711560488, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08877956445664417, "interval": [-0.12938274535322994, -0.03874529103536079], "p_value": 0.0011041401943960602, "input_sha256": "27346c146b358a9838b0dc5972ed29891357345ae712a396b0fde675023c2f3e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 478960044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.119251593999999, "interval": [-1.617189665769104, 7.855692853769103], "p_value": 0.17, "input_sha256": "a99446ca39b750e0973b5b2cb80e9daebe150b94aae28a86d379dc9165afccac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 478960044, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.119251593999999, "interval": [-1.2914542336939814, 7.433153891518175], "p_value": 0.18627488457373959, "input_sha256": "a99446ca39b750e0973b5b2cb80e9daebe150b94aae28a86d379dc9165afccac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 478960044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024076638614213716, "interval": [-0.033651529921050846, 0.08180480714947828], "p_value": 0.374, "input_sha256": "a99446ca39b750e0973b5b2cb80e9daebe150b94aae28a86d379dc9165afccac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 478960044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024076638614213716, "interval": [-0.024625497534636446, 0.07938826349454417], "p_value": 0.3970170056176059, "input_sha256": "a99446ca39b750e0973b5b2cb80e9daebe150b94aae28a86d379dc9165afccac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1064348367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021671901766793955, "interval": [-6.530724637726392, 6.57406844125998], "p_value": 0.992, "input_sha256": "f8ea1455016a43f734c691ac375c3e3b50de2a23bace8d608d635880432febf3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1064348367, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021671901766793955, "interval": [-5.846025843288061, 5.613944948822787], "p_value": 0.9945875501523539, "input_sha256": "f8ea1455016a43f734c691ac375c3e3b50de2a23bace8d608d635880432febf3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1064348367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006242645180074001, "interval": [-0.07000010556801187, 0.05751481520786386], "p_value": 0.851, "input_sha256": "f8ea1455016a43f734c691ac375c3e3b50de2a23bace8d608d635880432febf3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1064348367, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006242645180074001, "interval": [-0.06341224875415002, 0.05042354208259367], "p_value": 0.8411184851312066, "input_sha256": "f8ea1455016a43f734c691ac375c3e3b50de2a23bace8d608d635880432febf3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2979179484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.947754102017898, "interval": [-1.901632998510161, 7.797141202545957], "p_value": 0.239, "input_sha256": "1a4dbeb74f724ae075e5a7c49eafc7151e689b462453f4887cb08e34f33aba04"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2979179484, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.947754102017898, "interval": [-1.0750028089384767, 7.824378954083331], "p_value": 0.21970028264353897, "input_sha256": "1a4dbeb74f724ae075e5a7c49eafc7151e689b462453f4887cb08e34f33aba04"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2979179484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023488184635817314, "interval": [-0.02330287299657437, 0.070279242268209], "p_value": 0.325, "input_sha256": "1a4dbeb74f724ae075e5a7c49eafc7151e689b462453f4887cb08e34f33aba04"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2979179484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023488184635817314, "interval": [-0.015464352793983982, 0.06769992759275498], "p_value": 0.30754771792423835, "input_sha256": "1a4dbeb74f724ae075e5a7c49eafc7151e689b462453f4887cb08e34f33aba04"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4114137216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.308262799416404, "interval": [-8.380369738435139, -0.23615586039766878], "p_value": 0.041, "input_sha256": "3cf7ebe50e5200a0d6604f14b9a8ac125d040e3ab0bd1d09d5d7a85abe810dc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4114137216, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.308262799416404, "interval": [-8.364249485342814, -0.8589941562183584], "p_value": 0.038812985472969116, "input_sha256": "3cf7ebe50e5200a0d6604f14b9a8ac125d040e3ab0bd1d09d5d7a85abe810dc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4114137216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04000319487279051, "interval": [-0.08854273682783181, 0.00853634708225079], "p_value": 0.095, "input_sha256": "3cf7ebe50e5200a0d6604f14b9a8ac125d040e3ab0bd1d09d5d7a85abe810dc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4114137216, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04000319487279051, "interval": [-0.08567131084570136, 0.0007776822545659443], "p_value": 0.10291645506439508, "input_sha256": "3cf7ebe50e5200a0d6604f14b9a8ac125d040e3ab0bd1d09d5d7a85abe810dc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2590398130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.704666052724111, "interval": [-9.6176773480164, 0.20834524256817932], "p_value": 0.075, "input_sha256": "d2cbbcab4899480b9935dedb85bb79d015aecc05e0e035a140cf07d8e748f7f3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2590398130, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.704666052724111, "interval": [-8.961074801826916, 0.5456147365330105], "p_value": 0.05975738998934808, "input_sha256": "d2cbbcab4899480b9935dedb85bb79d015aecc05e0e035a140cf07d8e748f7f3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2590398130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03491570161815792, "interval": [-0.08653171241265296, 0.016700309176337122], "p_value": 0.208, "input_sha256": "d2cbbcab4899480b9935dedb85bb79d015aecc05e0e035a140cf07d8e748f7f3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2590398130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03491570161815792, "interval": [-0.08029891483917165, 0.016888301137323907], "p_value": 0.17607437703859494, "input_sha256": "d2cbbcab4899480b9935dedb85bb79d015aecc05e0e035a140cf07d8e748f7f3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1491922286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3266060276737965, "interval": [-1.2153735305473248, 7.868585585894918], "p_value": 0.14, "input_sha256": "0d8b9e28bfd40287fe9f15035a3bb77a68abda2935f6dbda47c9ad04b39514d5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1491922286, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3266060276737965, "interval": [-0.49752537180745776, 7.4385177869863055], "p_value": 0.1436809983966421, "input_sha256": "0d8b9e28bfd40287fe9f15035a3bb77a68abda2935f6dbda47c9ad04b39514d5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1491922286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042443669562440535, "interval": [-0.00952474111678843, 0.0944120802416695], "p_value": 0.105, "input_sha256": "0d8b9e28bfd40287fe9f15035a3bb77a68abda2935f6dbda47c9ad04b39514d5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1491922286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042443669562440535, "interval": [-0.00012535204624881632, 0.09137457852818606], "p_value": 0.10412267920516151, "input_sha256": "0d8b9e28bfd40287fe9f15035a3bb77a68abda2935f6dbda47c9ad04b39514d5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1835406627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6776901074628325, "interval": [-9.550552458378267, 2.1951722434526006], "p_value": 0.214, "input_sha256": "e6f8a5263880069ae127c7498366be594b16114d56be27678246d4ef4c8c563a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1835406627, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6776901074628325, "interval": [-8.92467685379881, 1.0917494539217782], "p_value": 0.2061945730970203, "input_sha256": "e6f8a5263880069ae127c7498366be594b16114d56be27678246d4ef4c8c563a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1835406627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03307008605698462, "interval": [-0.09687329193131197, 0.030733119817342745], "p_value": 0.31, "input_sha256": "e6f8a5263880069ae127c7498366be594b16114d56be27678246d4ef4c8c563a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1835406627, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03307008605698462, "interval": [-0.09326391976101156, 0.01785737573421027], "p_value": 0.29384371316398106, "input_sha256": "e6f8a5263880069ae127c7498366be594b16114d56be27678246d4ef4c8c563a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3892227638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05558146795976748, "interval": [-4.367717224057234, 4.256554288137698], "p_value": 0.984, "input_sha256": "7fd15f6f2f86af420eb5a9c96ebed1b712d31f2d4bafc9cc08bb335a8b3f1060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3892227638, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05558146795976748, "interval": [-3.701593371676211, 4.108174729214569], "p_value": 0.9790667453537185, "input_sha256": "7fd15f6f2f86af420eb5a9c96ebed1b712d31f2d4bafc9cc08bb335a8b3f1060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3892227638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002999475766997668, "interval": [-0.0429219341220414, 0.03692298258804606], "p_value": 0.886, "input_sha256": "7fd15f6f2f86af420eb5a9c96ebed1b712d31f2d4bafc9cc08bb335a8b3f1060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3892227638, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002999475766997668, "interval": [-0.03646621158038019, 0.03526140687954399], "p_value": 0.8787372239902589, "input_sha256": "7fd15f6f2f86af420eb5a9c96ebed1b712d31f2d4bafc9cc08bb335a8b3f1060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3536583288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.168326628059271, "interval": [-8.355070447680895, 4.018417191562354], "p_value": 0.472, "input_sha256": "c94ba4c5450d40bef3055e7998771136263830bb2adaa01f797b65540ea8ce30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3536583288, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.168326628059271, "interval": [-8.400508015604037, 2.813813844440896], "p_value": 0.47616864850098295, "input_sha256": "c94ba4c5450d40bef3055e7998771136263830bb2adaa01f797b65540ea8ce30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3536583288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008199064920387862, "interval": [-0.06737722295259427, 0.050979093111818544], "p_value": 0.755, "input_sha256": "c94ba4c5450d40bef3055e7998771136263830bb2adaa01f797b65540ea8ce30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3536583288, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008199064920387862, "interval": [-0.06475874364523777, 0.0416678421540941], "p_value": 0.7773061289887304, "input_sha256": "c94ba4c5450d40bef3055e7998771136263830bb2adaa01f797b65540ea8ce30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2336888559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6915476715978877, "interval": [-7.143264861077598, 3.760169517881823], "p_value": 0.52, "input_sha256": "2167083bacad60fb43eb715270507946ce8dc23732ed5fab4514ea4a3c20b592"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2336888559, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6915476715978877, "interval": [-7.351089090692575, 2.617413827906451], "p_value": 0.5261281272495762, "input_sha256": "2167083bacad60fb43eb715270507946ce8dc23732ed5fab4514ea4a3c20b592"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2336888559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038998245718903125, "interval": [-0.1149859150823872, 0.03698942364458096], "p_value": 0.348, "input_sha256": "2167083bacad60fb43eb715270507946ce8dc23732ed5fab4514ea4a3c20b592"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2336888559, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038998245718903125, "interval": [-0.13258254546197853, 0.013090317621954922], "p_value": 0.2941205439345264, "input_sha256": "2167083bacad60fb43eb715270507946ce8dc23732ed5fab4514ea4a3c20b592"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1721381797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2743696622232311, "interval": [-7.364875559756037, 7.913614884202499], "p_value": 0.945, "input_sha256": "d655e6e43b724beff50d004309d915fcef19c23eec33c0d703da43a6f535d118"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1721381797, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2743696622232311, "interval": [-5.55374580469931, 8.483533710720668], "p_value": 0.9413449277337143, "input_sha256": "d655e6e43b724beff50d004309d915fcef19c23eec33c0d703da43a6f535d118"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1721381797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007683266252156585, "interval": [-0.0851489124649516, 0.06978237996063844], "p_value": 0.849, "input_sha256": "d655e6e43b724beff50d004309d915fcef19c23eec33c0d703da43a6f535d118"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1721381797, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007683266252156585, "interval": [-0.06929862264892617, 0.06721533318518942], "p_value": 0.8394534341997456, "input_sha256": "d655e6e43b724beff50d004309d915fcef19c23eec33c0d703da43a6f535d118"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2881035014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3454494049522092, "interval": [-6.97719416112439, 4.286295351219972], "p_value": 0.623, "input_sha256": "7323fc060660fcdfb908bc4903703d5533f1a4eb9c516a3390070c77ba6e4874"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2881035014, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3454494049522092, "interval": [-5.968994543093472, 4.097625586779035], "p_value": 0.6273141838157265, "input_sha256": "7323fc060660fcdfb908bc4903703d5533f1a4eb9c516a3390070c77ba6e4874"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2881035014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016227679412335508, "interval": [-0.0819775152486694, 0.04952215642399839], "p_value": 0.609, "input_sha256": "7323fc060660fcdfb908bc4903703d5533f1a4eb9c516a3390070c77ba6e4874"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2881035014, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016227679412335508, "interval": [-0.06488616047055173, 0.05049279212004936], "p_value": 0.6153503751339835, "input_sha256": "7323fc060660fcdfb908bc4903703d5533f1a4eb9c516a3390070c77ba6e4874"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2337476398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5729268013913387, "interval": [-4.7250245653557545, 5.870878168138432], "p_value": 0.825, "input_sha256": "6d2df169a9b74d6fee49e8f00d56b7ee9b70fd519bcbaf9901afc4ef34d40fc6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2337476398, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5729268013913387, "interval": [-4.192328995948264, 5.528082038322713], "p_value": 0.8262130660933136, "input_sha256": "6d2df169a9b74d6fee49e8f00d56b7ee9b70fd519bcbaf9901afc4ef34d40fc6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2337476398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00495600781180806, "interval": [-0.046411061818845065, 0.05632307744246118], "p_value": 0.846, "input_sha256": "6d2df169a9b74d6fee49e8f00d56b7ee9b70fd519bcbaf9901afc4ef34d40fc6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2337476398, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00495600781180806, "interval": [-0.041439589818146584, 0.05125993576284437], "p_value": 0.8444774494947037, "input_sha256": "6d2df169a9b74d6fee49e8f00d56b7ee9b70fd519bcbaf9901afc4ef34d40fc6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 213347480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7196518553884443, "interval": [-10.316092081395272, 2.8767883706183826], "p_value": 0.257, "input_sha256": "827d28cdbb0f3bdda81467457aa19abfc2802909354ce3e17a03c9d33f8a28bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 213347480, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7196518553884443, "interval": [-11.985585090073211, 1.2971022609874239], "p_value": 0.25236294548582516, "input_sha256": "827d28cdbb0f3bdda81467457aa19abfc2802909354ce3e17a03c9d33f8a28bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 213347480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025120096797804057, "interval": [-0.09424506359055472, 0.04400486999494661], "p_value": 0.445, "input_sha256": "827d28cdbb0f3bdda81467457aa19abfc2802909354ce3e17a03c9d33f8a28bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 213347480, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025120096797804057, "interval": [-0.10421977928792903, 0.030897141306171338], "p_value": 0.4586906647371898, "input_sha256": "827d28cdbb0f3bdda81467457aa19abfc2802909354ce3e17a03c9d33f8a28bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3988804686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7817052531576933, "interval": [-4.854115571037082, 8.417526077352468], "p_value": 0.575, "input_sha256": "2657dd3e55bd13a6ea148dd7bde5d643a141d1f11f6ff7d06377d0e67f4c2f77"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3988804686, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7817052531576933, "interval": [-3.999468534099022, 7.7713886296839005], "p_value": 0.5846741235797461, "input_sha256": "2657dd3e55bd13a6ea148dd7bde5d643a141d1f11f6ff7d06377d0e67f4c2f77"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3988804686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030146312861091554, "interval": [-0.043895817616707855, 0.10418844333889096], "p_value": 0.411, "input_sha256": "2657dd3e55bd13a6ea148dd7bde5d643a141d1f11f6ff7d06377d0e67f4c2f77"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3988804686, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030146312861091554, "interval": [-0.03244801604767251, 0.09912506419401863], "p_value": 0.4092913787608281, "input_sha256": "2657dd3e55bd13a6ea148dd7bde5d643a141d1f11f6ff7d06377d0e67f4c2f77"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2207995473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7840901491146295, "interval": [-2.125361713350324, 9.693542011579583], "p_value": 0.195, "input_sha256": "4bb0f9e12535c67f5f88c63baa1c0c3d1efb6b83fd72ce6f62b429675b98e28d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2207995473, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7840901491146295, "interval": [-1.0137772190595185, 10.123708357795454], "p_value": 0.19684715918994028, "input_sha256": "4bb0f9e12535c67f5f88c63baa1c0c3d1efb6b83fd72ce6f62b429675b98e28d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2207995473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05134021597100636, "interval": [-0.022454115740122967, 0.1251345476821357], "p_value": 0.159, "input_sha256": "4bb0f9e12535c67f5f88c63baa1c0c3d1efb6b83fd72ce6f62b429675b98e28d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2207995473, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05134021597100636, "interval": [-0.0026772176135553107, 0.13632897356065007], "p_value": 0.16127211862514843, "input_sha256": "4bb0f9e12535c67f5f88c63baa1c0c3d1efb6b83fd72ce6f62b429675b98e28d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2597456207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.385811209976037, "interval": [-1.7529001731918603, 8.524522593143935], "p_value": 0.185, "input_sha256": "d73f2d150f746bcee8879f18d15fe021bcaaa1358ea992982dd18e7fa60f7071"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2597456207, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.385811209976037, "interval": [-1.6994678414202555, 7.752005341263025], "p_value": 0.18795935951162993, "input_sha256": "d73f2d150f746bcee8879f18d15fe021bcaaa1358ea992982dd18e7fa60f7071"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2597456207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02825585896764389, "interval": [-0.026712195098595543, 0.08322391303388332], "p_value": 0.299, "input_sha256": "d73f2d150f746bcee8879f18d15fe021bcaaa1358ea992982dd18e7fa60f7071"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2597456207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02825585896764389, "interval": [-0.024422264127407427, 0.07461944742201179], "p_value": 0.30348024165943194, "input_sha256": "d73f2d150f746bcee8879f18d15fe021bcaaa1358ea992982dd18e7fa60f7071"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1736896591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.40171882841625, "interval": [-12.717601751734659, -2.0858359050978406], "p_value": 0.003, "input_sha256": "be86965fb809a751dc38c330ce629c927929bf13e49e2bcf53229509db006602"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1736896591, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.40171882841625, "interval": [-11.602937629314091, -2.5563616263868245], "p_value": 0.008603119033881116, "input_sha256": "be86965fb809a751dc38c330ce629c927929bf13e49e2bcf53229509db006602"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1736896591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08665400571135515, "interval": [-0.14285077291581497, -0.03045723850689533], "p_value": 0.004, "input_sha256": "be86965fb809a751dc38c330ce629c927929bf13e49e2bcf53229509db006602"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1736896591, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08665400571135515, "interval": [-0.13390549056490256, -0.03179267822646358], "p_value": 0.0038725754907443367, "input_sha256": "be86965fb809a751dc38c330ce629c927929bf13e49e2bcf53229509db006602"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 735508252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9046836441159702, "interval": [-8.002044034575727, 4.192676746343787], "p_value": 0.514, "input_sha256": "69ffc14d64186dbf9082d44d6847545b93949124df65442374745396a890f82b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 735508252, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9046836441159702, "interval": [-7.553078575580272, 3.4551955127382805], "p_value": 0.5277522943175798, "input_sha256": "69ffc14d64186dbf9082d44d6847545b93949124df65442374745396a890f82b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 735508252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002457137161818359, "interval": [-0.06527579952462567, 0.06036152520098895], "p_value": 0.94, "input_sha256": "69ffc14d64186dbf9082d44d6847545b93949124df65442374745396a890f82b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 735508252, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002457137161818359, "interval": [-0.05819286921870569, 0.05211883891307102], "p_value": 0.936749136958099, "input_sha256": "69ffc14d64186dbf9082d44d6847545b93949124df65442374745396a890f82b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2008574545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2642289295340114, "interval": [-7.077457536850289, 4.548999677782266], "p_value": 0.669, "input_sha256": "5e4c21d5dacb67500f8fc2f36c08507175f0bc95bc67ad28105a97d0c551be9b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2008574545, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2642289295340114, "interval": [-6.137014502242668, 4.154579261364169], "p_value": 0.6577000711068866, "input_sha256": "5e4c21d5dacb67500f8fc2f36c08507175f0bc95bc67ad28105a97d0c551be9b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2008574545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007662662464744965, "interval": [-0.06749315008473286, 0.052167825155242924], "p_value": 0.813, "input_sha256": "5e4c21d5dacb67500f8fc2f36c08507175f0bc95bc67ad28105a97d0c551be9b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2008574545, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007662662464744965, "interval": [-0.05901395365064344, 0.05238519762682036], "p_value": 0.7939268461610354, "input_sha256": "5e4c21d5dacb67500f8fc2f36c08507175f0bc95bc67ad28105a97d0c551be9b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3433885875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5578798851814257, "interval": [-2.18285485532322, 7.2986146256860716], "p_value": 0.263, "input_sha256": "12c3ae753c9b75503a95c733b8b4968bfd07246d7f81b3c53141bfbaf8248ad8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3433885875, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5578798851814257, "interval": [-1.6914675813503728, 6.843354657448897], "p_value": 0.2776690943006282, "input_sha256": "12c3ae753c9b75503a95c733b8b4968bfd07246d7f81b3c53141bfbaf8248ad8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3433885875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019065308930961502, "interval": [-0.049247689194540645, 0.08737830705646366], "p_value": 0.569, "input_sha256": "12c3ae753c9b75503a95c733b8b4968bfd07246d7f81b3c53141bfbaf8248ad8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3433885875, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019065308930961502, "interval": [-0.04951107457972975, 0.07709279313347946], "p_value": 0.569709973982103, "input_sha256": "12c3ae753c9b75503a95c733b8b4968bfd07246d7f81b3c53141bfbaf8248ad8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4035536945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6997079680032525, "interval": [-7.073520505991911, 3.6741045699854054], "p_value": 0.519, "input_sha256": "20dafd461ef81b45a3246afe430efa59b4583d173446c09994f4de5d3ae55059"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4035536945, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6997079680032525, "interval": [-5.894894688738949, 3.826113842961544], "p_value": 0.5189300854559284, "input_sha256": "20dafd461ef81b45a3246afe430efa59b4583d173446c09994f4de5d3ae55059"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4035536945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026871565309851533, "interval": [-0.07786645422584895, 0.02412332360614588], "p_value": 0.282, "input_sha256": "20dafd461ef81b45a3246afe430efa59b4583d173446c09994f4de5d3ae55059"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4035536945, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026871565309851533, "interval": [-0.06830105455125716, 0.02310683433041747], "p_value": 0.2865972198561521, "input_sha256": "20dafd461ef81b45a3246afe430efa59b4583d173446c09994f4de5d3ae55059"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 197539051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9874133045299454, "interval": [-3.5776858011762753, 5.552512410236166], "p_value": 0.65, "input_sha256": "fae89deefd4498ab857959df320b523c86d4717d65297fccf5e33939b9717d89"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 197539051, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9874133045299454, "interval": [-3.6204262693794673, 4.715423271059906], "p_value": 0.6602426061438805, "input_sha256": "fae89deefd4498ab857959df320b523c86d4717d65297fccf5e33939b9717d89"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 197539051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012361431390243989, "interval": [-0.06912769741146986, 0.04440483463098188], "p_value": 0.621, "input_sha256": "fae89deefd4498ab857959df320b523c86d4717d65297fccf5e33939b9717d89"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 197539051, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012361431390243989, "interval": [-0.06771744088335652, 0.03462311584422565], "p_value": 0.6576167342410443, "input_sha256": "fae89deefd4498ab857959df320b523c86d4717d65297fccf5e33939b9717d89"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284204875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0875069273977846, "interval": [-4.911519894656396, 4.736506039860827], "p_value": 0.967, "input_sha256": "fb9457da52be56bf613b51ee82134da5c7566a2a01e5c3194f6514b412fbbe31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284204875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0875069273977846, "interval": [-4.2021571851791695, 4.276207589890703], "p_value": 0.970475706397572, "input_sha256": "fb9457da52be56bf613b51ee82134da5c7566a2a01e5c3194f6514b412fbbe31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284204875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017973213341030386, "interval": [-0.0787813868295649, 0.04283496014750413], "p_value": 0.565, "input_sha256": "fb9457da52be56bf613b51ee82134da5c7566a2a01e5c3194f6514b412fbbe31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284204875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017973213341030386, "interval": [-0.07162020701799515, 0.03584958510715648], "p_value": 0.5463982073201062, "input_sha256": "fb9457da52be56bf613b51ee82134da5c7566a2a01e5c3194f6514b412fbbe31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3578720110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2816234722729307, "interval": [-2.7882531674360447, 7.351500111981906], "p_value": 0.327, "input_sha256": "a319ab502e841e34f024248b1c6ec750d2ce6dcc147387b2375180941b127c2d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3578720110, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2816234722729307, "interval": [-2.463326514939341, 6.327987551227572], "p_value": 0.3615980723223591, "input_sha256": "a319ab502e841e34f024248b1c6ec750d2ce6dcc147387b2375180941b127c2d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3578720110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02348382251836992, "interval": [-0.02662240354390551, 0.07359004858064536], "p_value": 0.307, "input_sha256": "a319ab502e841e34f024248b1c6ec750d2ce6dcc147387b2375180941b127c2d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3578720110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02348382251836992, "interval": [-0.021179024855627566, 0.06561675450925308], "p_value": 0.341104879200096, "input_sha256": "a319ab502e841e34f024248b1c6ec750d2ce6dcc147387b2375180941b127c2d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1887485086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4308056452709634, "interval": [-6.260717922259968, 3.399106631718041], "p_value": 0.545, "input_sha256": "7c811090d8fe6e81ff03cbd9b4af0235b73c464f860f85539ff3e81f4752cf15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1887485086, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4308056452709634, "interval": [-6.885138574573435, 1.8308754528316329], "p_value": 0.5442124101728072, "input_sha256": "7c811090d8fe6e81ff03cbd9b4af0235b73c464f860f85539ff3e81f4752cf15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1887485086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0027074817010073592, "interval": [-0.05512067148573702, 0.0497057080837223], "p_value": 0.914, "input_sha256": "7c811090d8fe6e81ff03cbd9b4af0235b73c464f860f85539ff3e81f4752cf15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1887485086, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0027074817010073592, "interval": [-0.06084496738184816, 0.03544312080067042], "p_value": 0.9160576444890508, "input_sha256": "7c811090d8fe6e81ff03cbd9b4af0235b73c464f860f85539ff3e81f4752cf15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2596769331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1857745579897194, "interval": [-4.0586327680193826, 6.430181883998822], "p_value": 0.628, "input_sha256": "a744d4bf98b05139fb97bd1ed8734aa40596bcbaae2637a9463615f521c89f09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2596769331, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1857745579897194, "interval": [-3.4260415094401293, 5.835230175648178], "p_value": 0.6449152529941881, "input_sha256": "a744d4bf98b05139fb97bd1ed8734aa40596bcbaae2637a9463615f521c89f09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2596769331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010593218972360728, "interval": [-0.0408671733449861, 0.06205361128970756], "p_value": 0.668, "input_sha256": "a744d4bf98b05139fb97bd1ed8734aa40596bcbaae2637a9463615f521c89f09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2596769331, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010593218972360728, "interval": [-0.03774710954663737, 0.05489204274242937], "p_value": 0.674435683148827, "input_sha256": "a744d4bf98b05139fb97bd1ed8734aa40596bcbaae2637a9463615f521c89f09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2695385176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.904570206246123, "interval": [-1.170209012607188, 6.979349425099434], "p_value": 0.142, "input_sha256": "78db6bcf959953400d0cb75697680ce731013c9b09b3528140a70acb48df58cb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2695385176, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.904570206246123, "interval": [-0.6971384959692674, 6.758219693901004], "p_value": 0.15515122475701743, "input_sha256": "78db6bcf959953400d0cb75697680ce731013c9b09b3528140a70acb48df58cb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2695385176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03353148929155662, "interval": [-0.01233811317608767, 0.0794010917592009], "p_value": 0.123, "input_sha256": "78db6bcf959953400d0cb75697680ce731013c9b09b3528140a70acb48df58cb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2695385176, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03353148929155662, "interval": [-0.0030244678981791633, 0.08006476169766844], "p_value": 0.14491026479785682, "input_sha256": "78db6bcf959953400d0cb75697680ce731013c9b09b3528140a70acb48df58cb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1405428204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8969396913818792, "interval": [-5.400812815605027, 3.6069334328412683], "p_value": 0.681, "input_sha256": "814c93f52a51ccbb237e8e38ee71c095bc28ea31bfee4b17ff04e0ba0f7313b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1405428204, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8969396913818792, "interval": [-5.923314026694965, 3.01195311286008], "p_value": 0.6867787891701465, "input_sha256": "814c93f52a51ccbb237e8e38ee71c095bc28ea31bfee4b17ff04e0ba0f7313b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1405428204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007678581988580507, "interval": [-0.04033108484319133, 0.055688248820352344], "p_value": 0.736, "input_sha256": "814c93f52a51ccbb237e8e38ee71c095bc28ea31bfee4b17ff04e0ba0f7313b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1405428204, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007678581988580507, "interval": [-0.04332108557547739, 0.052078341994953134], "p_value": 0.7454930201958008, "input_sha256": "814c93f52a51ccbb237e8e38ee71c095bc28ea31bfee4b17ff04e0ba0f7313b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4143454098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6056734861797053, "interval": [-5.724018642723635, 4.512671670364224], "p_value": 0.828, "input_sha256": "96d106695fd0cd952808abf392eb3483a4d8d5ac5e4e0a00704bbcf7653e86ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4143454098, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6056734861797053, "interval": [-4.867569808944053, 4.452315185361488], "p_value": 0.809422519491635, "input_sha256": "96d106695fd0cd952808abf392eb3483a4d8d5ac5e4e0a00704bbcf7653e86ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4143454098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011169298560417049, "interval": [-0.07193707344295841, 0.049598476322124316], "p_value": 0.723, "input_sha256": "96d106695fd0cd952808abf392eb3483a4d8d5ac5e4e0a00704bbcf7653e86ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4143454098, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011169298560417049, "interval": [-0.06255925126093792, 0.046127566739026904], "p_value": 0.7074276065150283, "input_sha256": "96d106695fd0cd952808abf392eb3483a4d8d5ac5e4e0a00704bbcf7653e86ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1318238831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.434160208988078, "interval": [-10.519365021346248, 3.6510446033700923], "p_value": 0.321, "input_sha256": "f06cacaf378688e5480893d74f40828cdf51620d7335e1f7e541c5863582c2a2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1318238831, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.434160208988078, "interval": [-10.312335767144496, 3.0713680294050065], "p_value": 0.3272051157867951, "input_sha256": "f06cacaf378688e5480893d74f40828cdf51620d7335e1f7e541c5863582c2a2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1318238831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.041864943588472425, "interval": [-0.11619860823434366, 0.032468721057398814], "p_value": 0.269, "input_sha256": "f06cacaf378688e5480893d74f40828cdf51620d7335e1f7e541c5863582c2a2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1318238831, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.041864943588472425, "interval": [-0.11319912018676354, 0.025918241689001704], "p_value": 0.2586085040846429, "input_sha256": "f06cacaf378688e5480893d74f40828cdf51620d7335e1f7e541c5863582c2a2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2333990637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5085177279734874, "interval": [-3.895648647042945, 6.912684102989919], "p_value": 0.547, "input_sha256": "7b8a2c4c7422ba4de1859432dc5024f4d52ae7fd769f1b3697f82d0fd3529a45"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2333990637, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5085177279734874, "interval": [-3.190250131941517, 6.4042226769200985], "p_value": 0.5673719918648235, "input_sha256": "7b8a2c4c7422ba4de1859432dc5024f4d52ae7fd769f1b3697f82d0fd3529a45"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2333990637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0318569038848336, "interval": [-0.03862522632280507, 0.10233903409247228], "p_value": 0.335, "input_sha256": "7b8a2c4c7422ba4de1859432dc5024f4d52ae7fd769f1b3697f82d0fd3529a45"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2333990637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0318569038848336, "interval": [-0.02121673358574023, 0.10315750948664326], "p_value": 0.35141766796808194, "input_sha256": "7b8a2c4c7422ba4de1859432dc5024f4d52ae7fd769f1b3697f82d0fd3529a45"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3451039440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.951941909237084, "interval": [0.11757739802940748, 13.786306420444761], "p_value": 0.039, "input_sha256": "0bcbf5d225bad7a83db826e26bc76f81acdd8e691477503bdfc596e081582b62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3451039440, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.951941909237084, "interval": [1.902159748968648, 13.66363148780552], "p_value": 0.04658679714032314, "input_sha256": "0bcbf5d225bad7a83db826e26bc76f81acdd8e691477503bdfc596e081582b62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3451039440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08298004897662217, "interval": [-0.000271234596461431, 0.1662313325497058], "p_value": 0.05, "input_sha256": "0bcbf5d225bad7a83db826e26bc76f81acdd8e691477503bdfc596e081582b62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3451039440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08298004897662217, "interval": [0.020109934974556647, 0.16392384788158904], "p_value": 0.05066331964831485, "input_sha256": "0bcbf5d225bad7a83db826e26bc76f81acdd8e691477503bdfc596e081582b62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2495324127, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2863632904379423, "interval": [-7.014739953780467, 2.4420133729045816], "p_value": 0.317, "input_sha256": "26859991906d71a386cbeada841a6e63a66d2f6a44462eb6d5e92519d4df98c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2495324127, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2863632904379423, "interval": [-7.095146016850133, 1.8671535626767657], "p_value": 0.3266409391470181, "input_sha256": "26859991906d71a386cbeada841a6e63a66d2f6a44462eb6d5e92519d4df98c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2495324127, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027355702486964048, "interval": [-0.07497392474545347, 0.020262519771525378], "p_value": 0.237, "input_sha256": "26859991906d71a386cbeada841a6e63a66d2f6a44462eb6d5e92519d4df98c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2495324127, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027355702486964048, "interval": [-0.07441769687411319, 0.013495947048216578], "p_value": 0.24868281952452242, "input_sha256": "26859991906d71a386cbeada841a6e63a66d2f6a44462eb6d5e92519d4df98c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2696302531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.395179021887002, "interval": [-3.980497007751854, 8.770855051525858], "p_value": 0.422, "input_sha256": "28f386a84540c7738d391273c08a1cc47f879f8a0e796c9fa29c14d9f99786c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2696302531, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.395179021887002, "interval": [-3.1711807397276544, 7.956399969595981], "p_value": 0.44399648881824905, "input_sha256": "28f386a84540c7738d391273c08a1cc47f879f8a0e796c9fa29c14d9f99786c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2696302531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03142565569338546, "interval": [-0.03516088384763463, 0.09801219523440555], "p_value": 0.346, "input_sha256": "28f386a84540c7738d391273c08a1cc47f879f8a0e796c9fa29c14d9f99786c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2696302531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03142565569338546, "interval": [-0.027016812782389057, 0.0894779881322013], "p_value": 0.33973324948070127, "input_sha256": "28f386a84540c7738d391273c08a1cc47f879f8a0e796c9fa29c14d9f99786c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2228728376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.26338537789043603, "interval": [-5.803668255388549, 6.33043901116942], "p_value": 0.934, "input_sha256": "1b7cfdc7fbc9f611abe22d6a07ed193a5e6146da4e0fff5e6fbf0aaa644e6407"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2228728376, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.26338537789043603, "interval": [-5.029729735995535, 6.459078799338206], "p_value": 0.9291206689965559, "input_sha256": "1b7cfdc7fbc9f611abe22d6a07ed193a5e6146da4e0fff5e6fbf0aaa644e6407"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2228728376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01853245451454858, "interval": [-0.0674613661442656, 0.10452627517336277], "p_value": 0.666, "input_sha256": "1b7cfdc7fbc9f611abe22d6a07ed193a5e6146da4e0fff5e6fbf0aaa644e6407"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2228728376, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01853245451454858, "interval": [-0.0538243480117922, 0.10763314636948336], "p_value": 0.6582730480587975, "input_sha256": "1b7cfdc7fbc9f611abe22d6a07ed193a5e6146da4e0fff5e6fbf0aaa644e6407"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 988352726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.22504602013119246, "interval": [-6.064348616721607, 5.614256576459222], "p_value": 0.946, "input_sha256": "4d9521c7eb33e7bff06ba2b8ae43661b5a1f5d5c1207157a151a0886362d4104"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 988352726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.22504602013119246, "interval": [-6.577974739913176, 4.61025436851456], "p_value": 0.9374184875347855, "input_sha256": "4d9521c7eb33e7bff06ba2b8ae43661b5a1f5d5c1207157a151a0886362d4104"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 988352726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0013928947535279453, "interval": [-0.06787301237830057, 0.06508722287124469], "p_value": 0.975, "input_sha256": "4d9521c7eb33e7bff06ba2b8ae43661b5a1f5d5c1207157a151a0886362d4104"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 988352726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0013928947535279453, "interval": [-0.08102794616291321, 0.04906202045292312], "p_value": 0.965841385779548, "input_sha256": "4d9521c7eb33e7bff06ba2b8ae43661b5a1f5d5c1207157a151a0886362d4104"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 515447402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.235458015050613, "interval": [-3.450201118298075, 5.921117148399301], "p_value": 0.614, "input_sha256": "85bc2e80b97b9929d8a821d268e58492b082e51e9963afc2fc35422a7b4fc370"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 515447402, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.235458015050613, "interval": [-2.4688324364597394, 5.9485788902540335], "p_value": 0.591561575539178, "input_sha256": "85bc2e80b97b9929d8a821d268e58492b082e51e9963afc2fc35422a7b4fc370"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 515447402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015044664648668478, "interval": [-0.03878534838824396, 0.06887467768558092], "p_value": 0.565, "input_sha256": "85bc2e80b97b9929d8a821d268e58492b082e51e9963afc2fc35422a7b4fc370"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 515447402, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015044664648668478, "interval": [-0.03131020589360953, 0.06998860767251376], "p_value": 0.5694855809902029, "input_sha256": "85bc2e80b97b9929d8a821d268e58492b082e51e9963afc2fc35422a7b4fc370"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2236871380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9172624087894636, "interval": [-7.847406714436298, 4.012881896857371], "p_value": 0.484, "input_sha256": "b6ad98a541ef0c96631576641c9f9181be8634fc9bde517d6191b1398ca4dd12"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2236871380, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9172624087894636, "interval": [-7.559672100367676, 3.497261796053435], "p_value": 0.5091803941467486, "input_sha256": "b6ad98a541ef0c96631576641c9f9181be8634fc9bde517d6191b1398ca4dd12"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2236871380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0042177503868228265, "interval": [-0.06611286080148114, 0.057677360027835495], "p_value": 0.884, "input_sha256": "b6ad98a541ef0c96631576641c9f9181be8634fc9bde517d6191b1398ca4dd12"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2236871380, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0042177503868228265, "interval": [-0.05990996033728092, 0.05233707869783963], "p_value": 0.8884664411718064, "input_sha256": "b6ad98a541ef0c96631576641c9f9181be8634fc9bde517d6191b1398ca4dd12"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3350344974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.543105560364094, "interval": [-7.68653846878342, 4.600327348055231], "p_value": 0.597, "input_sha256": "082b86787fe60a5fcba58f906f08bd109b72b6f5c401ffdd7e85a9e5045d4ea9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3350344974, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.543105560364094, "interval": [-6.962041618547355, 4.101686573672571], "p_value": 0.607886133812954, "input_sha256": "082b86787fe60a5fcba58f906f08bd109b72b6f5c401ffdd7e85a9e5045d4ea9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3350344974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019673890629387056, "interval": [-0.084994543983314, 0.045646762724539894], "p_value": 0.518, "input_sha256": "082b86787fe60a5fcba58f906f08bd109b72b6f5c401ffdd7e85a9e5045d4ea9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3350344974, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019673890629387056, "interval": [-0.07527917528170934, 0.04632324842892012], "p_value": 0.5397983696264759, "input_sha256": "082b86787fe60a5fcba58f906f08bd109b72b6f5c401ffdd7e85a9e5045d4ea9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3486142194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8351602137239605, "interval": [-5.244674682060417, 6.914995109508338], "p_value": 0.784, "input_sha256": "f09eaf38f358ca3abe2c217e587fbb26259915cb4b3ea0e377cca6b5fc66d1ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3486142194, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8351602137239605, "interval": [-4.130279042976364, 7.345280420804653], "p_value": 0.7793654979180419, "input_sha256": "f09eaf38f358ca3abe2c217e587fbb26259915cb4b3ea0e377cca6b5fc66d1ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3486142194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018392265219829798, "interval": [-0.058584887238117334, 0.09536941767777693], "p_value": 0.658, "input_sha256": "f09eaf38f358ca3abe2c217e587fbb26259915cb4b3ea0e377cca6b5fc66d1ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3486142194, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018392265219829798, "interval": [-0.04136863883717839, 0.10767753551209536], "p_value": 0.622807008195437, "input_sha256": "f09eaf38f358ca3abe2c217e587fbb26259915cb4b3ea0e377cca6b5fc66d1ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1166265914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.133677895193529, "interval": [1.2473954542819614, 11.019960336105097], "p_value": 0.019, "input_sha256": "8f4016c9dec05ab0f4b2f22187fd477f275082fab881efd38a486d22caf9f3f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1166265914, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.133677895193529, "interval": [1.768291961424995, 10.736550678675925], "p_value": 0.015655801431963896, "input_sha256": "8f4016c9dec05ab0f4b2f22187fd477f275082fab881efd38a486d22caf9f3f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1166265914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061142228746807636, "interval": [0.007678079873292901, 0.11460637762032237], "p_value": 0.024, "input_sha256": "8f4016c9dec05ab0f4b2f22187fd477f275082fab881efd38a486d22caf9f3f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1166265914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061142228746807636, "interval": [0.01693788579351266, 0.1160298193970895], "p_value": 0.026460774348704367, "input_sha256": "8f4016c9dec05ab0f4b2f22187fd477f275082fab881efd38a486d22caf9f3f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1272807511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3476584944219535, "interval": [-5.4387365178785885, 6.134053506722495], "p_value": 0.899, "input_sha256": "2d9963dfc86180a628d20b703a47d8e0483451cf5e57d18645a1dd8d55015d1f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1272807511, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3476584944219535, "interval": [-5.030391718928464, 5.375793002550265], "p_value": 0.9024863863724217, "input_sha256": "2d9963dfc86180a628d20b703a47d8e0483451cf5e57d18645a1dd8d55015d1f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1272807511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0030106539932859178, "interval": [-0.056082774646093146, 0.050061466659521305], "p_value": 0.918, "input_sha256": "2d9963dfc86180a628d20b703a47d8e0483451cf5e57d18645a1dd8d55015d1f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1272807511, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0030106539932859178, "interval": [-0.0520371533355602, 0.04216396268001086], "p_value": 0.9079634988787793, "input_sha256": "2d9963dfc86180a628d20b703a47d8e0483451cf5e57d18645a1dd8d55015d1f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1223821051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.365095772900286, "interval": [-15.338508300813697, -1.3916832449868766], "p_value": 0.015, "input_sha256": "546a7d88b44244b017d3e5eeca6b7f35e422223faaaa450233d69da9fd2c3453"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1223821051, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.365095772900286, "interval": [-15.780346470075175, -2.80581212698996], "p_value": 0.021634594176717415, "input_sha256": "546a7d88b44244b017d3e5eeca6b7f35e422223faaaa450233d69da9fd2c3453"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1223821051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0911079149810694, "interval": [-0.16937586093271054, -0.012839969029428272], "p_value": 0.019, "input_sha256": "546a7d88b44244b017d3e5eeca6b7f35e422223faaaa450233d69da9fd2c3453"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1223821051, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0911079149810694, "interval": [-0.17654099945458693, -0.030817486705518177], "p_value": 0.025223562663903645, "input_sha256": "546a7d88b44244b017d3e5eeca6b7f35e422223faaaa450233d69da9fd2c3453"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3734187152, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1737336786588055, "interval": [-1.8542448316301834, 6.201712188947795], "p_value": 0.272, "input_sha256": "aa55e48e972bd15d176babda9942cd47b84ef55846f416a383bca5494995f73b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3734187152, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1737336786588055, "interval": [-1.6293716767189237, 5.656293632372699], "p_value": 0.27893658411804867, "input_sha256": "aa55e48e972bd15d176babda9942cd47b84ef55846f416a383bca5494995f73b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3734187152, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018684873584135155, "interval": [-0.023925673112656885, 0.061295420280927194], "p_value": 0.368, "input_sha256": "aa55e48e972bd15d176babda9942cd47b84ef55846f416a383bca5494995f73b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3734187152, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018684873584135155, "interval": [-0.019228918138565258, 0.05754342608127816], "p_value": 0.37759651705021924, "input_sha256": "aa55e48e972bd15d176babda9942cd47b84ef55846f416a383bca5494995f73b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1805081339, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4295008903805675, "interval": [-3.1850936917012573, 8.044095472462391], "p_value": 0.383, "input_sha256": "f537613b71b6727404cea8a5c2f2d5808a35b13ea60441ae446d8c029795fc87"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1805081339, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4295008903805675, "interval": [-2.2768081771157656, 8.218790003838235], "p_value": 0.3840031849981156, "input_sha256": "f537613b71b6727404cea8a5c2f2d5808a35b13ea60441ae446d8c029795fc87"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1805081339, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028248503561716643, "interval": [-0.03162067772945776, 0.08811768485289105], "p_value": 0.349, "input_sha256": "f537613b71b6727404cea8a5c2f2d5808a35b13ea60441ae446d8c029795fc87"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1805081339, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028248503561716643, "interval": [-0.025393073104139866, 0.08750881369992115], "p_value": 0.3433740963952612, "input_sha256": "f537613b71b6727404cea8a5c2f2d5808a35b13ea60441ae446d8c029795fc87"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 383181231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12649576527275652, "interval": [-5.6246603451142905, 5.8776518756598035], "p_value": 0.966, "input_sha256": "13f5439b203ca6bc338dde40a587195fc6405f4aae4f7dacf1c1118bca06b3bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 383181231, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12649576527275652, "interval": [-5.6705545379244535, 4.82700888237611], "p_value": 0.9643107694040771, "input_sha256": "13f5439b203ca6bc338dde40a587195fc6405f4aae4f7dacf1c1118bca06b3bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 383181231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00028866094354814374, "interval": [-0.05553104635800042, 0.05495372447090413], "p_value": 0.992, "input_sha256": "13f5439b203ca6bc338dde40a587195fc6405f4aae4f7dacf1c1118bca06b3bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 383181231, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00028866094354814374, "interval": [-0.04900804579511956, 0.04907184764222581], "p_value": 0.991523880934472, "input_sha256": "13f5439b203ca6bc338dde40a587195fc6405f4aae4f7dacf1c1118bca06b3bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4074404310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2382621338776065, "interval": [-2.2904090812709246, 10.766933349026138], "p_value": 0.217, "input_sha256": "9c8ad6cfc6fe1178b4a5393fa9d4b0006f16e192f3b5cd7ac637f70af65e7a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4074404310, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2382621338776065, "interval": [-1.3819614547918337, 9.945074763524719], "p_value": 0.1911707215069704, "input_sha256": "9c8ad6cfc6fe1178b4a5393fa9d4b0006f16e192f3b5cd7ac637f70af65e7a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4074404310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05543274693575691, "interval": [-0.02221383010975013, 0.13307932398126393], "p_value": 0.163, "input_sha256": "9c8ad6cfc6fe1178b4a5393fa9d4b0006f16e192f3b5cd7ac637f70af65e7a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4074404310, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05543274693575691, "interval": [-0.004589042080032022, 0.13272954463488568], "p_value": 0.15123100966190425, "input_sha256": "9c8ad6cfc6fe1178b4a5393fa9d4b0006f16e192f3b5cd7ac637f70af65e7a50"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4021526499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.27327243535352425, "interval": [-4.996319760179202, 5.542864630886251], "p_value": 0.921, "input_sha256": "774d32180a2f9cbc3fdc1cccd18a25f63859273c045c1d249475f87507547680"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4021526499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.27327243535352425, "interval": [-4.596433109375146, 4.8870334165652745], "p_value": 0.9157494171268994, "input_sha256": "774d32180a2f9cbc3fdc1cccd18a25f63859273c045c1d249475f87507547680"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4021526499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009910820184205695, "interval": [-0.05094842454828904, 0.07077006491670043], "p_value": 0.749, "input_sha256": "774d32180a2f9cbc3fdc1cccd18a25f63859273c045c1d249475f87507547680"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4021526499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009910820184205695, "interval": [-0.04737838106402658, 0.06316646327243843], "p_value": 0.7397055099960492, "input_sha256": "774d32180a2f9cbc3fdc1cccd18a25f63859273c045c1d249475f87507547680"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1337551849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13308271343363332, "interval": [-6.291427613814828, 6.025262186947562], "p_value": 0.959, "input_sha256": "406ffd80682d90263690125991c98fad7a1473ced7341a9acde22aebe2857cc7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1337551849, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13308271343363332, "interval": [-5.093391843287978, 5.545129915338396], "p_value": 0.9645823326131961, "input_sha256": "406ffd80682d90263690125991c98fad7a1473ced7341a9acde22aebe2857cc7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1337551849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.006112849030876e-05, "interval": [-0.05855654501681888, 0.05847642275983826], "p_value": 0.999, "input_sha256": "406ffd80682d90263690125991c98fad7a1473ced7341a9acde22aebe2857cc7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1337551849, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.006112849030876e-05, "interval": [-0.04896584532122162, 0.05332540643909353], "p_value": 0.9988769133177671, "input_sha256": "406ffd80682d90263690125991c98fad7a1473ced7341a9acde22aebe2857cc7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1549455916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3424189431058573, "interval": [-6.219333182343281, 3.5344952961315665], "p_value": 0.589, "input_sha256": "aaca030d2bcc13043dde4a413edfbd2a6cdc7a6396e02f46972f85114f9041ac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1549455916, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3424189431058573, "interval": [-5.637683594593719, 2.797160099419956], "p_value": 0.5760205304091108, "input_sha256": "aaca030d2bcc13043dde4a413edfbd2a6cdc7a6396e02f46972f85114f9041ac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1549455916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013370825813101877, "interval": [-0.06403835919762317, 0.037296707571419424], "p_value": 0.604, "input_sha256": "aaca030d2bcc13043dde4a413edfbd2a6cdc7a6396e02f46972f85114f9041ac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1549455916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013370825813101877, "interval": [-0.058560974665492864, 0.0265843407630563], "p_value": 0.5911977160389765, "input_sha256": "aaca030d2bcc13043dde4a413edfbd2a6cdc7a6396e02f46972f85114f9041ac"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2527306010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1429445434779275, "interval": [-1.44884734200238, 9.734736428958236], "p_value": 0.139, "input_sha256": "ab352ad7161ea477a4ab20fdfecc2eed4d21c2fdac217b702f27d99e8a786aff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2527306010, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1429445434779275, "interval": [-0.80370045447748, 9.581976302305128], "p_value": 0.13963868771836763, "input_sha256": "ab352ad7161ea477a4ab20fdfecc2eed4d21c2fdac217b702f27d99e8a786aff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2527306010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040139784632492, "interval": [-0.023168823814941328, 0.10344839307992533], "p_value": 0.19, "input_sha256": "ab352ad7161ea477a4ab20fdfecc2eed4d21c2fdac217b702f27d99e8a786aff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2527306010, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040139784632492, "interval": [-0.011655548417268676, 0.10749864299850687], "p_value": 0.20183932963877113, "input_sha256": "ab352ad7161ea477a4ab20fdfecc2eed4d21c2fdac217b702f27d99e8a786aff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1234726883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.083685370447705, "interval": [-10.787119321564209, 2.619748580668798], "p_value": 0.198, "input_sha256": "0bee3249677485ed9ee6dc962a5e4b3580f3e5d8bb09ff36a751f8ccbeb741e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1234726883, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.083685370447705, "interval": [-10.179575747690107, 2.0604640151793854], "p_value": 0.2216618389253777, "input_sha256": "0bee3249677485ed9ee6dc962a5e4b3580f3e5d8bb09ff36a751f8ccbeb741e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1234726883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03417854981755287, "interval": [-0.0986756280075696, 0.030318528372463856], "p_value": 0.262, "input_sha256": "0bee3249677485ed9ee6dc962a5e4b3580f3e5d8bb09ff36a751f8ccbeb741e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1234726883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03417854981755287, "interval": [-0.09229005286974824, 0.023747207794464754], "p_value": 0.28644643781798196, "input_sha256": "0bee3249677485ed9ee6dc962a5e4b3580f3e5d8bb09ff36a751f8ccbeb741e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2872401349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.3501304076242295, "interval": [-0.38938416989401325, 13.089644985142472], "p_value": 0.067, "input_sha256": "4594b5324024a84e2787b35d20f32f1eaa4aeb6ce38d1d15f6c0d5cd8d9af77c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2872401349, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.3501304076242295, "interval": [0.40374530016733257, 12.732115382984334], "p_value": 0.06372084453395983, "input_sha256": "4594b5324024a84e2787b35d20f32f1eaa4aeb6ce38d1d15f6c0d5cd8d9af77c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2872401349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056512096848424224, "interval": [-0.02256932313202597, 0.1355935168288744], "p_value": 0.138, "input_sha256": "4594b5324024a84e2787b35d20f32f1eaa4aeb6ce38d1d15f6c0d5cd8d9af77c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2872401349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056512096848424224, "interval": [-0.029171071074873326, 0.11900766755418217], "p_value": 0.15348825427469115, "input_sha256": "4594b5324024a84e2787b35d20f32f1eaa4aeb6ce38d1d15f6c0d5cd8d9af77c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2221179021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.10835378000876639, "interval": [-6.229539224083432, 6.012831664065899], "p_value": 0.97, "input_sha256": "d0c9cf5282f21c2b4d9ddd27168965ac923f630437c4964811f3d383ae918d7e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2221179021, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.10835378000876639, "interval": [-5.763130963072435, 5.196703072154], "p_value": 0.9711651761870634, "input_sha256": "d0c9cf5282f21c2b4d9ddd27168965ac923f630437c4964811f3d383ae918d7e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2221179021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009350109571766612, "interval": [-0.05324003255989117, 0.0719402517034244], "p_value": 0.757, "input_sha256": "d0c9cf5282f21c2b4d9ddd27168965ac923f630437c4964811f3d383ae918d7e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2221179021, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009350109571766612, "interval": [-0.04836571434154741, 0.06356139279037006], "p_value": 0.7602108326379695, "input_sha256": "d0c9cf5282f21c2b4d9ddd27168965ac923f630437c4964811f3d383ae918d7e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2274642929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.730684832136569, "interval": [-8.399496007432045, 4.938126343158906], "p_value": 0.585, "input_sha256": "3ab76c7be3f1fc4a4d67ab769b85efbfe5f842349f6181d63d41279fb42be174"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2274642929, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.730684832136569, "interval": [-7.878249966642583, 4.5902782057178415], "p_value": 0.5956596326975045, "input_sha256": "3ab76c7be3f1fc4a4d67ab769b85efbfe5f842349f6181d63d41279fb42be174"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2274642929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03520958486309875, "interval": [-0.11628137587284973, 0.045862206146652235], "p_value": 0.37, "input_sha256": "3ab76c7be3f1fc4a4d67ab769b85efbfe5f842349f6181d63d41279fb42be174"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2274642929, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03520958486309875, "interval": [-0.11778318550403181, 0.03416039365280679], "p_value": 0.37863711709457415, "input_sha256": "3ab76c7be3f1fc4a4d67ab769b85efbfe5f842349f6181d63d41279fb42be174"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1412007261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7330382273875056, "interval": [-6.134780498897774, 4.668704044122762], "p_value": 0.803, "input_sha256": "f61fc47d60fc75b26ff4adeeed45f7f0a87576364911478c7090677b91a9b86e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1412007261, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7330382273875056, "interval": [-5.62479377359563, 3.998446871619132], "p_value": 0.7814886393154217, "input_sha256": "f61fc47d60fc75b26ff4adeeed45f7f0a87576364911478c7090677b91a9b86e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1412007261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012849325277637961, "interval": [-0.07126023831325128, 0.04556158775797536], "p_value": 0.683, "input_sha256": "f61fc47d60fc75b26ff4adeeed45f7f0a87576364911478c7090677b91a9b86e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1412007261, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012849325277637961, "interval": [-0.06782022267139916, 0.03655226420336203], "p_value": 0.6528038229866984, "input_sha256": "f61fc47d60fc75b26ff4adeeed45f7f0a87576364911478c7090677b91a9b86e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1448514654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7173089419009393, "interval": [-7.840136088068078, 4.405518204266199], "p_value": 0.589, "input_sha256": "e7d8225f995a32b4afa124fa7e7363ff03ecb11c585f3ddcb66eb5022c9ae011"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1448514654, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7173089419009393, "interval": [-7.258931267668855, 4.289950202918129], "p_value": 0.5688666752750611, "input_sha256": "e7d8225f995a32b4afa124fa7e7363ff03ecb11c585f3ddcb66eb5022c9ae011"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1448514654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0018444892424293521, "interval": [-0.06508291227120061, 0.06139393378634191], "p_value": 0.958, "input_sha256": "e7d8225f995a32b4afa124fa7e7363ff03ecb11c585f3ddcb66eb5022c9ae011"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1448514654, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0018444892424293521, "interval": [-0.059118855902416785, 0.062298063297730036], "p_value": 0.9524980417212847, "input_sha256": "e7d8225f995a32b4afa124fa7e7363ff03ecb11c585f3ddcb66eb5022c9ae011"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4281211616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1143186587882985, "interval": [-3.6833231642971125, 7.9119604818737095], "p_value": 0.449, "input_sha256": "f930d00e83d70271c0bf9f5c3d1d11e44b0cf525f57b714dab85e8a500fff8af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4281211616, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1143186587882985, "interval": [-2.831660419753714, 7.687697725763949], "p_value": 0.4585861514837377, "input_sha256": "f930d00e83d70271c0bf9f5c3d1d11e44b0cf525f57b714dab85e8a500fff8af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4281211616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010913245284208024, "interval": [-0.060641986288106256, 0.0824684768565223], "p_value": 0.749, "input_sha256": "f930d00e83d70271c0bf9f5c3d1d11e44b0cf525f57b714dab85e8a500fff8af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4281211616, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010913245284208024, "interval": [-0.05994980451860863, 0.06741232438208303], "p_value": 0.7552025736287298, "input_sha256": "f930d00e83d70271c0bf9f5c3d1d11e44b0cf525f57b714dab85e8a500fff8af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1217631130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5344162027162076, "interval": [-10.788130347538935, 3.71929794210652], "p_value": 0.318, "input_sha256": "995d739880c761ba237baea254466fc07aac2f2926778713c4aef0b4e9aa6e62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1217631130, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5344162027162076, "interval": [-10.3073653191013, 2.646517130605949], "p_value": 0.32441347018398314, "input_sha256": "995d739880c761ba237baea254466fc07aac2f2926778713c4aef0b4e9aa6e62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1217631130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03666071020545721, "interval": [-0.11742680770345659, 0.04410538729254216], "p_value": 0.346, "input_sha256": "995d739880c761ba237baea254466fc07aac2f2926778713c4aef0b4e9aa6e62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1217631130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03666071020545721, "interval": [-0.10992981075982383, 0.03324402911010771], "p_value": 0.3578770585597739, "input_sha256": "995d739880c761ba237baea254466fc07aac2f2926778713c4aef0b4e9aa6e62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 789684919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7007161065372096, "interval": [-8.963601617007436, 3.5621694039330163], "p_value": 0.375, "input_sha256": "0f04a47ef71b54816727039f011c1ec7c1bd6f18d02310ffd968725d913f5a83"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 789684919, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7007161065372096, "interval": [-9.223963302183531, 2.7660039322266043], "p_value": 0.3820230882450021, "input_sha256": "0f04a47ef71b54816727039f011c1ec7c1bd6f18d02310ffd968725d913f5a83"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 789684919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.031115649885277097, "interval": [-0.09725772626205703, 0.03502642649150284], "p_value": 0.333, "input_sha256": "0f04a47ef71b54816727039f011c1ec7c1bd6f18d02310ffd968725d913f5a83"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 789684919, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.031115649885277097, "interval": [-0.1004737339471436, 0.02872203844584135], "p_value": 0.34002971534063875, "input_sha256": "0f04a47ef71b54816727039f011c1ec7c1bd6f18d02310ffd968725d913f5a83"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 972633507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02539859837738856, "interval": [-6.4472747485745865, 6.396477551819809], "p_value": 0.995, "input_sha256": "1ae2533ea5031b2b8f11f0c75156236aed6e2d83f0a6e4552c1e11dc1a312318"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 972633507, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02539859837738856, "interval": [-6.033679728962064, 5.421123626426258], "p_value": 0.9935732789788165, "input_sha256": "1ae2533ea5031b2b8f11f0c75156236aed6e2d83f0a6e4552c1e11dc1a312318"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 972633507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0045627002387336486, "interval": [-0.060776375248132064, 0.06990177572559936], "p_value": 0.88, "input_sha256": "1ae2533ea5031b2b8f11f0c75156236aed6e2d83f0a6e4552c1e11dc1a312318"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 972633507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0045627002387336486, "interval": [-0.05414169731088291, 0.05981162226419097], "p_value": 0.8868624575561479, "input_sha256": "1ae2533ea5031b2b8f11f0c75156236aed6e2d83f0a6e4552c1e11dc1a312318"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1029218292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2359563294851714, "interval": [-1.782088702527207, 8.25400136149755], "p_value": 0.188, "input_sha256": "bb0b84767ac2cf78b675db3c4eed036866c17532dd952193f9bf0d0d87a77403"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1029218292, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2359563294851714, "interval": [-1.041733686695076, 8.173402089576784], "p_value": 0.19641630459306733, "input_sha256": "bb0b84767ac2cf78b675db3c4eed036866c17532dd952193f9bf0d0d87a77403"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1029218292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02843604998665899, "interval": [-0.03810616203937047, 0.09497826201268844], "p_value": 0.376, "input_sha256": "bb0b84767ac2cf78b675db3c4eed036866c17532dd952193f9bf0d0d87a77403"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1029218292, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02843604998665899, "interval": [-0.0266159009811249, 0.09199054483695118], "p_value": 0.385685606001412, "input_sha256": "bb0b84767ac2cf78b675db3c4eed036866c17532dd952193f9bf0d0d87a77403"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 509353812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.91678733118462, "interval": [-6.256276823798206, 4.422702161428967], "p_value": 0.721, "input_sha256": "39b22b5ba17964d90625be5a07eedffec5e5df0fb9d57a4d67e63e3e28ea1c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 509353812, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.91678733118462, "interval": [-5.464522377743526, 3.7154150529319403], "p_value": 0.7274197345413864, "input_sha256": "39b22b5ba17964d90625be5a07eedffec5e5df0fb9d57a4d67e63e3e28ea1c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 509353812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015201353196107421, "interval": [-0.07110886235869675, 0.0407061559664819], "p_value": 0.562, "input_sha256": "39b22b5ba17964d90625be5a07eedffec5e5df0fb9d57a4d67e63e3e28ea1c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 509353812, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015201353196107421, "interval": [-0.06582187355353765, 0.03385185481987668], "p_value": 0.5813868359703642, "input_sha256": "39b22b5ba17964d90625be5a07eedffec5e5df0fb9d57a4d67e63e3e28ea1c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1474074092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.4821808501475573, "interval": [-8.95282383584374, 3.988462135548625], "p_value": 0.445, "input_sha256": "30d903772a4bc1f5230b39d049a268823b96b39dc4aa6b3c1d394f2354e68aa7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1474074092, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.4821808501475573, "interval": [-8.561611502771598, 3.4751498335604643], "p_value": 0.4386742439269633, "input_sha256": "30d903772a4bc1f5230b39d049a268823b96b39dc4aa6b3c1d394f2354e68aa7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1474074092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03529470723756078, "interval": [-0.11695284083144558, 0.04636342635632402], "p_value": 0.419, "input_sha256": "30d903772a4bc1f5230b39d049a268823b96b39dc4aa6b3c1d394f2354e68aa7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1474074092, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03529470723756078, "interval": [-0.11704473190227917, 0.029314434366180992], "p_value": 0.3831370516089663, "input_sha256": "30d903772a4bc1f5230b39d049a268823b96b39dc4aa6b3c1d394f2354e68aa7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3641405430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.164766360394397, "interval": [-0.8837942752481567, 7.213326996036951], "p_value": 0.135, "input_sha256": "873db9ca86eff9d6b206cb0bd04eda49dd6092e23c9d9f37654ec1a7715c4c7f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3641405430, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.164766360394397, "interval": [-0.029490274994740072, 7.025901395932837], "p_value": 0.12028656564923614, "input_sha256": "873db9ca86eff9d6b206cb0bd04eda49dd6092e23c9d9f37654ec1a7715c4c7f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3641405430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03906305727620979, "interval": [-0.009166967807063747, 0.08729308235948333], "p_value": 0.108, "input_sha256": "873db9ca86eff9d6b206cb0bd04eda49dd6092e23c9d9f37654ec1a7715c4c7f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3641405430, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03906305727620979, "interval": [-0.004119267362273149, 0.08346524885441887], "p_value": 0.10777160796762635, "input_sha256": "873db9ca86eff9d6b206cb0bd04eda49dd6092e23c9d9f37654ec1a7715c4c7f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 307075735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5050288060968213, "interval": [-7.266019048985105, 6.255961436791462], "p_value": 0.874, "input_sha256": "8aa2cdc7ae7f0c227c399bb6ac8ce4fc4ec9b7cc89dbf1bca484aafe354c0110"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 307075735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5050288060968213, "interval": [-6.851376001224062, 4.991711287346238], "p_value": 0.8778092878366525, "input_sha256": "8aa2cdc7ae7f0c227c399bb6ac8ce4fc4ec9b7cc89dbf1bca484aafe354c0110"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 307075735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00816750349874554, "interval": [-0.07045604823827317, 0.08679105523576425], "p_value": 0.835, "input_sha256": "8aa2cdc7ae7f0c227c399bb6ac8ce4fc4ec9b7cc89dbf1bca484aafe354c0110"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 307075735, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00816750349874554, "interval": [-0.05743356597239232, 0.08523069893443799], "p_value": 0.8291765695861537, "input_sha256": "8aa2cdc7ae7f0c227c399bb6ac8ce4fc4ec9b7cc89dbf1bca484aafe354c0110"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1731737745, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6324877396513424, "interval": [-6.223924055498011, 2.9589485761953265], "p_value": 0.452, "input_sha256": "5e55d45465786d0f3c0d8f26969e6d70bbcbb26ca52e3188acc551238a40e0c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1731737745, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6324877396513424, "interval": [-6.061424241258211, 2.3985994313377637], "p_value": 0.4646352723038518, "input_sha256": "5e55d45465786d0f3c0d8f26969e6d70bbcbb26ca52e3188acc551238a40e0c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1731737745, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01821981637665951, "interval": [-0.061611777924978954, 0.025172145171659936], "p_value": 0.353, "input_sha256": "5e55d45465786d0f3c0d8f26969e6d70bbcbb26ca52e3188acc551238a40e0c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1731737745, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01821981637665951, "interval": [-0.05926667609249223, 0.017162349719241424], "p_value": 0.3901264379682754, "input_sha256": "5e55d45465786d0f3c0d8f26969e6d70bbcbb26ca52e3188acc551238a40e0c4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2410970552, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1798754271409665, "interval": [-4.840980799282079, 5.200731653564011], "p_value": 0.936, "input_sha256": "c8f32b04cb14bb55b0f7d640f2c63669084096df5f46e9c43983fa3f53672209"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2410970552, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1798754271409665, "interval": [-4.041297238802136, 5.406614016605923], "p_value": 0.94199676471912, "input_sha256": "c8f32b04cb14bb55b0f7d640f2c63669084096df5f46e9c43983fa3f53672209"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2410970552, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004033858447685759, "interval": [-0.04337787729164401, 0.051445594187015525], "p_value": 0.854, "input_sha256": "c8f32b04cb14bb55b0f7d640f2c63669084096df5f46e9c43983fa3f53672209"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2410970552, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004033858447685759, "interval": [-0.03831597875116619, 0.049736618624451404], "p_value": 0.8627213799133335, "input_sha256": "c8f32b04cb14bb55b0f7d640f2c63669084096df5f46e9c43983fa3f53672209"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2787903366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10892464222454945, "interval": [-7.4780799293646005, 7.695929213813699], "p_value": 0.963, "input_sha256": "c541dbb33951519ea305401186e918e13e5e22c06231eafa24c46329df9ea53e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2787903366, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10892464222454945, "interval": [-6.012660767308198, 7.589471075200897], "p_value": 0.9766454186736739, "input_sha256": "c541dbb33951519ea305401186e918e13e5e22c06231eafa24c46329df9ea53e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2787903366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011092374278762033, "interval": [-0.08528875232162343, 0.06310400376409937], "p_value": 0.771, "input_sha256": "c541dbb33951519ea305401186e918e13e5e22c06231eafa24c46329df9ea53e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2787903366, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011092374278762033, "interval": [-0.0727367924838581, 0.05695266553818633], "p_value": 0.7606448405902069, "input_sha256": "c541dbb33951519ea305401186e918e13e5e22c06231eafa24c46329df9ea53e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2123506672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3551256619546752, "interval": [-4.678949943729942, 7.389201267639293], "p_value": 0.636, "input_sha256": "75f7a0f3c20919ca04c9ec8cb5097675e0ddf91b43f67f04d35949b31687cb81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2123506672, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3551256619546752, "interval": [-3.703329283154424, 7.078823275347577], "p_value": 0.6474266290113457, "input_sha256": "75f7a0f3c20919ca04c9ec8cb5097675e0ddf91b43f67f04d35949b31687cb81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2123506672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015588837772755184, "interval": [-0.0532828185952119, 0.08446049414072228], "p_value": 0.637, "input_sha256": "75f7a0f3c20919ca04c9ec8cb5097675e0ddf91b43f67f04d35949b31687cb81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2123506672, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015588837772755184, "interval": [-0.03804305634388891, 0.08505511101498374], "p_value": 0.6441724894465068, "input_sha256": "75f7a0f3c20919ca04c9ec8cb5097675e0ddf91b43f67f04d35949b31687cb81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3471753049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6796296960021566, "interval": [-5.256096169141218, 3.8968367771369046], "p_value": 0.777, "input_sha256": "e47469c42e2ce6b78c27c13aea22265a7cbe4247e66a8a4e76e7301f662cba05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3471753049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6796296960021566, "interval": [-4.558688250349203, 4.457927397756433], "p_value": 0.7626614862373057, "input_sha256": "e47469c42e2ce6b78c27c13aea22265a7cbe4247e66a8a4e76e7301f662cba05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3471753049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016269018101180793, "interval": [-0.060291791827371974, 0.027753755625010385], "p_value": 0.477, "input_sha256": "e47469c42e2ce6b78c27c13aea22265a7cbe4247e66a8a4e76e7301f662cba05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3471753049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016269018101180793, "interval": [-0.05523161467800486, 0.031005903009767133], "p_value": 0.4553198282152937, "input_sha256": "e47469c42e2ce6b78c27c13aea22265a7cbe4247e66a8a4e76e7301f662cba05"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 500930534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.647458231971718, "interval": [-10.289833737203702, 0.9949172732602669], "p_value": 0.104, "input_sha256": "7de68d2d94bafc7e502f1555ff27ecb002c29eeebb061ff43a8c0b2cd986365e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 500930534, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.647458231971718, "interval": [-9.436496141514022, 0.2658557199468172], "p_value": 0.1010767086689415, "input_sha256": "7de68d2d94bafc7e502f1555ff27ecb002c29eeebb061ff43a8c0b2cd986365e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 500930534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042767870293558746, "interval": [-0.09974696625204327, 0.014211225664925775], "p_value": 0.128, "input_sha256": "7de68d2d94bafc7e502f1555ff27ecb002c29eeebb061ff43a8c0b2cd986365e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 500930534, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042767870293558746, "interval": [-0.09159629250842453, 0.007719382648257976], "p_value": 0.1319212147602613, "input_sha256": "7de68d2d94bafc7e502f1555ff27ecb002c29eeebb061ff43a8c0b2cd986365e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4090109678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.358235580012505, "interval": [-2.8950485912220953, 9.611519751247105], "p_value": 0.271, "input_sha256": "a78392274d5b60118b214cc835ee03738dd607718ea4444fe6b3c4e24ce6246a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4090109678, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.358235580012505, "interval": [-2.530495242401287, 8.421281734215727], "p_value": 0.280563293496227, "input_sha256": "a78392274d5b60118b214cc835ee03738dd607718ea4444fe6b3c4e24ce6246a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4090109678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05146810455553772, "interval": [-0.016122555790508815, 0.11905876490158426], "p_value": 0.112, "input_sha256": "a78392274d5b60118b214cc835ee03738dd607718ea4444fe6b3c4e24ce6246a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4090109678, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05146810455553772, "interval": [-0.010702954688406433, 0.10527507098520474], "p_value": 0.12948555595998504, "input_sha256": "a78392274d5b60118b214cc835ee03738dd607718ea4444fe6b3c4e24ce6246a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2936138025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.07944636410559, "interval": [-1.941073142197565, 10.099965870408745], "p_value": 0.186, "input_sha256": "3e5b10c04f2d02ad07fc97cad906e2f5ab5a50e8afd8592ac64a2f305fd4b24d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2936138025, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.07944636410559, "interval": [-1.4592076097518585, 9.304332441972267], "p_value": 0.1754782110224974, "input_sha256": "3e5b10c04f2d02ad07fc97cad906e2f5ab5a50e8afd8592ac64a2f305fd4b24d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2936138025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04231507201271582, "interval": [-0.019174126172638264, 0.1038042701980699], "p_value": 0.171, "input_sha256": "3e5b10c04f2d02ad07fc97cad906e2f5ab5a50e8afd8592ac64a2f305fd4b24d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2936138025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04231507201271582, "interval": [-0.018797416873742187, 0.09547930074532202], "p_value": 0.16904580534990182, "input_sha256": "3e5b10c04f2d02ad07fc97cad906e2f5ab5a50e8afd8592ac64a2f305fd4b24d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1833672369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5758233836522391, "interval": [-5.108148543705207, 6.259795311009686], "p_value": 0.843, "input_sha256": "ae76eae97396c0f1fad8ea390da2d295c6c19bd5e619d394e17a680a0f3fdc4e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1833672369, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5758233836522391, "interval": [-4.411182180111649, 5.811183272902859], "p_value": 0.8359556436399085, "input_sha256": "ae76eae97396c0f1fad8ea390da2d295c6c19bd5e619d394e17a680a0f3fdc4e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1833672369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004402608691851613, "interval": [-0.06765348156881862, 0.0588482641851154], "p_value": 0.883, "input_sha256": "ae76eae97396c0f1fad8ea390da2d295c6c19bd5e619d394e17a680a0f3fdc4e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1833672369, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004402608691851613, "interval": [-0.0653692029952672, 0.05224984142095937], "p_value": 0.8869005015868112, "input_sha256": "ae76eae97396c0f1fad8ea390da2d295c6c19bd5e619d394e17a680a0f3fdc4e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3772789763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06348151608538877, "interval": [-3.681356096152925, 3.808319128323702], "p_value": 0.971, "input_sha256": "41f6ada7bc725206ddda55ac67c1aff3d3c2b7802e086e23681e16c28975ab31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3772789763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06348151608538877, "interval": [-3.6345027781567047, 3.2722170384173115], "p_value": 0.9721955842903584, "input_sha256": "41f6ada7bc725206ddda55ac67c1aff3d3c2b7802e086e23681e16c28975ab31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3772789763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004165005587263133, "interval": [-0.0480331425573239, 0.039703131382797636], "p_value": 0.847, "input_sha256": "41f6ada7bc725206ddda55ac67c1aff3d3c2b7802e086e23681e16c28975ab31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3772789763, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004165005587263133, "interval": [-0.04883137684383061, 0.032952699074364315], "p_value": 0.8455647950432701, "input_sha256": "41f6ada7bc725206ddda55ac67c1aff3d3c2b7802e086e23681e16c28975ab31"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1007498661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.354488479211618, "interval": [-8.261214992157651, 3.5522380337344144], "p_value": 0.406, "input_sha256": "2b9911d4f3778ffd2bb8305ce3e4c1c0580bd18c54c5ff5a84a6963f5d944443"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1007498661, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.354488479211618, "interval": [-6.866399253238297, 3.4417504730172115], "p_value": 0.4133459422535434, "input_sha256": "2b9911d4f3778ffd2bb8305ce3e4c1c0580bd18c54c5ff5a84a6963f5d944443"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1007498661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025208390091466918, "interval": [-0.09382698434273662, 0.04341020415980279], "p_value": 0.459, "input_sha256": "2b9911d4f3778ffd2bb8305ce3e4c1c0580bd18c54c5ff5a84a6963f5d944443"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1007498661, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025208390091466918, "interval": [-0.07877055041463132, 0.04158543265853077], "p_value": 0.45234942488475827, "input_sha256": "2b9911d4f3778ffd2bb8305ce3e4c1c0580bd18c54c5ff5a84a6963f5d944443"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2052578858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7270547562140868, "interval": [-7.673891591932174, 4.219782079504], "p_value": 0.557, "input_sha256": "8c86a52771a5c63c59f6866ac31c587231fa9c9850481ade3a35fde788597cfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2052578858, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7270547562140868, "interval": [-6.6538292826022065, 3.7385524393671696], "p_value": 0.5506730875989038, "input_sha256": "8c86a52771a5c63c59f6866ac31c587231fa9c9850481ade3a35fde788597cfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2052578858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014000841664597138, "interval": [-0.07239251735147813, 0.044390834022283845], "p_value": 0.612, "input_sha256": "8c86a52771a5c63c59f6866ac31c587231fa9c9850481ade3a35fde788597cfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2052578858, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014000841664597138, "interval": [-0.06534153955942353, 0.0329820356953218], "p_value": 0.619226712523528, "input_sha256": "8c86a52771a5c63c59f6866ac31c587231fa9c9850481ade3a35fde788597cfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 800076883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8791439939792538, "interval": [-5.315391377828608, 3.557103389870101], "p_value": 0.673, "input_sha256": "e782ceb4a93a5e2fdf07146a093cd0911c238212c236ae369781eafba5299d9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 800076883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8791439939792538, "interval": [-4.690835622637467, 3.032719454427237], "p_value": 0.6884972894263479, "input_sha256": "e782ceb4a93a5e2fdf07146a093cd0911c238212c236ae369781eafba5299d9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 800076883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013605051533210327, "interval": [-0.05801414332756656, 0.030804040261145905], "p_value": 0.545, "input_sha256": "e782ceb4a93a5e2fdf07146a093cd0911c238212c236ae369781eafba5299d9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 800076883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013605051533210327, "interval": [-0.05579824314882661, 0.02245234913697386], "p_value": 0.5362311130384363, "input_sha256": "e782ceb4a93a5e2fdf07146a093cd0911c238212c236ae369781eafba5299d9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 28897117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4755473815686355, "interval": [-6.428266250979421, 3.4771714878421496], "p_value": 0.537, "input_sha256": "b154f7bee3cd0e1b7969ebcd2222fdf609cb88d510f1804711477720ce335972"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 28897117, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4755473815686355, "interval": [-5.3804948697455215, 3.395173261766512], "p_value": 0.5451237821699126, "input_sha256": "b154f7bee3cd0e1b7969ebcd2222fdf609cb88d510f1804711477720ce335972"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 28897117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021156457301826116, "interval": [-0.06912784611743047, 0.02681493151377825], "p_value": 0.362, "input_sha256": "b154f7bee3cd0e1b7969ebcd2222fdf609cb88d510f1804711477720ce335972"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 28897117, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021156457301826116, "interval": [-0.05933067426466876, 0.025281107888783003], "p_value": 0.37296184964370793, "input_sha256": "b154f7bee3cd0e1b7969ebcd2222fdf609cb88d510f1804711477720ce335972"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 757275071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1411564032013495, "interval": [-6.853876530729467, 4.571563724326769], "p_value": 0.694, "input_sha256": "50bd8f2fd4ca11c06061f3b2267a6c16e103c259dbf2fe536d36984c2918c369"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 757275071, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1411564032013495, "interval": [-6.762517112382191, 3.4874128709541337], "p_value": 0.6843325003549603, "input_sha256": "50bd8f2fd4ca11c06061f3b2267a6c16e103c259dbf2fe536d36984c2918c369"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 757275071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00474345408153966, "interval": [-0.06765042557486141, 0.05816351741178209], "p_value": 0.871, "input_sha256": "50bd8f2fd4ca11c06061f3b2267a6c16e103c259dbf2fe536d36984c2918c369"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 757275071, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00474345408153966, "interval": [-0.06107167666585762, 0.04804357886954144], "p_value": 0.8776706052529799, "input_sha256": "50bd8f2fd4ca11c06061f3b2267a6c16e103c259dbf2fe536d36984c2918c369"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2805703586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.358381784023584, "interval": [-8.768634733010687, 2.051871164963519], "p_value": 0.237, "input_sha256": "9398f4b7df112748295f83521f3d0828ea81592d6b423a3a9d4377b191c6579b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2805703586, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.358381784023584, "interval": [-7.750913352431437, 1.7971489508996505], "p_value": 0.21279001127419606, "input_sha256": "9398f4b7df112748295f83521f3d0828ea81592d6b423a3a9d4377b191c6579b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2805703586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03919988347545683, "interval": [-0.10433671460265369, 0.025936947651740025], "p_value": 0.238, "input_sha256": "9398f4b7df112748295f83521f3d0828ea81592d6b423a3a9d4377b191c6579b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2805703586, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03919988347545683, "interval": [-0.09547248702950031, 0.017473231477050027], "p_value": 0.22467751371207142, "input_sha256": "9398f4b7df112748295f83521f3d0828ea81592d6b423a3a9d4377b191c6579b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3534349365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7533688280233943, "interval": [-4.901647509217177, 3.3949098531703883], "p_value": 0.695, "input_sha256": "3ab03269575e25c1ad2101df20bfcb2bb714cc1bf626b02e367271afb6cf19e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3534349365, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7533688280233943, "interval": [-4.35626471599288, 2.977716366013748], "p_value": 0.7115385092142203, "input_sha256": "3ab03269575e25c1ad2101df20bfcb2bb714cc1bf626b02e367271afb6cf19e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3534349365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002983844923349039, "interval": [-0.05277912258096752, 0.04681143273426944], "p_value": 0.901, "input_sha256": "3ab03269575e25c1ad2101df20bfcb2bb714cc1bf626b02e367271afb6cf19e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3534349365, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002983844923349039, "interval": [-0.04280846146876586, 0.04454575047312842], "p_value": 0.9016411875713555, "input_sha256": "3ab03269575e25c1ad2101df20bfcb2bb714cc1bf626b02e367271afb6cf19e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2729004275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7482757340151474, "interval": [-2.0860461583565892, 7.5825976263868835], "p_value": 0.252, "input_sha256": "3f9c7ded1ffa29f5935e22673b5150062ffbbe0aa09db33332ee567ae96a5260"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2729004275, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7482757340151474, "interval": [-1.7496701149174565, 6.762634591382781], "p_value": 0.2533466709693618, "input_sha256": "3f9c7ded1ffa29f5935e22673b5150062ffbbe0aa09db33332ee567ae96a5260"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2729004275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032518839396712344, "interval": [-0.015531336766932802, 0.08056901556035749], "p_value": 0.175, "input_sha256": "3f9c7ded1ffa29f5935e22673b5150062ffbbe0aa09db33332ee567ae96a5260"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2729004275, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032518839396712344, "interval": [-0.012672310696664944, 0.07446127411856289], "p_value": 0.1756794167700931, "input_sha256": "3f9c7ded1ffa29f5935e22673b5150062ffbbe0aa09db33332ee567ae96a5260"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3399307568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6103232652971795, "interval": [-8.78635796391729, 5.56571143332293], "p_value": 0.631, "input_sha256": "9d6f30cb81b3e7edcb54fc12730feb56dd7b42fbc087f71f718cff92280039a4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3399307568, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6103232652971795, "interval": [-7.705821040815196, 4.464001037188402], "p_value": 0.638713663733908, "input_sha256": "9d6f30cb81b3e7edcb54fc12730feb56dd7b42fbc087f71f718cff92280039a4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3399307568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0047036971174201515, "interval": [-0.09929060499896648, 0.08988321076412618], "p_value": 0.927, "input_sha256": "9d6f30cb81b3e7edcb54fc12730feb56dd7b42fbc087f71f718cff92280039a4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3399307568, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0047036971174201515, "interval": [-0.07652679265319196, 0.09241998176103322], "p_value": 0.9168431029969104, "input_sha256": "9d6f30cb81b3e7edcb54fc12730feb56dd7b42fbc087f71f718cff92280039a4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2750420606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14098143976883004, "interval": [-5.48712945819651, 5.769092337734171], "p_value": 0.964, "input_sha256": "91e617dd2921db59704f92e4bd265a7c4d1cadaa38ef6ad085798a480d238d25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2750420606, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14098143976883004, "interval": [-5.260033682137698, 5.050638000763767], "p_value": 0.9592278500954812, "input_sha256": "91e617dd2921db59704f92e4bd265a7c4d1cadaa38ef6ad085798a480d238d25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2750420606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004572109232483017, "interval": [-0.06903480606621695, 0.059890587601250926], "p_value": 0.882, "input_sha256": "91e617dd2921db59704f92e4bd265a7c4d1cadaa38ef6ad085798a480d238d25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2750420606, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004572109232483017, "interval": [-0.07153686094593205, 0.04480738403226998], "p_value": 0.8851973372538671, "input_sha256": "91e617dd2921db59704f92e4bd265a7c4d1cadaa38ef6ad085798a480d238d25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1573495114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9675279801593039, "interval": [-6.437882224704701, 4.502826264386094], "p_value": 0.702, "input_sha256": "99667f94d3229edaa72f92340e4b0643ab82c1665e2a1ddd1c11d54dc0e04b6a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1573495114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9675279801593039, "interval": [-5.64249752694018, 4.69139074815051], "p_value": 0.7201157785057024, "input_sha256": "99667f94d3229edaa72f92340e4b0643ab82c1665e2a1ddd1c11d54dc0e04b6a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1573495114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011767635256821268, "interval": [-0.07010590116311496, 0.04657063064947242], "p_value": 0.671, "input_sha256": "99667f94d3229edaa72f92340e4b0643ab82c1665e2a1ddd1c11d54dc0e04b6a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1573495114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011767635256821268, "interval": [-0.06421775965027066, 0.04960208387297532], "p_value": 0.6825399729451553, "input_sha256": "99667f94d3229edaa72f92340e4b0643ab82c1665e2a1ddd1c11d54dc0e04b6a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3082469936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1632311516912415, "interval": [-4.410387338300449, 6.736849641682932], "p_value": 0.697, "input_sha256": "e54d1c07d865b6f2c2f61855de54a14b20277c4d9a1bbf435bbe26fedc526d8b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3082469936, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1632311516912415, "interval": [-3.4043104706344613, 6.851260299044361], "p_value": 0.6695341253038611, "input_sha256": "e54d1c07d865b6f2c2f61855de54a14b20277c4d9a1bbf435bbe26fedc526d8b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3082469936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008075304603309286, "interval": [-0.04845390895450209, 0.06460451816112067], "p_value": 0.775, "input_sha256": "e54d1c07d865b6f2c2f61855de54a14b20277c4d9a1bbf435bbe26fedc526d8b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3082469936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008075304603309286, "interval": [-0.039627891160892485, 0.06202686066903092], "p_value": 0.7707267834155993, "input_sha256": "e54d1c07d865b6f2c2f61855de54a14b20277c4d9a1bbf435bbe26fedc526d8b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4031922043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6320351702827507, "interval": [-1.9934901179242566, 9.257560458489758], "p_value": 0.166, "input_sha256": "b1c9d76c3e9436b4a69db0d1488b471d32c6e861f4f399225a204de6197cdae5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4031922043, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6320351702827507, "interval": [-2.4333066614907475, 7.779660463873547], "p_value": 0.19451263016673837, "input_sha256": "b1c9d76c3e9436b4a69db0d1488b471d32c6e861f4f399225a204de6197cdae5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4031922043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04545232990812022, "interval": [-0.010206284314451905, 0.10111094413069234], "p_value": 0.08, "input_sha256": "b1c9d76c3e9436b4a69db0d1488b471d32c6e861f4f399225a204de6197cdae5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4031922043, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04545232990812022, "interval": [-0.009257151120362959, 0.0896777674483055], "p_value": 0.10407509840313316, "input_sha256": "b1c9d76c3e9436b4a69db0d1488b471d32c6e861f4f399225a204de6197cdae5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3493725011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.200210002489429, "interval": [-10.009708912046662, 1.6092889070678025], "p_value": 0.147, "input_sha256": "a0222f3c7ee2fe124367b463bfb4eb0acd956645d9b461f07c15028b54c1126f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3493725011, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.200210002489429, "interval": [-9.852694811843708, 0.7566982203425541], "p_value": 0.14819055040256318, "input_sha256": "a0222f3c7ee2fe124367b463bfb4eb0acd956645d9b461f07c15028b54c1126f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3493725011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0410835017604407, "interval": [-0.10452853842278506, 0.02236153490190366], "p_value": 0.192, "input_sha256": "a0222f3c7ee2fe124367b463bfb4eb0acd956645d9b461f07c15028b54c1126f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3493725011, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0410835017604407, "interval": [-0.101064690208935, 0.015969548736722294], "p_value": 0.19260836038571721, "input_sha256": "a0222f3c7ee2fe124367b463bfb4eb0acd956645d9b461f07c15028b54c1126f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1820010668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11114938317475509, "interval": [-6.181390973603815, 5.959092207254304], "p_value": 0.973, "input_sha256": "f23ea5b66c5c8333daedcd563ef43792c855d9b40e12a69b76e2ca69010df206"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1820010668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11114938317475509, "interval": [-5.224639393335486, 5.730899594656428], "p_value": 0.9702715396693031, "input_sha256": "f23ea5b66c5c8333daedcd563ef43792c855d9b40e12a69b76e2ca69010df206"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1820010668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005573113714580457, "interval": [-0.06624474076554379, 0.055098513336382875], "p_value": 0.866, "input_sha256": "f23ea5b66c5c8333daedcd563ef43792c855d9b40e12a69b76e2ca69010df206"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1820010668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005573113714580457, "interval": [-0.05800439945993293, 0.051501246678709645], "p_value": 0.8523198184118782, "input_sha256": "f23ea5b66c5c8333daedcd563ef43792c855d9b40e12a69b76e2ca69010df206"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2696948870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.704835902112324, "interval": [-2.0264134677249444, 7.436085271949592], "p_value": 0.251, "input_sha256": "c267b0bde1bc2962fe1fc5190dd734638baf86e46dcd935c02ff345378c95c33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2696948870, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.704835902112324, "interval": [-1.327670612485349, 7.39778034510033], "p_value": 0.25164516056541053, "input_sha256": "c267b0bde1bc2962fe1fc5190dd734638baf86e46dcd935c02ff345378c95c33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2696948870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010292983756629086, "interval": [-0.039542291837764955, 0.060128259351023124], "p_value": 0.696, "input_sha256": "c267b0bde1bc2962fe1fc5190dd734638baf86e46dcd935c02ff345378c95c33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2696948870, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010292983756629086, "interval": [-0.032193855086006105, 0.059191894390163466], "p_value": 0.6760936178442355, "input_sha256": "c267b0bde1bc2962fe1fc5190dd734638baf86e46dcd935c02ff345378c95c33"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2430340436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.42496866771773933, "interval": [-4.8052936187434705, 5.65523095417895], "p_value": 0.873, "input_sha256": "19a4263f5a9c7efef21d70220d4cd4b333fcd78060789cb8dc3cfd68bd1ee01c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2430340436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.42496866771773933, "interval": [-4.2174869320951025, 5.207954921203185], "p_value": 0.8682329782085996, "input_sha256": "19a4263f5a9c7efef21d70220d4cd4b333fcd78060789cb8dc3cfd68bd1ee01c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2430340436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01471095405491001, "interval": [-0.04581433846444097, 0.07523624657426099], "p_value": 0.626, "input_sha256": "19a4263f5a9c7efef21d70220d4cd4b333fcd78060789cb8dc3cfd68bd1ee01c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2430340436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01471095405491001, "interval": [-0.03655748294885558, 0.06790207636329508], "p_value": 0.6203621318770176, "input_sha256": "19a4263f5a9c7efef21d70220d4cd4b333fcd78060789cb8dc3cfd68bd1ee01c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1061387544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.845057980317043, "interval": [-8.143041841261075, 0.45292588062698913], "p_value": 0.09, "input_sha256": "ae62c237ebe696037acc685de844d0463295e991cc28906bb097251ea089e86d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1061387544, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.845057980317043, "interval": [-8.527912498515837, -0.3793430377149315], "p_value": 0.07751879352877482, "input_sha256": "ae62c237ebe696037acc685de844d0463295e991cc28906bb097251ea089e86d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1061387544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03425416407980016, "interval": [-0.08566356542782551, 0.017155237268225182], "p_value": 0.191, "input_sha256": "ae62c237ebe696037acc685de844d0463295e991cc28906bb097251ea089e86d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1061387544, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03425416407980016, "interval": [-0.08706816079108813, 0.00974440704742345], "p_value": 0.18292091442625982, "input_sha256": "ae62c237ebe696037acc685de844d0463295e991cc28906bb097251ea089e86d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 764720081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.20196437851547722, "interval": [-6.776584706994691, 6.372655949963737], "p_value": 0.951, "input_sha256": "4da1fe903597117b94aa9c94c4c4e3852ac208baf8f512cf4051ca7831dec0ce"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 764720081, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.20196437851547722, "interval": [-6.445750058996585, 4.9070219885232005], "p_value": 0.9499367147321501, "input_sha256": "4da1fe903597117b94aa9c94c4c4e3852ac208baf8f512cf4051ca7831dec0ce"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 764720081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001534758435394825, "interval": [-0.07285748728786134, 0.075927004158651], "p_value": 0.971, "input_sha256": "4da1fe903597117b94aa9c94c4c4e3852ac208baf8f512cf4051ca7831dec0ce"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 764720081, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001534758435394825, "interval": [-0.06638080011370723, 0.06354973620044524], "p_value": 0.966301252096966, "input_sha256": "4da1fe903597117b94aa9c94c4c4e3852ac208baf8f512cf4051ca7831dec0ce"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2638899642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.642594564453325, "interval": [-2.7944216452352126, 10.079610774141862], "p_value": 0.237, "input_sha256": "519cabb6c7867a97409f3f46fa6c2a5f4268abd623e350e33af80fe4d4c61fc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2638899642, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.642594564453325, "interval": [-1.480117403131008, 9.890644180230405], "p_value": 0.25434402391290345, "input_sha256": "519cabb6c7867a97409f3f46fa6c2a5f4268abd623e350e33af80fe4d4c61fc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2638899642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02553904237186388, "interval": [-0.043726777129090705, 0.09480486187281847], "p_value": 0.438, "input_sha256": "519cabb6c7867a97409f3f46fa6c2a5f4268abd623e350e33af80fe4d4c61fc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2638899642, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02553904237186388, "interval": [-0.031499057032805054, 0.09237626453378375], "p_value": 0.4545634728272525, "input_sha256": "519cabb6c7867a97409f3f46fa6c2a5f4268abd623e350e33af80fe4d4c61fc9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4236095967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2454301341907478, "interval": [-6.039262651775356, 6.5301229201568525], "p_value": 0.927, "input_sha256": "702681ab7372edb494e7122b32100b4fe2e589629ea05494b488265823818481"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4236095967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2454301341907478, "interval": [-4.546360179670832, 6.697242825683197], "p_value": 0.9364141140752047, "input_sha256": "702681ab7372edb494e7122b32100b4fe2e589629ea05494b488265823818481"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4236095967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006147783341841283, "interval": [-0.06901169332749095, 0.05671612664380839], "p_value": 0.835, "input_sha256": "702681ab7372edb494e7122b32100b4fe2e589629ea05494b488265823818481"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4236095967, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006147783341841283, "interval": [-0.06037045672592126, 0.055290669765176034], "p_value": 0.8418663744631648, "input_sha256": "702681ab7372edb494e7122b32100b4fe2e589629ea05494b488265823818481"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2880451195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.799281660383754, "interval": [1.0230720272997536, 10.575491293467753], "p_value": 0.017, "input_sha256": "6e61defda2217ba8556164ecf4aa440afe38fa704aeba3b039f4f726c5d9c456"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2880451195, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.799281660383754, "interval": [1.9267393574036933, 10.658313898052553], "p_value": 0.019040150841200875, "input_sha256": "6e61defda2217ba8556164ecf4aa440afe38fa704aeba3b039f4f726c5d9c456"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2880451195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07315650533528167, "interval": [0.01554223326799268, 0.13077077740257068], "p_value": 0.01, "input_sha256": "6e61defda2217ba8556164ecf4aa440afe38fa704aeba3b039f4f726c5d9c456"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2880451195, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07315650533528167, "interval": [0.028990966114997258, 0.1411999140535065], "p_value": 0.015065167456444291, "input_sha256": "6e61defda2217ba8556164ecf4aa440afe38fa704aeba3b039f4f726c5d9c456"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2859063492, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.479678674382216, "interval": [-3.324831583496976, 8.284188932261408], "p_value": 0.39, "input_sha256": "8286b60ab53c7cd8b2dd01dc86ec5d9ec73b2516aa7df478fee46dc5ce544437"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2859063492, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.479678674382216, "interval": [-2.8745845435636252, 7.201938704753785], "p_value": 0.3873178126502197, "input_sha256": "8286b60ab53c7cd8b2dd01dc86ec5d9ec73b2516aa7df478fee46dc5ce544437"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2859063492, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02726436527184057, "interval": [-0.03777400351999032, 0.09230273406367145], "p_value": 0.403, "input_sha256": "8286b60ab53c7cd8b2dd01dc86ec5d9ec73b2516aa7df478fee46dc5ce544437"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2859063492, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02726436527184057, "interval": [-0.03033266894422264, 0.08616931373028401], "p_value": 0.39670191176088576, "input_sha256": "8286b60ab53c7cd8b2dd01dc86ec5d9ec73b2516aa7df478fee46dc5ce544437"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1104691393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.968325959919285, "interval": [-8.256281946959678, 2.3196300271211086], "p_value": 0.239, "input_sha256": "fcbf0ab6a28dd68b0daba661d9349f9fe78c136a620e2a231fa1c4d566ccf214"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1104691393, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.968325959919285, "interval": [-7.339907255237518, 2.1408638670556575], "p_value": 0.2533521438409644, "input_sha256": "fcbf0ab6a28dd68b0daba661d9349f9fe78c136a620e2a231fa1c4d566ccf214"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1104691393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.043851462294846745, "interval": [-0.10219825604964311, 0.014495331459949627], "p_value": 0.114, "input_sha256": "fcbf0ab6a28dd68b0daba661d9349f9fe78c136a620e2a231fa1c4d566ccf214"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1104691393, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.043851462294846745, "interval": [-0.09634860767524969, 0.007500142746616603], "p_value": 0.13111228520940885, "input_sha256": "fcbf0ab6a28dd68b0daba661d9349f9fe78c136a620e2a231fa1c4d566ccf214"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1817118746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4869200782121155, "interval": [-4.403657196160886, 9.377497352585117], "p_value": 0.478, "input_sha256": "4d45a3de26f6f247a62efe0b48a4c41f01a92ef5a90d497247e842ea769b87d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1817118746, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4869200782121155, "interval": [-3.3742238356054086, 8.468643151493154], "p_value": 0.4628497789150595, "input_sha256": "4d45a3de26f6f247a62efe0b48a4c41f01a92ef5a90d497247e842ea769b87d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1817118746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023025798513872906, "interval": [-0.042796565661164146, 0.08884816268890995], "p_value": 0.489, "input_sha256": "4d45a3de26f6f247a62efe0b48a4c41f01a92ef5a90d497247e842ea769b87d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1817118746, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023025798513872906, "interval": [-0.03260378897526231, 0.07966854006323346], "p_value": 0.4776829533169882, "input_sha256": "4d45a3de26f6f247a62efe0b48a4c41f01a92ef5a90d497247e842ea769b87d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2281060738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.952645395187254, "interval": [-0.6310459616145323, 12.53633675198904], "p_value": 0.079, "input_sha256": "f68493dbc59a8f1fb8eb30f01cac3465670f52ca6f843c2c23d8fe6d0c802952"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2281060738, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.952645395187254, "interval": [-0.011141895710522126, 11.432581923759747], "p_value": 0.07401512656107019, "input_sha256": "f68493dbc59a8f1fb8eb30f01cac3465670f52ca6f843c2c23d8fe6d0c802952"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2281060738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06783751927192735, "interval": [-0.000595999077703871, 0.13627103762155857], "p_value": 0.049, "input_sha256": "f68493dbc59a8f1fb8eb30f01cac3465670f52ca6f843c2c23d8fe6d0c802952"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2281060738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06783751927192735, "interval": [0.0069220735222202436, 0.1258166503077168], "p_value": 0.05186927808276461, "input_sha256": "f68493dbc59a8f1fb8eb30f01cac3465670f52ca6f843c2c23d8fe6d0c802952"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3815290801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.863710471852072, "interval": [-7.081149141493018, 1.353728197788874], "p_value": 0.156, "input_sha256": "ef9f4cf15ab44c379ee8974a537962cf7bb7c860756a008a225482b413a509b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3815290801, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.863710471852072, "interval": [-6.50184799523848, 1.2197067244637378], "p_value": 0.1723846254377376, "input_sha256": "ef9f4cf15ab44c379ee8974a537962cf7bb7c860756a008a225482b413a509b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3815290801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030538996624118808, "interval": [-0.07297782363815976, 0.01189983038992214], "p_value": 0.137, "input_sha256": "ef9f4cf15ab44c379ee8974a537962cf7bb7c860756a008a225482b413a509b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3815290801, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030538996624118808, "interval": [-0.06485353117761469, 0.013459620727392494], "p_value": 0.14824512456646538, "input_sha256": "ef9f4cf15ab44c379ee8974a537962cf7bb7c860756a008a225482b413a509b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3672398222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1010329893234578, "interval": [-5.750747647306787, 3.5486816686598717], "p_value": 0.653, "input_sha256": "16eb2a7c2aa535a871af02a9ea6a5ebfc11cf2e2ec0b9608adf6f65d2f46b805"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3672398222, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1010329893234578, "interval": [-6.088187554859526, 2.97559909907523], "p_value": 0.6311870050491719, "input_sha256": "16eb2a7c2aa535a871af02a9ea6a5ebfc11cf2e2ec0b9608adf6f65d2f46b805"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3672398222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012015066621658875, "interval": [-0.06615630611475806, 0.04212617287144031], "p_value": 0.668, "input_sha256": "16eb2a7c2aa535a871af02a9ea6a5ebfc11cf2e2ec0b9608adf6f65d2f46b805"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3672398222, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012015066621658875, "interval": [-0.06392838389271183, 0.04163504872927143], "p_value": 0.6525277584150371, "input_sha256": "16eb2a7c2aa535a871af02a9ea6a5ebfc11cf2e2ec0b9608adf6f65d2f46b805"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2015324975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3768333007559512, "interval": [-2.953220811726327, 7.7068874132382295], "p_value": 0.33, "input_sha256": "f355a75fb0ac4480662de8ff3151722960619c115535aa804a285c8ed6f955e1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2015324975, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3768333007559512, "interval": [-2.4639613687796214, 7.46653787737819], "p_value": 0.3614301828859122, "input_sha256": "f355a75fb0ac4480662de8ff3151722960619c115535aa804a285c8ed6f955e1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2015324975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04373290183591577, "interval": [-0.023566013503796404, 0.11103181717562795], "p_value": 0.161, "input_sha256": "f355a75fb0ac4480662de8ff3151722960619c115535aa804a285c8ed6f955e1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2015324975, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04373290183591577, "interval": [-0.008571587631773498, 0.11256320510135803], "p_value": 0.1859719381334178, "input_sha256": "f355a75fb0ac4480662de8ff3151722960619c115535aa804a285c8ed6f955e1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2028143689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.54721541629421, "interval": [-2.4192569299908335, 9.513687762579254], "p_value": 0.224, "input_sha256": "49d2c584a5e4699334a1f594ce107dc7e80ce032d0307631728e17bf0e01681f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2028143689, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.54721541629421, "interval": [-1.186860707087853, 9.07402803882504], "p_value": 0.22548665128476542, "input_sha256": "49d2c584a5e4699334a1f594ce107dc7e80ce032d0307631728e17bf0e01681f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2028143689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05363351508435993, "interval": [-0.02377977253876777, 0.13104680270748764], "p_value": 0.141, "input_sha256": "49d2c584a5e4699334a1f594ce107dc7e80ce032d0307631728e17bf0e01681f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2028143689, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05363351508435993, "interval": [0.0025628355833173847, 0.14343259208786693], "p_value": 0.1587633251803615, "input_sha256": "49d2c584a5e4699334a1f594ce107dc7e80ce032d0307631728e17bf0e01681f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3177264165, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4344186759340523, "interval": [-8.678138579932218, 1.8093012280641134], "p_value": 0.178, "input_sha256": "833ecfdeae876308df0b8ec6765b90db016c9d4de14b79a2ab856b1fa756d330"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3177264165, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4344186759340523, "interval": [-7.906295175029758, 1.4762360498903104], "p_value": 0.1860614497960441, "input_sha256": "833ecfdeae876308df0b8ec6765b90db016c9d4de14b79a2ab856b1fa756d330"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3177264165, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03659265085427593, "interval": [-0.08957476607776622, 0.01638946436921436], "p_value": 0.159, "input_sha256": "833ecfdeae876308df0b8ec6765b90db016c9d4de14b79a2ab856b1fa756d330"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3177264165, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03659265085427593, "interval": [-0.07803481045800979, 0.01550436194780537], "p_value": 0.1659500795668257, "input_sha256": "833ecfdeae876308df0b8ec6765b90db016c9d4de14b79a2ab856b1fa756d330"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2897707482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2193420639045494, "interval": [-7.085860400290042, 2.6471762724809436], "p_value": 0.345, "input_sha256": "c6f814a4147ef1943e8e81dd4497d388b44c94037fd808c41f64ad1d9c4aee3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2897707482, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2193420639045494, "interval": [-7.054600577536724, 2.1098340219061478], "p_value": 0.3566511465949962, "input_sha256": "c6f814a4147ef1943e8e81dd4497d388b44c94037fd808c41f64ad1d9c4aee3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2897707482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026324635263747724, "interval": [-0.08025047098227792, 0.027601200454782475], "p_value": 0.302, "input_sha256": "c6f814a4147ef1943e8e81dd4497d388b44c94037fd808c41f64ad1d9c4aee3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2897707482, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026324635263747724, "interval": [-0.07564143385645063, 0.022001724796462584], "p_value": 0.32352043596041535, "input_sha256": "c6f814a4147ef1943e8e81dd4497d388b44c94037fd808c41f64ad1d9c4aee3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3165177811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2901869811655642, "interval": [-3.4065375545908125, 5.986911516921941], "p_value": 0.558, "input_sha256": "06d59494607735fe5b55899cf568449072b2f495905eb32f2fd48ab87d47cb69"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3165177811, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2901869811655642, "interval": [-2.7807033790155016, 5.435406265434518], "p_value": 0.5762655970726112, "input_sha256": "06d59494607735fe5b55899cf568449072b2f495905eb32f2fd48ab87d47cb69"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3165177811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008042294113456732, "interval": [-0.04402105191068627, 0.06010564013759974], "p_value": 0.749, "input_sha256": "06d59494607735fe5b55899cf568449072b2f495905eb32f2fd48ab87d47cb69"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3165177811, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008042294113456732, "interval": [-0.036790830210399625, 0.05332201463220068], "p_value": 0.752888153258501, "input_sha256": "06d59494607735fe5b55899cf568449072b2f495905eb32f2fd48ab87d47cb69"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2229844415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.955661276268128, "interval": [-6.85539436234394, 2.9440718098076837], "p_value": 0.384, "input_sha256": "eb4a5e92ebc668461f9813a051931314892927b2c8a04093a58c8d1b4f95846b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2229844415, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.955661276268128, "interval": [-5.997700112744772, 2.8324540576116104], "p_value": 0.4158295135186939, "input_sha256": "eb4a5e92ebc668461f9813a051931314892927b2c8a04093a58c8d1b4f95846b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2229844415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023153257447503406, "interval": [-0.0740198296818751, 0.027713314786868275], "p_value": 0.333, "input_sha256": "eb4a5e92ebc668461f9813a051931314892927b2c8a04093a58c8d1b4f95846b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2229844415, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023153257447503406, "interval": [-0.06346543573159531, 0.032753340379619994], "p_value": 0.3557701717939312, "input_sha256": "eb4a5e92ebc668461f9813a051931314892927b2c8a04093a58c8d1b4f95846b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2424761939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2249618909786568, "interval": [-6.5297862347283235, 4.07986245277101], "p_value": 0.623, "input_sha256": "a4fbcdf4b9e2922ab224894357c02472abf2bc75a27cfb03cb20b7bf5596547c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2424761939, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2249618909786568, "interval": [-6.2510571276877505, 3.117010291378072], "p_value": 0.6375529254191827, "input_sha256": "a4fbcdf4b9e2922ab224894357c02472abf2bc75a27cfb03cb20b7bf5596547c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2424761939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0170329362811623, "interval": [-0.07271938030435336, 0.03865350774202876], "p_value": 0.517, "input_sha256": "a4fbcdf4b9e2922ab224894357c02472abf2bc75a27cfb03cb20b7bf5596547c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2424761939, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0170329362811623, "interval": [-0.06910754861137575, 0.027888389520011825], "p_value": 0.5343068299949345, "input_sha256": "a4fbcdf4b9e2922ab224894357c02472abf2bc75a27cfb03cb20b7bf5596547c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2453529494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5061364123048772, "interval": [-5.554275319803575, 4.542002495193821], "p_value": 0.843, "input_sha256": "09338991388de4112f9f2a047da3ad95d13ac5e067f87519f8010b066104bf32"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2453529494, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5061364123048772, "interval": [-5.071043918949997, 4.05339504006725], "p_value": 0.8368658333336666, "input_sha256": "09338991388de4112f9f2a047da3ad95d13ac5e067f87519f8010b066104bf32"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2453529494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008463527940356933, "interval": [-0.05879365989071959, 0.041866604010005734], "p_value": 0.759, "input_sha256": "09338991388de4112f9f2a047da3ad95d13ac5e067f87519f8010b066104bf32"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2453529494, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008463527940356933, "interval": [-0.05539068823476995, 0.0368533263383651], "p_value": 0.7304563589634085, "input_sha256": "09338991388de4112f9f2a047da3ad95d13ac5e067f87519f8010b066104bf32"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 451281452, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.40293174644092, "interval": [-0.4672292898188575, 9.273092782700697], "p_value": 0.067, "input_sha256": "c3adb016052b7e60e2e09f6a61a55a263992d1818ca659babe5b4bf59014682e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 451281452, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.40293174644092, "interval": [-0.16661711667556323, 8.544838598306544], "p_value": 0.07428125344423214, "input_sha256": "c3adb016052b7e60e2e09f6a61a55a263992d1818ca659babe5b4bf59014682e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 451281452, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04810010388261631, "interval": [0.0002601767985395409, 0.09594003096669308], "p_value": 0.053, "input_sha256": "c3adb016052b7e60e2e09f6a61a55a263992d1818ca659babe5b4bf59014682e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 451281452, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04810010388261631, "interval": [0.0028504801266998666, 0.08911488353657235], "p_value": 0.048856789872252095, "input_sha256": "c3adb016052b7e60e2e09f6a61a55a263992d1818ca659babe5b4bf59014682e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3122367785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.29111146655555, "interval": [-1.1706787124946718, 9.752901645605771], "p_value": 0.111, "input_sha256": "05335e5cced73ae4ca1e045b4dbddab67273fd35a3a748304d972c6481aefa1d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3122367785, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.29111146655555, "interval": [-0.1146051765561004, 9.569656235064574], "p_value": 0.11784024070501696, "input_sha256": "05335e5cced73ae4ca1e045b4dbddab67273fd35a3a748304d972c6481aefa1d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3122367785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04639996958270924, "interval": [-0.0008866240483965809, 0.09368656321381506], "p_value": 0.046, "input_sha256": "05335e5cced73ae4ca1e045b4dbddab67273fd35a3a748304d972c6481aefa1d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3122367785, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04639996958270924, "interval": [0.0074453958962719, 0.09280944155034959], "p_value": 0.054125832467478166, "input_sha256": "05335e5cced73ae4ca1e045b4dbddab67273fd35a3a748304d972c6481aefa1d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1222309200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.480956709336944, "interval": [-6.564749564518927, 9.526662983192814], "p_value": 0.694, "input_sha256": "3b4b6cbf6d5373287430d69ad9a5df242a30c0890184e0e14702af8b17b99656"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1222309200, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.480956709336944, "interval": [-5.869079154665934, 8.35793075699712], "p_value": 0.7081437935633056, "input_sha256": "3b4b6cbf6d5373287430d69ad9a5df242a30c0890184e0e14702af8b17b99656"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1222309200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010080595233737293, "interval": [-0.07534906920954278, 0.09551025967701736], "p_value": 0.796, "input_sha256": "3b4b6cbf6d5373287430d69ad9a5df242a30c0890184e0e14702af8b17b99656"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1222309200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010080595233737293, "interval": [-0.07052101962173374, 0.08088755018837492], "p_value": 0.8106848491371424, "input_sha256": "3b4b6cbf6d5373287430d69ad9a5df242a30c0890184e0e14702af8b17b99656"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3309391572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.745176486181874, "interval": [-9.24295664777295, 1.752603675409202], "p_value": 0.19, "input_sha256": "e77e7ac4526d56af16c7158adee3612519f36b5e6340517335c28f214e31595c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3309391572, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.745176486181874, "interval": [-8.890061325466865, 1.0109587311941288], "p_value": 0.17321206705652673, "input_sha256": "e77e7ac4526d56af16c7158adee3612519f36b5e6340517335c28f214e31595c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3309391572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04597297379995005, "interval": [-0.10751206750311769, 0.015566119903217587], "p_value": 0.159, "input_sha256": "e77e7ac4526d56af16c7158adee3612519f36b5e6340517335c28f214e31595c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3309391572, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04597297379995005, "interval": [-0.10034104579225667, 0.006772025240705535], "p_value": 0.13669253551184765, "input_sha256": "e77e7ac4526d56af16c7158adee3612519f36b5e6340517335c28f214e31595c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 732702603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.43104197097798685, "interval": [-6.960048534264506, 6.097964592308533], "p_value": 0.892, "input_sha256": "90b7d0ab8a251a6548d1a7d89e40256668f03e5926e99a87d6c469074b019ffe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 732702603, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.43104197097798685, "interval": [-6.029328123917003, 5.122063149284], "p_value": 0.8932559964126237, "input_sha256": "90b7d0ab8a251a6548d1a7d89e40256668f03e5926e99a87d6c469074b019ffe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 732702603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019044908806033585, "interval": [-0.06847044506951025, 0.07227942683071698], "p_value": 0.955, "input_sha256": "90b7d0ab8a251a6548d1a7d89e40256668f03e5926e99a87d6c469074b019ffe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 732702603, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019044908806033585, "interval": [-0.06015774303231691, 0.06344387432495303], "p_value": 0.9560651265865578, "input_sha256": "90b7d0ab8a251a6548d1a7d89e40256668f03e5926e99a87d6c469074b019ffe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1228290245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.660419721390254, "interval": [-1.9052106076949937, 7.226050050475502], "p_value": 0.253, "input_sha256": "8819633e19685ba208b93f618f96c1c3eddfc4c2c9ed9d337199df60b3fbdb8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1228290245, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.660419721390254, "interval": [-1.0216646706968255, 6.716592474521034], "p_value": 0.24236929956455378, "input_sha256": "8819633e19685ba208b93f618f96c1c3eddfc4c2c9ed9d337199df60b3fbdb8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1228290245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01957407588134504, "interval": [-0.026946322725622123, 0.0660944744883122], "p_value": 0.405, "input_sha256": "8819633e19685ba208b93f618f96c1c3eddfc4c2c9ed9d337199df60b3fbdb8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1228290245, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01957407588134504, "interval": [-0.019577821260457772, 0.059695634178140194], "p_value": 0.39581945692678877, "input_sha256": "8819633e19685ba208b93f618f96c1c3eddfc4c2c9ed9d337199df60b3fbdb8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2736989836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2026502146236946, "interval": [-1.6830634250534255, 8.088363854300814], "p_value": 0.162, "input_sha256": "5c380afe40a1d072daaeb5bb5730cbc90359bb33355498c91460ccc7cf5f86cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2736989836, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2026502146236946, "interval": [-0.7892004083225357, 7.884486432022631], "p_value": 0.190314249690688, "input_sha256": "5c380afe40a1d072daaeb5bb5730cbc90359bb33355498c91460ccc7cf5f86cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2736989836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04823252472489808, "interval": [-0.014925142371349308, 0.11139019182114546], "p_value": 0.109, "input_sha256": "5c380afe40a1d072daaeb5bb5730cbc90359bb33355498c91460ccc7cf5f86cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2736989836, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04823252472489808, "interval": [-0.0017928754145621183, 0.10899593214647177], "p_value": 0.12770733318983943, "input_sha256": "5c380afe40a1d072daaeb5bb5730cbc90359bb33355498c91460ccc7cf5f86cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1190461317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.603990197667623, "interval": [-5.7006771485202545, 6.908657543855501], "p_value": 0.831, "input_sha256": "15b0d52a268fd400b6948f71ad7420cd0555ae0231c8d25cb6e8e645736e404f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1190461317, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.603990197667623, "interval": [-5.606314045842388, 6.204060345093616], "p_value": 0.8440641975464975, "input_sha256": "15b0d52a268fd400b6948f71ad7420cd0555ae0231c8d25cb6e8e645736e404f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1190461317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01531244508675391, "interval": [-0.06354120260037996, 0.09416609277388777], "p_value": 0.7, "input_sha256": "15b0d52a268fd400b6948f71ad7420cd0555ae0231c8d25cb6e8e645736e404f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1190461317, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01531244508675391, "interval": [-0.05768772217869044, 0.08865412863498955], "p_value": 0.6892496531999672, "input_sha256": "15b0d52a268fd400b6948f71ad7420cd0555ae0231c8d25cb6e8e645736e404f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4163879313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06932658834821304, "interval": [-5.401583017105172, 5.262929840408746], "p_value": 0.983, "input_sha256": "7a19cb5c9cfb0c272b7b217c8984ec5d7282d38f1ae44bb8c2ac47ce609766ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4163879313, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06932658834821304, "interval": [-4.566933128432653, 5.425783486460396], "p_value": 0.9788747891687992, "input_sha256": "7a19cb5c9cfb0c272b7b217c8984ec5d7282d38f1ae44bb8c2ac47ce609766ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4163879313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008789294922515232, "interval": [-0.04156360831565131, 0.05914219816068178], "p_value": 0.729, "input_sha256": "7a19cb5c9cfb0c272b7b217c8984ec5d7282d38f1ae44bb8c2ac47ce609766ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4163879313, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008789294922515232, "interval": [-0.0334315747103088, 0.0626421416048615], "p_value": 0.7231619847694049, "input_sha256": "7a19cb5c9cfb0c272b7b217c8984ec5d7282d38f1ae44bb8c2ac47ce609766ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 291523651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5753989080781436, "interval": [-7.954620382342611, 4.803822566186325], "p_value": 0.601, "input_sha256": "29d604245512a3d909907521677e3667160b253fdfec4ddd1473f23757d0cdab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 291523651, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5753989080781436, "interval": [-8.440901401997964, 3.6104258124976107], "p_value": 0.615031399761442, "input_sha256": "29d604245512a3d909907521677e3667160b253fdfec4ddd1473f23757d0cdab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 291523651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02254619238179395, "interval": [-0.09180336355746863, 0.046710978793880725], "p_value": 0.509, "input_sha256": "29d604245512a3d909907521677e3667160b253fdfec4ddd1473f23757d0cdab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 291523651, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02254619238179395, "interval": [-0.09946986556852447, 0.0337976632944168], "p_value": 0.5080910615197745, "input_sha256": "29d604245512a3d909907521677e3667160b253fdfec4ddd1473f23757d0cdab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3362695905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2751016795653953, "interval": [-3.7495121582114166, 6.299715517342207], "p_value": 0.56, "input_sha256": "c52d0a2291693400611fd1061891b1542c45deecb0a38e1a2dfa42e5e2fbb58c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3362695905, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2751016795653953, "interval": [-3.1555597871060455, 5.773983875774268], "p_value": 0.6046661174050354, "input_sha256": "c52d0a2291693400611fd1061891b1542c45deecb0a38e1a2dfa42e5e2fbb58c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3362695905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016846718579798598, "interval": [-0.04069492307153638, 0.07438836023113357], "p_value": 0.532, "input_sha256": "c52d0a2291693400611fd1061891b1542c45deecb0a38e1a2dfa42e5e2fbb58c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3362695905, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016846718579798598, "interval": [-0.032508139322790834, 0.07410113714596359], "p_value": 0.5496931436468555, "input_sha256": "c52d0a2291693400611fd1061891b1542c45deecb0a38e1a2dfa42e5e2fbb58c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2015227530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.000457360628417, "interval": [-6.5533771917415855, 2.552462470484752], "p_value": 0.384, "input_sha256": "79fb5f6047ec835d8ce87a3182ad9b14530c1a047c9c29a9a719f56be37ce88a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2015227530, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.000457360628417, "interval": [-6.562534188196122, 2.0656088574530354], "p_value": 0.37586454545200043, "input_sha256": "79fb5f6047ec835d8ce87a3182ad9b14530c1a047c9c29a9a719f56be37ce88a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2015227530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024356272224159658, "interval": [-0.07317561364186223, 0.02446306919354291], "p_value": 0.312, "input_sha256": "79fb5f6047ec835d8ce87a3182ad9b14530c1a047c9c29a9a719f56be37ce88a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2015227530, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024356272224159658, "interval": [-0.06963988241992636, 0.021064341525482286], "p_value": 0.31498692628676733, "input_sha256": "79fb5f6047ec835d8ce87a3182ad9b14530c1a047c9c29a9a719f56be37ce88a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 732878863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.142806652197531, "interval": [-1.5603837302233483, 7.84599703461841], "p_value": 0.169, "input_sha256": "305bf27ddeecc8d6de2c829ddc9c00cbf74b16582190d5b3ff29f72e9196e077"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 732878863, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.142806652197531, "interval": [-1.1599945539133483, 7.589697187696037], "p_value": 0.1817384391679852, "input_sha256": "305bf27ddeecc8d6de2c829ddc9c00cbf74b16582190d5b3ff29f72e9196e077"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 732878863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0421268400516031, "interval": [-0.005910132461428012, 0.09016381256463421], "p_value": 0.074, "input_sha256": "305bf27ddeecc8d6de2c829ddc9c00cbf74b16582190d5b3ff29f72e9196e077"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 732878863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0421268400516031, "interval": [-0.006211270632226771, 0.08300113983184064], "p_value": 0.08299347765149623, "input_sha256": "305bf27ddeecc8d6de2c829ddc9c00cbf74b16582190d5b3ff29f72e9196e077"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3653433435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.06578784982395, "interval": [-3.71424905721834, 7.84582475686624], "p_value": 0.477, "input_sha256": "730854348bb79784827ed89e557db9ea1c99771f7654bf8929fea106e47a794e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3653433435, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.06578784982395, "interval": [-2.644897694074201, 7.622045977640426], "p_value": 0.46883304782094437, "input_sha256": "730854348bb79784827ed89e557db9ea1c99771f7654bf8929fea106e47a794e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3653433435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012133276834667292, "interval": [-0.04737560820550717, 0.07164216187484176], "p_value": 0.687, "input_sha256": "730854348bb79784827ed89e557db9ea1c99771f7654bf8929fea106e47a794e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3653433435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012133276834667292, "interval": [-0.036325922962048944, 0.0686352510392314], "p_value": 0.6778327601221539, "input_sha256": "730854348bb79784827ed89e557db9ea1c99771f7654bf8929fea106e47a794e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 133125525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0015041755444223648, "interval": [-4.389482729902777, 4.392491080991622], "p_value": 1.0, "input_sha256": "358b27e30ea60b21a9f322d71b4575b89ddf82a454ee6054feaf678a351db968"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 133125525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0015041755444223648, "interval": [-4.211969384757758, 3.6793005644388064], "p_value": 0.9994425462916278, "input_sha256": "358b27e30ea60b21a9f322d71b4575b89ddf82a454ee6054feaf678a351db968"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 133125525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002676224974508701, "interval": [-0.04780488091058064, 0.05315733085959804], "p_value": 0.915, "input_sha256": "358b27e30ea60b21a9f322d71b4575b89ddf82a454ee6054feaf678a351db968"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 133125525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002676224974508701, "interval": [-0.043588683836545926, 0.04458410103980408], "p_value": 0.9137294825615412, "input_sha256": "358b27e30ea60b21a9f322d71b4575b89ddf82a454ee6054feaf678a351db968"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3165980858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.291048269127045, "interval": [-7.231169501925646, 2.649072963671556], "p_value": 0.321, "input_sha256": "780a7cf21e822abf7b247d542c7185274082bdd1cb8ab4818e469d1472673631"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3165980858, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.291048269127045, "interval": [-7.185559259685211, 2.2542017851543688], "p_value": 0.3501603627477895, "input_sha256": "780a7cf21e822abf7b247d542c7185274082bdd1cb8ab4818e469d1472673631"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3165980858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014843488291752013, "interval": [-0.07166984618049638, 0.041982869596992343], "p_value": 0.583, "input_sha256": "780a7cf21e822abf7b247d542c7185274082bdd1cb8ab4818e469d1472673631"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3165980858, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014843488291752013, "interval": [-0.07808174056503618, 0.03140886066728048], "p_value": 0.5971165148896208, "input_sha256": "780a7cf21e822abf7b247d542c7185274082bdd1cb8ab4818e469d1472673631"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1443494256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0397924800469767, "interval": [-4.433447146821792, 8.513032106915745], "p_value": 0.523, "input_sha256": "97d5aea7ce6ce10df1423cafd99093690480e156f8ff7e62059bc52f9f2b7f80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1443494256, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0397924800469767, "interval": [-3.6218403943462043, 7.505586603069251], "p_value": 0.5193756753564748, "input_sha256": "97d5aea7ce6ce10df1423cafd99093690480e156f8ff7e62059bc52f9f2b7f80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1443494256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018300894023664974, "interval": [-0.048543090757303065, 0.085144878804633], "p_value": 0.577, "input_sha256": "97d5aea7ce6ce10df1423cafd99093690480e156f8ff7e62059bc52f9f2b7f80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1443494256, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018300894023664974, "interval": [-0.037754918632897295, 0.07561674290131294], "p_value": 0.5748948840205611, "input_sha256": "97d5aea7ce6ce10df1423cafd99093690480e156f8ff7e62059bc52f9f2b7f80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1993436291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47616316801533065, "interval": [-4.100919096470161, 5.053245432500821], "p_value": 0.833, "input_sha256": "5635271c4f71e3e83959d30ddf533a6f9ddea343cc99c78914a208e60500a81e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1993436291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47616316801533065, "interval": [-3.1767138187537283, 4.755852613912115], "p_value": 0.8325666418624263, "input_sha256": "5635271c4f71e3e83959d30ddf533a6f9ddea343cc99c78914a208e60500a81e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1993436291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0024909854198106453, "interval": [-0.045291470440670105, 0.050273441280291396], "p_value": 0.908, "input_sha256": "5635271c4f71e3e83959d30ddf533a6f9ddea343cc99c78914a208e60500a81e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1993436291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0024909854198106453, "interval": [-0.03634798462993096, 0.04859052649605887], "p_value": 0.9157368025755145, "input_sha256": "5635271c4f71e3e83959d30ddf533a6f9ddea343cc99c78914a208e60500a81e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 328208285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.098885248272371, "interval": [-5.682301316488132, 1.48453081994339], "p_value": 0.263, "input_sha256": "38e429b81a36d9df6761b8120274e6cfd694546103a98a1e8b74548b40102454"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 328208285, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.098885248272371, "interval": [-5.377788514730361, 1.207764481469148], "p_value": 0.24078138899458287, "input_sha256": "38e429b81a36d9df6761b8120274e6cfd694546103a98a1e8b74548b40102454"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 328208285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033236761862555926, "interval": [-0.07862781352505485, 0.012154289799943], "p_value": 0.167, "input_sha256": "38e429b81a36d9df6761b8120274e6cfd694546103a98a1e8b74548b40102454"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 328208285, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033236761862555926, "interval": [-0.07616951172581896, 0.005128582765314594], "p_value": 0.14451775095973185, "input_sha256": "38e429b81a36d9df6761b8120274e6cfd694546103a98a1e8b74548b40102454"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2022686695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2889422402090136, "interval": [-7.310737007636295, 0.732852527218268], "p_value": 0.119, "input_sha256": "6ca4ed55320767e3749171cd460fbc53a1989238951354442a24bb6744b81637"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2022686695, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2889422402090136, "interval": [-7.253492041444213, 0.07675835546942915], "p_value": 0.10480420577158937, "input_sha256": "6ca4ed55320767e3749171cd460fbc53a1989238951354442a24bb6744b81637"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2022686695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028114580379912428, "interval": [-0.06975512572813235, 0.013525964968307491], "p_value": 0.204, "input_sha256": "6ca4ed55320767e3749171cd460fbc53a1989238951354442a24bb6744b81637"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2022686695, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028114580379912428, "interval": [-0.06513449881333779, 0.009708568917240442], "p_value": 0.1770458877475326, "input_sha256": "6ca4ed55320767e3749171cd460fbc53a1989238951354442a24bb6744b81637"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 486754830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.86306261497793, "interval": [-5.841465235799139, 4.1153400058432785], "p_value": 0.724, "input_sha256": "799c62e30876ee65ce74b529458c9b4d8d6dad657798a6657ad31515e02c42c6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 486754830, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.86306261497793, "interval": [-5.163803434033987, 3.4804853717161843], "p_value": 0.7238039800394034, "input_sha256": "799c62e30876ee65ce74b529458c9b4d8d6dad657798a6657ad31515e02c42c6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 486754830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020934457659851444, "interval": [-0.0707712555757285, 0.028902340256025612], "p_value": 0.38, "input_sha256": "799c62e30876ee65ce74b529458c9b4d8d6dad657798a6657ad31515e02c42c6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 486754830, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020934457659851444, "interval": [-0.06440592120556894, 0.022764310684686352], "p_value": 0.39558511071921965, "input_sha256": "799c62e30876ee65ce74b529458c9b4d8d6dad657798a6657ad31515e02c42c6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 65951207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8005714479830903, "interval": [-2.7106053212035937, 8.311748217169775], "p_value": 0.322, "input_sha256": "54c450a0c6e0f6b15244d83c5f7af0001d1b9988d88b7644327614cbf3360541"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 65951207, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8005714479830903, "interval": [-2.2069445773470133, 8.476918534442536], "p_value": 0.30352334479297494, "input_sha256": "54c450a0c6e0f6b15244d83c5f7af0001d1b9988d88b7644327614cbf3360541"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 65951207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035485489968969997, "interval": [-0.024617080444547378, 0.09558806038248738], "p_value": 0.257, "input_sha256": "54c450a0c6e0f6b15244d83c5f7af0001d1b9988d88b7644327614cbf3360541"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 65951207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035485489968969997, "interval": [-0.02363946919808001, 0.09088686303317059], "p_value": 0.23538649248305388, "input_sha256": "54c450a0c6e0f6b15244d83c5f7af0001d1b9988d88b7644327614cbf3360541"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4085719709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1066385307194124, "interval": [-4.538671196461755, 6.7519482579005805], "p_value": 0.682, "input_sha256": "8a0ebe7ec326cbc37a081a0e2980c9e371fc05634bb28deec0131d2cf5a53cd2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4085719709, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1066385307194124, "interval": [-3.6223859093700645, 5.831138711559964], "p_value": 0.6886440741340616, "input_sha256": "8a0ebe7ec326cbc37a081a0e2980c9e371fc05634bb28deec0131d2cf5a53cd2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4085719709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01913067174798352, "interval": [-0.03861940168303951, 0.07688074517900655], "p_value": 0.508, "input_sha256": "8a0ebe7ec326cbc37a081a0e2980c9e371fc05634bb28deec0131d2cf5a53cd2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4085719709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01913067174798352, "interval": [-0.03356989723195015, 0.06359127541767741], "p_value": 0.501089306240035, "input_sha256": "8a0ebe7ec326cbc37a081a0e2980c9e371fc05634bb28deec0131d2cf5a53cd2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 374911841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.258782002721103, "interval": [1.5708761520522607, 10.946687853389946], "p_value": 0.015, "input_sha256": "52fc692bf08a37046a1d11356f775243496ddfad190ae09fb00ae3c0653beb8d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 374911841, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.258782002721103, "interval": [1.8856503357192658, 10.719128416429525], "p_value": 0.010588534163494766, "input_sha256": "52fc692bf08a37046a1d11356f775243496ddfad190ae09fb00ae3c0653beb8d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 374911841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0736799897674717, "interval": [0.020573050627017787, 0.12678692890792562], "p_value": 0.01, "input_sha256": "52fc692bf08a37046a1d11356f775243496ddfad190ae09fb00ae3c0653beb8d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 374911841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0736799897674717, "interval": [0.021152220498672804, 0.1201496324050319], "p_value": 0.008314749265068411, "input_sha256": "52fc692bf08a37046a1d11356f775243496ddfad190ae09fb00ae3c0653beb8d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2147119195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9587848056732178, "interval": [-6.59308083994801, 2.675511228601575], "p_value": 0.397, "input_sha256": "3ddd2f3898ce18a9404669189f089d978205e0b39143954ce9481308b91842d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2147119195, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9587848056732178, "interval": [-6.1401756184613125, 1.990495553445899], "p_value": 0.39361829702626705, "input_sha256": "3ddd2f3898ce18a9404669189f089d978205e0b39143954ce9481308b91842d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2147119195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0251291299935779, "interval": [-0.07703950900239236, 0.026781249015236555], "p_value": 0.358, "input_sha256": "3ddd2f3898ce18a9404669189f089d978205e0b39143954ce9481308b91842d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2147119195, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0251291299935779, "interval": [-0.0746198583518507, 0.018032419653059382], "p_value": 0.3286458284515881, "input_sha256": "3ddd2f3898ce18a9404669189f089d978205e0b39143954ce9481308b91842d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3457680316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7846224248894105, "interval": [-6.236700618836005, 2.6674557690571836], "p_value": 0.412, "input_sha256": "9c08e1425a99b7f70efd5310b59d7a8581926f8d602327fa9f19af3bf2436de8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3457680316, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7846224248894105, "interval": [-6.047179809145796, 1.7889553651198065], "p_value": 0.41903943954509204, "input_sha256": "9c08e1425a99b7f70efd5310b59d7a8581926f8d602327fa9f19af3bf2436de8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3457680316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009424762135844067, "interval": [-0.056188333159269035, 0.0373388088875809], "p_value": 0.693, "input_sha256": "9c08e1425a99b7f70efd5310b59d7a8581926f8d602327fa9f19af3bf2436de8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3457680316, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009424762135844067, "interval": [-0.05367681857557445, 0.027912584450936907], "p_value": 0.6829916465074047, "input_sha256": "9c08e1425a99b7f70efd5310b59d7a8581926f8d602327fa9f19af3bf2436de8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1756096839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5595288210635021, "interval": [-7.030560317943741, 5.911502675816737], "p_value": 0.84, "input_sha256": "7e7e0b23b089f4a0c87f7b8db6f6f310e3bfa8872ca9bb48405b762fb427ec51"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1756096839, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5595288210635021, "interval": [-6.779182087859919, 4.741225688233267], "p_value": 0.8589959176124158, "input_sha256": "7e7e0b23b089f4a0c87f7b8db6f6f310e3bfa8872ca9bb48405b762fb427ec51"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1756096839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007063818538717268, "interval": [-0.06460892128429752, 0.050481284206862986], "p_value": 0.788, "input_sha256": "7e7e0b23b089f4a0c87f7b8db6f6f310e3bfa8872ca9bb48405b762fb427ec51"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1756096839, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007063818538717268, "interval": [-0.060568212892395515, 0.04195580319285709], "p_value": 0.8014829667680111, "input_sha256": "7e7e0b23b089f4a0c87f7b8db6f6f310e3bfa8872ca9bb48405b762fb427ec51"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 67030851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.31467151239184554, "interval": [-4.885001861400632, 5.514344886184322], "p_value": 0.913, "input_sha256": "189810fd46210b7d78e81205324908506a88937dd25b4bfa4c588fe627875e1a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 67030851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.31467151239184554, "interval": [-4.228312845952224, 5.039966001926188], "p_value": 0.9019924513285313, "input_sha256": "189810fd46210b7d78e81205324908506a88937dd25b4bfa4c588fe627875e1a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 67030851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023115160689747873, "interval": [-0.04560396487296167, 0.05022699701091124], "p_value": 0.925, "input_sha256": "189810fd46210b7d78e81205324908506a88937dd25b4bfa4c588fe627875e1a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 67030851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023115160689747873, "interval": [-0.03914877230226263, 0.04806442472769506], "p_value": 0.9218606861361912, "input_sha256": "189810fd46210b7d78e81205324908506a88937dd25b4bfa4c588fe627875e1a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 452960048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9534686115509374, "interval": [-7.138010509614068, 3.2310732865121925], "p_value": 0.455, "input_sha256": "32f243886c9db59d7feb0bb58715783a02297a4bd5846a7fa1878fa13bfa16b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 452960048, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9534686115509374, "interval": [-6.648879989814906, 2.94287344835786], "p_value": 0.44236105518165725, "input_sha256": "32f243886c9db59d7feb0bb58715783a02297a4bd5846a7fa1878fa13bfa16b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 452960048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01632214482235362, "interval": [-0.06682063645744982, 0.034176346812742585], "p_value": 0.537, "input_sha256": "32f243886c9db59d7feb0bb58715783a02297a4bd5846a7fa1878fa13bfa16b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 452960048, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01632214482235362, "interval": [-0.06737214031199767, 0.026819711990699876], "p_value": 0.5098631595363834, "input_sha256": "32f243886c9db59d7feb0bb58715783a02297a4bd5846a7fa1878fa13bfa16b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 267948322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.733863394390238, "interval": [-11.895730537337993, -1.5719962514424841], "p_value": 0.013, "input_sha256": "216b768378d324a909bfcb0ece14e051fb727da6ae18e2dac312e7bc00dc58d7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 267948322, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.733863394390238, "interval": [-11.357835693270385, -2.1064162126290213], "p_value": 0.012598708164584253, "input_sha256": "216b768378d324a909bfcb0ece14e051fb727da6ae18e2dac312e7bc00dc58d7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 267948322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07881400465364316, "interval": [-0.1313739088206039, -0.026254100486682405], "p_value": 0.008, "input_sha256": "216b768378d324a909bfcb0ece14e051fb727da6ae18e2dac312e7bc00dc58d7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 267948322, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07881400465364316, "interval": [-0.12583817160746316, -0.030091848996861036], "p_value": 0.00483551884112854, "input_sha256": "216b768378d324a909bfcb0ece14e051fb727da6ae18e2dac312e7bc00dc58d7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1652751030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4167444608542161, "interval": [-6.325648916875185, 3.492159995166753], "p_value": 0.586, "input_sha256": "6311a9991b41a86ff974c06f462b20f16a76e3412705c5a32988d83540b0fcdf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1652751030, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4167444608542161, "interval": [-6.249355000165035, 2.990106961595874], "p_value": 0.5592458713687205, "input_sha256": "6311a9991b41a86ff974c06f462b20f16a76e3412705c5a32988d83540b0fcdf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1652751030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008759145018970195, "interval": [-0.06210391548698582, 0.04458562544904543], "p_value": 0.744, "input_sha256": "6311a9991b41a86ff974c06f462b20f16a76e3412705c5a32988d83540b0fcdf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1652751030, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008759145018970195, "interval": [-0.060227108218426306, 0.038157335878122235], "p_value": 0.7391618417330954, "input_sha256": "6311a9991b41a86ff974c06f462b20f16a76e3412705c5a32988d83540b0fcdf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2683214809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6218782368612248, "interval": [-5.393041595384168, 6.636798069106617], "p_value": 0.809, "input_sha256": "2af16be8ca9f8e097c62c25375168df494a3b89e5abe630ca4b9dc3d89048119"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2683214809, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6218782368612248, "interval": [-4.579177451884112, 6.236438800989809], "p_value": 0.830208388147111, "input_sha256": "2af16be8ca9f8e097c62c25375168df494a3b89e5abe630ca4b9dc3d89048119"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2683214809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0058841854961555785, "interval": [-0.059154511993364606, 0.07092288298567576], "p_value": 0.854, "input_sha256": "2af16be8ca9f8e097c62c25375168df494a3b89e5abe630ca4b9dc3d89048119"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2683214809, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0058841854961555785, "interval": [-0.04887672426097973, 0.07038843963019183], "p_value": 0.8511739459406652, "input_sha256": "2af16be8ca9f8e097c62c25375168df494a3b89e5abe630ca4b9dc3d89048119"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3264558349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.070132617848554, "interval": [-3.4820166217491457, 7.622281857446254], "p_value": 0.448, "input_sha256": "6f8b9b59949c2973ccf30fd8a4ae17b7f0d34c5aa95886217b200b860b14ea07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3264558349, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.070132617848554, "interval": [-3.0039612728863503, 7.110291997486782], "p_value": 0.4501917684227701, "input_sha256": "6f8b9b59949c2973ccf30fd8a4ae17b7f0d34c5aa95886217b200b860b14ea07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3264558349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03155377677455139, "interval": [-0.030304452166519974, 0.09341200571562275], "p_value": 0.281, "input_sha256": "6f8b9b59949c2973ccf30fd8a4ae17b7f0d34c5aa95886217b200b860b14ea07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3264558349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03155377677455139, "interval": [-0.024808881785774697, 0.09119415512502337], "p_value": 0.3036162456486907, "input_sha256": "6f8b9b59949c2973ccf30fd8a4ae17b7f0d34c5aa95886217b200b860b14ea07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 824282807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.103340171344586, "interval": [-8.904271365209382, 0.6975910225202098], "p_value": 0.095, "input_sha256": "c1a7573e9f7524dc71a4716fa8b3ca6e1f656cf87871ae433a6f9fe17c6785c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 824282807, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.103340171344586, "interval": [-8.202770371728073, 0.059858260611412195], "p_value": 0.09096212120314, "input_sha256": "c1a7573e9f7524dc71a4716fa8b3ca6e1f656cf87871ae433a6f9fe17c6785c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 824282807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03990742778562816, "interval": [-0.08628080469725458, 0.006465949125998252], "p_value": 0.082, "input_sha256": "c1a7573e9f7524dc71a4716fa8b3ca6e1f656cf87871ae433a6f9fe17c6785c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 824282807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03990742778562816, "interval": [-0.08121528525041997, -0.000602614271973969], "p_value": 0.08894609858582753, "input_sha256": "c1a7573e9f7524dc71a4716fa8b3ca6e1f656cf87871ae433a6f9fe17c6785c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284315777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.342342376266926, "interval": [5.710423089221021, 16.97426166331283], "p_value": 0.001, "input_sha256": "96a9891f84010fe6ff3202a1a92a66b641663c0826fca718caa9598a55a37207"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284315777, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.342342376266926, "interval": [6.234327916021442, 16.059210350592185], "p_value": 0.000360291419271219, "input_sha256": "96a9891f84010fe6ff3202a1a92a66b641663c0826fca718caa9598a55a37207"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284315777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11586116295222146, "interval": [0.054250065758629507, 0.1774722601458134], "p_value": 0.001, "input_sha256": "96a9891f84010fe6ff3202a1a92a66b641663c0826fca718caa9598a55a37207"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284315777, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11586116295222146, "interval": [0.05943079397023076, 0.16756465749518154], "p_value": 0.0007582093582903148, "input_sha256": "96a9891f84010fe6ff3202a1a92a66b641663c0826fca718caa9598a55a37207"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3229059731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8554207080945675, "interval": [-2.2494519078818787, 7.960293324071014], "p_value": 0.275, "input_sha256": "fe16a3aeedb6bc5ed8316ed7f0e88d49581adb1dbf5d7b25ae0be992b59bab80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3229059731, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8554207080945675, "interval": [-1.8737714133314487, 7.4221181596355965], "p_value": 0.26152515120308056, "input_sha256": "fe16a3aeedb6bc5ed8316ed7f0e88d49581adb1dbf5d7b25ae0be992b59bab80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3229059731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03491054035039969, "interval": [-0.017022526998585183, 0.08684360769938457], "p_value": 0.198, "input_sha256": "fe16a3aeedb6bc5ed8316ed7f0e88d49581adb1dbf5d7b25ae0be992b59bab80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3229059731, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03491054035039969, "interval": [-0.016238177655959214, 0.07924169833404379], "p_value": 0.17921436830655438, "input_sha256": "fe16a3aeedb6bc5ed8316ed7f0e88d49581adb1dbf5d7b25ae0be992b59bab80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3299217807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1613706050838295, "interval": [-7.324678208662915, 3.0019369984952555], "p_value": 0.427, "input_sha256": "d4e14e3396a6bf7181cd2da8a9134adefe5d106ff9a58c5a82e609f1aa38a4aa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3299217807, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1613706050838295, "interval": [-7.270399289528645, 1.9336663365507996], "p_value": 0.39731590069504996, "input_sha256": "d4e14e3396a6bf7181cd2da8a9134adefe5d106ff9a58c5a82e609f1aa38a4aa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3299217807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02394089132692126, "interval": [-0.08846936485067187, 0.040587582196829355], "p_value": 0.48, "input_sha256": "d4e14e3396a6bf7181cd2da8a9134adefe5d106ff9a58c5a82e609f1aa38a4aa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3299217807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02394089132692126, "interval": [-0.08476643638397675, 0.028012661007747894], "p_value": 0.45123465526576945, "input_sha256": "d4e14e3396a6bf7181cd2da8a9134adefe5d106ff9a58c5a82e609f1aa38a4aa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1523891135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.517025799547034, "interval": [-6.1384438702864035, 1.1043922711923355], "p_value": 0.172, "input_sha256": "0929d9a8826e523ac7f0b3162c41eae27983bb55ec66f8e661adc46cb7faf990"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1523891135, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.517025799547034, "interval": [-5.239090631785628, 1.296471645175146], "p_value": 0.16416567501032242, "input_sha256": "0929d9a8826e523ac7f0b3162c41eae27983bb55ec66f8e661adc46cb7faf990"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1523891135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018728092369281957, "interval": [-0.06537601690353875, 0.02791983216497484], "p_value": 0.412, "input_sha256": "0929d9a8826e523ac7f0b3162c41eae27983bb55ec66f8e661adc46cb7faf990"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1523891135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018728092369281957, "interval": [-0.051095827060479444, 0.03430927198703206], "p_value": 0.41408871787312573, "input_sha256": "0929d9a8826e523ac7f0b3162c41eae27983bb55ec66f8e661adc46cb7faf990"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1728126372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7995051535005757, "interval": [-2.6204280424190403, 6.219438349420192], "p_value": 0.422, "input_sha256": "db390e8a36efcd2fb40471d17f8a29457d5f99392d680b067d61fb3374d05a79"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1728126372, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7995051535005757, "interval": [-2.5770142646031795, 5.442861906376823], "p_value": 0.41104519514567206, "input_sha256": "db390e8a36efcd2fb40471d17f8a29457d5f99392d680b067d61fb3374d05a79"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1728126372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011562688336330075, "interval": [-0.04079189636860258, 0.06391727304126273], "p_value": 0.64, "input_sha256": "db390e8a36efcd2fb40471d17f8a29457d5f99392d680b067d61fb3374d05a79"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1728126372, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011562688336330075, "interval": [-0.042360713878007654, 0.05138077853586564], "p_value": 0.653087849182473, "input_sha256": "db390e8a36efcd2fb40471d17f8a29457d5f99392d680b067d61fb3374d05a79"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3189455113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4641358726994307, "interval": [-2.6355442676642635, 9.563816013063125], "p_value": 0.245, "input_sha256": "e3f591342a2ee813437e5d002856ce93c75fed15cfb2f1085409c9611bf01e36"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3189455113, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4641358726994307, "interval": [-2.1975499822075735, 9.182164483066922], "p_value": 0.2530338921937919, "input_sha256": "e3f591342a2ee813437e5d002856ce93c75fed15cfb2f1085409c9611bf01e36"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3189455113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05778274472381799, "interval": [-0.02009529435248525, 0.13566078380012123], "p_value": 0.135, "input_sha256": "e3f591342a2ee813437e5d002856ce93c75fed15cfb2f1085409c9611bf01e36"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3189455113, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05778274472381799, "interval": [-0.008522479856654283, 0.13310570746007855], "p_value": 0.13815660595435947, "input_sha256": "e3f591342a2ee813437e5d002856ce93c75fed15cfb2f1085409c9611bf01e36"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3889060435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3299720630063383, "interval": [-5.762994453922728, 6.422938579935405], "p_value": 0.906, "input_sha256": "38ecc347d01b538fb3340d2a8764a6afc141f74bd918d583872e526b3a8757d1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3889060435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3299720630063383, "interval": [-5.027525233039388, 5.598936532695054], "p_value": 0.9120079940859951, "input_sha256": "38ecc347d01b538fb3340d2a8764a6afc141f74bd918d583872e526b3a8757d1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3889060435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01219999851682903, "interval": [-0.08562252913774242, 0.06122253210408436], "p_value": 0.724, "input_sha256": "38ecc347d01b538fb3340d2a8764a6afc141f74bd918d583872e526b3a8757d1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3889060435, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01219999851682903, "interval": [-0.07739379459074189, 0.0537332589735858], "p_value": 0.7352459859403777, "input_sha256": "38ecc347d01b538fb3340d2a8764a6afc141f74bd918d583872e526b3a8757d1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1997377899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8663932022473722, "interval": [-6.717275719012556, 2.9844893145178117], "p_value": 0.445, "input_sha256": "bf76bcfc1368a40c50f3a9995b6f66654c7f724f3632dd19a5231136abe1b42d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1997377899, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8663932022473722, "interval": [-7.13856045448258, 2.138345806781032], "p_value": 0.43856192020926377, "input_sha256": "bf76bcfc1368a40c50f3a9995b6f66654c7f724f3632dd19a5231136abe1b42d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1997377899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0191555105049803, "interval": [-0.07221311603681768, 0.033902095026857086], "p_value": 0.454, "input_sha256": "bf76bcfc1368a40c50f3a9995b6f66654c7f724f3632dd19a5231136abe1b42d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1997377899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0191555105049803, "interval": [-0.07741647031138237, 0.020574156453816373], "p_value": 0.46648936903881966, "input_sha256": "bf76bcfc1368a40c50f3a9995b6f66654c7f724f3632dd19a5231136abe1b42d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1071843251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0496705947230525, "interval": [-7.786007163589115, 3.686665974143011], "p_value": 0.478, "input_sha256": "046ceab47b62003dfff0b215f294c28bad3e428871c92bf4963e962df001398c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1071843251, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0496705947230525, "interval": [-6.880021072004177, 3.635304212094311], "p_value": 0.4670891247850264, "input_sha256": "046ceab47b62003dfff0b215f294c28bad3e428871c92bf4963e962df001398c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1071843251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010992012833196686, "interval": [-0.09135565043771218, 0.06937162477131881], "p_value": 0.776, "input_sha256": "046ceab47b62003dfff0b215f294c28bad3e428871c92bf4963e962df001398c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1071843251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010992012833196686, "interval": [-0.06989610342826165, 0.07425539315444436], "p_value": 0.7777977358465842, "input_sha256": "046ceab47b62003dfff0b215f294c28bad3e428871c92bf4963e962df001398c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3923106680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7349037569575795, "interval": [-5.784627259886919, 4.31481974597176], "p_value": 0.764, "input_sha256": "792de714f5c3e01c93f9e06622be1053651b6307cf29c7e2dcfa07a1ed226957"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3923106680, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7349037569575795, "interval": [-5.091558036247119, 4.0149820098452444], "p_value": 0.7662371076058361, "input_sha256": "792de714f5c3e01c93f9e06622be1053651b6307cf29c7e2dcfa07a1ed226957"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3923106680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010873350704624482, "interval": [-0.06689834283580953, 0.04515164142656057], "p_value": 0.711, "input_sha256": "792de714f5c3e01c93f9e06622be1053651b6307cf29c7e2dcfa07a1ed226957"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3923106680, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010873350704624482, "interval": [-0.06344761106183669, 0.04108646568312856], "p_value": 0.6924250174330917, "input_sha256": "792de714f5c3e01c93f9e06622be1053651b6307cf29c7e2dcfa07a1ed226957"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2036912172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07725456989372863, "interval": [-7.280818571248852, 7.126309431461395], "p_value": 0.988, "input_sha256": "13104190fc0532d7c3f73b12d60f7a417c90fe4fd77e0f56b146b00022f18e81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2036912172, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07725456989372863, "interval": [-5.673988800846396, 6.880170408015467], "p_value": 0.9825606900215418, "input_sha256": "13104190fc0532d7c3f73b12d60f7a417c90fe4fd77e0f56b146b00022f18e81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2036912172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003816608801025386, "interval": [-0.07971938565836585, 0.07208616805631508], "p_value": 0.915, "input_sha256": "13104190fc0532d7c3f73b12d60f7a417c90fe4fd77e0f56b146b00022f18e81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2036912172, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003816608801025386, "interval": [-0.06961208973032157, 0.06475513092691222], "p_value": 0.9183789091974872, "input_sha256": "13104190fc0532d7c3f73b12d60f7a417c90fe4fd77e0f56b146b00022f18e81"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 816864569, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4411752705152567, "interval": [-7.247269835846821, 4.364919294816308], "p_value": 0.614, "input_sha256": "29d6bd8716feb9bf0205b461a2665855a4a853818539d29d5575043b11715d34"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 816864569, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4411752705152567, "interval": [-6.57385590173754, 3.681215855072871], "p_value": 0.6119395639275169, "input_sha256": "29d6bd8716feb9bf0205b461a2665855a4a853818539d29d5575043b11715d34"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 816864569, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00351445305771463, "interval": [-0.05950217964118516, 0.0524732735257559], "p_value": 0.877, "input_sha256": "29d6bd8716feb9bf0205b461a2665855a4a853818539d29d5575043b11715d34"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 816864569, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00351445305771463, "interval": [-0.05503909997376248, 0.04514615668780244], "p_value": 0.8981796324747443, "input_sha256": "29d6bd8716feb9bf0205b461a2665855a4a853818539d29d5575043b11715d34"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 825529612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5983405604419831, "interval": [-5.920367180447471, 7.117048301331437], "p_value": 0.835, "input_sha256": "3b80bfe9e13af0ed381d687af40ccaf1fa67367473e88ce6c53b66e8c48cb81f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 825529612, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5983405604419831, "interval": [-5.310360873170687, 6.58413979213397], "p_value": 0.8517948828273203, "input_sha256": "3b80bfe9e13af0ed381d687af40ccaf1fa67367473e88ce6c53b66e8c48cb81f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 825529612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012983190656805477, "interval": [-0.05589215231763951, 0.08185853363125047], "p_value": 0.676, "input_sha256": "3b80bfe9e13af0ed381d687af40ccaf1fa67367473e88ce6c53b66e8c48cb81f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 825529612, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012983190656805477, "interval": [-0.04150220670249242, 0.08439389207289241], "p_value": 0.7008473523697438, "input_sha256": "3b80bfe9e13af0ed381d687af40ccaf1fa67367473e88ce6c53b66e8c48cb81f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4126858903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3215313932693431, "interval": [-6.680953132799649, 7.3240159193383345], "p_value": 0.934, "input_sha256": "b33a7b05ccc739fa13b83eb4a9792c05e2c27bf40724786138f310eb8227f448"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4126858903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3215313932693431, "interval": [-5.5250880419467965, 7.111209805104718], "p_value": 0.9249635858377996, "input_sha256": "b33a7b05ccc739fa13b83eb4a9792c05e2c27bf40724786138f310eb8227f448"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4126858903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019180005379907942, "interval": [-0.06594321887091803, 0.1043032296307339], "p_value": 0.659, "input_sha256": "b33a7b05ccc739fa13b83eb4a9792c05e2c27bf40724786138f310eb8227f448"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4126858903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019180005379907942, "interval": [-0.04993850360568027, 0.10438240115220684], "p_value": 0.6414358083034144, "input_sha256": "b33a7b05ccc739fa13b83eb4a9792c05e2c27bf40724786138f310eb8227f448"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2968963268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2763362132996425, "interval": [-2.614665465756622, 7.167337892355907], "p_value": 0.345, "input_sha256": "762886544ef63321633c5429e946b8b01098bfd56ef18f0ee5b47e95bf5d058e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2968963268, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2763362132996425, "interval": [-2.133385433260871, 6.377240301411181], "p_value": 0.3488155223049827, "input_sha256": "762886544ef63321633c5429e946b8b01098bfd56ef18f0ee5b47e95bf5d058e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2968963268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01684941857279297, "interval": [-0.032084000106564564, 0.0657828372521505], "p_value": 0.497, "input_sha256": "762886544ef63321633c5429e946b8b01098bfd56ef18f0ee5b47e95bf5d058e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2968963268, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01684941857279297, "interval": [-0.02785342422862893, 0.057408698025905015], "p_value": 0.48783476340105114, "input_sha256": "762886544ef63321633c5429e946b8b01098bfd56ef18f0ee5b47e95bf5d058e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3545031241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.807398219330122, "interval": [-2.4459507322064633, 8.060747170866708], "p_value": 0.302, "input_sha256": "5e7e52801aa2643cc8248f71f0f445ab807300750e9a7d309482b504c4d53f52"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3545031241, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.807398219330122, "interval": [-1.853801693196304, 7.930922389642295], "p_value": 0.2823685262855168, "input_sha256": "5e7e52801aa2643cc8248f71f0f445ab807300750e9a7d309482b504c4d53f52"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3545031241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034033525668010635, "interval": [-0.022295529083371658, 0.09036258041939293], "p_value": 0.233, "input_sha256": "5e7e52801aa2643cc8248f71f0f445ab807300750e9a7d309482b504c4d53f52"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3545031241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034033525668010635, "interval": [-0.014363010541485272, 0.0929353876406583], "p_value": 0.22594816713129404, "input_sha256": "5e7e52801aa2643cc8248f71f0f445ab807300750e9a7d309482b504c4d53f52"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 244375797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7377469821008822, "interval": [-3.874891314180034, 7.350385278381798], "p_value": 0.546, "input_sha256": "a1fe41628f6624c4cc205fdf414e1b4943c40184628af4129448e9ee0a901e53"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 244375797, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7377469821008822, "interval": [-3.1486576305584904, 6.914659071747925], "p_value": 0.5293162849240494, "input_sha256": "a1fe41628f6624c4cc205fdf414e1b4943c40184628af4129448e9ee0a901e53"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 244375797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025555572631458447, "interval": [-0.03514254273054859, 0.08625368799346549], "p_value": 0.421, "input_sha256": "a1fe41628f6624c4cc205fdf414e1b4943c40184628af4129448e9ee0a901e53"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 244375797, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025555572631458447, "interval": [-0.03865306701236516, 0.0735727326249452], "p_value": 0.3931106349543384, "input_sha256": "a1fe41628f6624c4cc205fdf414e1b4943c40184628af4129448e9ee0a901e53"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1958881187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1479503716086596, "interval": [-4.247392638076894, 6.543293381294214], "p_value": 0.669, "input_sha256": "01799f2383b7af39af1a9900880a11a783c738e84e9b3c6ce89ec608d9dddcf0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1958881187, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1479503716086596, "interval": [-3.937442965008173, 5.7342788870492925], "p_value": 0.6652299371601869, "input_sha256": "01799f2383b7af39af1a9900880a11a783c738e84e9b3c6ce89ec608d9dddcf0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1958881187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004496836647661573, "interval": [-0.04554460703291429, 0.05453828032823744], "p_value": 0.862, "input_sha256": "01799f2383b7af39af1a9900880a11a783c738e84e9b3c6ce89ec608d9dddcf0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1958881187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004496836647661573, "interval": [-0.043440928028931666, 0.047343301349537306], "p_value": 0.8548298520809148, "input_sha256": "01799f2383b7af39af1a9900880a11a783c738e84e9b3c6ce89ec608d9dddcf0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2534023682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7327102298338483, "interval": [-3.638000881384857, 5.103421341052553], "p_value": 0.748, "input_sha256": "f2eab2a8499c1bc9e97c30d879d7756c20b9091a82beef3c545d0712c2e2ea70"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2534023682, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7327102298338483, "interval": [-2.888321879557023, 4.923360591758644], "p_value": 0.7335560205185643, "input_sha256": "f2eab2a8499c1bc9e97c30d879d7756c20b9091a82beef3c545d0712c2e2ea70"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2534023682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016967982289511945, "interval": [-0.025916261639926556, 0.05985222621895045], "p_value": 0.474, "input_sha256": "f2eab2a8499c1bc9e97c30d879d7756c20b9091a82beef3c545d0712c2e2ea70"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2534023682, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016967982289511945, "interval": [-0.01877610050234489, 0.056802510357298705], "p_value": 0.42588398742929656, "input_sha256": "f2eab2a8499c1bc9e97c30d879d7756c20b9091a82beef3c545d0712c2e2ea70"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292821422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3119443765759886, "interval": [-8.149932438064795, 3.5260436849128167], "p_value": 0.433, "input_sha256": "546534fea9a184b353c6e61effe4f119cec249f6a44f350f5d4e3c789387832b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292821422, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3119443765759886, "interval": [-6.678913807211153, 4.599441863978024], "p_value": 0.42145421524803584, "input_sha256": "546534fea9a184b353c6e61effe4f119cec249f6a44f350f5d4e3c789387832b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292821422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.043719801351036175, "interval": [-0.10157686626943141, 0.01413726356735906], "p_value": 0.148, "input_sha256": "546534fea9a184b353c6e61effe4f119cec249f6a44f350f5d4e3c789387832b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292821422, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.043719801351036175, "interval": [-0.09069325933378289, 0.018920590114062004], "p_value": 0.13105089580951665, "input_sha256": "546534fea9a184b353c6e61effe4f119cec249f6a44f350f5d4e3c789387832b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2436961231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0210879940426705, "interval": [-3.3654627424950125, 9.407638730580354], "p_value": 0.31, "input_sha256": "e9e842ea167c7250a08d34d36b8ba2f96df63deea73bce80240e04edfeaebdcf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2436961231, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0210879940426705, "interval": [-2.831154180240942, 8.694179847828233], "p_value": 0.3404294634758048, "input_sha256": "e9e842ea167c7250a08d34d36b8ba2f96df63deea73bce80240e04edfeaebdcf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2436961231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03468330801281351, "interval": [-0.027788941490709464, 0.09715555751633648], "p_value": 0.232, "input_sha256": "e9e842ea167c7250a08d34d36b8ba2f96df63deea73bce80240e04edfeaebdcf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2436961231, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03468330801281351, "interval": [-0.02006403120973303, 0.09188097006722537], "p_value": 0.26330062781365887, "input_sha256": "e9e842ea167c7250a08d34d36b8ba2f96df63deea73bce80240e04edfeaebdcf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3183623627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.994277899410329, "interval": [-9.065041965377677, 3.0764861665570185], "p_value": 0.335, "input_sha256": "17a7c97eb3e800db4eff0f6de3b500ca504fc853695a9f00fce4dd3ed7479240"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3183623627, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.994277899410329, "interval": [-8.093041176992477, 2.236227472762703], "p_value": 0.3198170927821986, "input_sha256": "17a7c97eb3e800db4eff0f6de3b500ca504fc853695a9f00fce4dd3ed7479240"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3183623627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03462326540638315, "interval": [-0.09556426441499861, 0.026317733602232316], "p_value": 0.264, "input_sha256": "17a7c97eb3e800db4eff0f6de3b500ca504fc853695a9f00fce4dd3ed7479240"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3183623627, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03462326540638315, "interval": [-0.08835166346780733, 0.01996179566568464], "p_value": 0.25336711504203774, "input_sha256": "17a7c97eb3e800db4eff0f6de3b500ca504fc853695a9f00fce4dd3ed7479240"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1502928860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1384124198003951, "interval": [-6.2192267682191735, 6.496051607819964], "p_value": 0.968, "input_sha256": "33c81c3ed45516442ace2f1c8a008eec5a02d6437ee02b766cbf66f9d6512c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1502928860, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1384124198003951, "interval": [-5.280309505131391, 5.837770125234154], "p_value": 0.9642803753932228, "input_sha256": "33c81c3ed45516442ace2f1c8a008eec5a02d6437ee02b766cbf66f9d6512c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1502928860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01424639138029087, "interval": [-0.05757711965576388, 0.08606990241634561], "p_value": 0.684, "input_sha256": "33c81c3ed45516442ace2f1c8a008eec5a02d6437ee02b766cbf66f9d6512c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1502928860, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01424639138029087, "interval": [-0.04917661483761974, 0.07850398784540483], "p_value": 0.6829476764571996, "input_sha256": "33c81c3ed45516442ace2f1c8a008eec5a02d6437ee02b766cbf66f9d6512c59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2186112980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.149519485147447, "interval": [-3.113784678123537, 9.412823648418431], "p_value": 0.316, "input_sha256": "2eb125d22d7036c6d8710613ca6eed44de12ae9a0dd867ab802a2ace526063b8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2186112980, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.149519485147447, "interval": [-2.6601506571432756, 8.840438183615666], "p_value": 0.3094741910321881, "input_sha256": "2eb125d22d7036c6d8710613ca6eed44de12ae9a0dd867ab802a2ace526063b8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2186112980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027309616110199133, "interval": [-0.03623777830678218, 0.09085701052718045], "p_value": 0.397, "input_sha256": "2eb125d22d7036c6d8710613ca6eed44de12ae9a0dd867ab802a2ace526063b8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2186112980, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027309616110199133, "interval": [-0.03335360479873634, 0.07897252855509376], "p_value": 0.3839302407854106, "input_sha256": "2eb125d22d7036c6d8710613ca6eed44de12ae9a0dd867ab802a2ace526063b8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4087800705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.269885138519109, "interval": [-4.136523994128618, 6.676294271166835], "p_value": 0.646, "input_sha256": "e890a4882e7bc72a0d5c5a00f8df90e38988a4addbb327c893b182171fbb7a47"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4087800705, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.269885138519109, "interval": [-3.902151551104873, 5.903893059905371], "p_value": 0.6315550621048021, "input_sha256": "e890a4882e7bc72a0d5c5a00f8df90e38988a4addbb327c893b182171fbb7a47"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4087800705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009956329228381043, "interval": [-0.05261759836892844, 0.07253025682569053], "p_value": 0.75, "input_sha256": "e890a4882e7bc72a0d5c5a00f8df90e38988a4addbb327c893b182171fbb7a47"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4087800705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009956329228381043, "interval": [-0.05077421207163803, 0.060348896016938526], "p_value": 0.7434428556089057, "input_sha256": "e890a4882e7bc72a0d5c5a00f8df90e38988a4addbb327c893b182171fbb7a47"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3650258613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.93775425110039, "interval": [-9.260804772592193, 1.3852962703914131], "p_value": 0.124, "input_sha256": "9917c4fcaf8866b3baa10e3bd6ba212273f55eb7826ebc5cb2d4399d426bbfe4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3650258613, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.93775425110039, "interval": [-8.866456201274636, 0.027620200501626925], "p_value": 0.13789583252038473, "input_sha256": "9917c4fcaf8866b3baa10e3bd6ba212273f55eb7826ebc5cb2d4399d426bbfe4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3650258613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02959336300909617, "interval": [-0.08695772310281984, 0.027770997084627495], "p_value": 0.28, "input_sha256": "9917c4fcaf8866b3baa10e3bd6ba212273f55eb7826ebc5cb2d4399d426bbfe4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3650258613, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02959336300909617, "interval": [-0.08342900291850754, 0.01327563491696161], "p_value": 0.2908282135400929, "input_sha256": "9917c4fcaf8866b3baa10e3bd6ba212273f55eb7826ebc5cb2d4399d426bbfe4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1384433791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.319281445882301, "interval": [-1.4339278443927412, 8.072490736157343], "p_value": 0.146, "input_sha256": "7a33c3cdbe133f305e5f393d16a98b101de0fbdc3ddcb0d13434c9717f013bfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1384433791, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.319281445882301, "interval": [-1.4770394531772075, 7.656239961807953], "p_value": 0.1639050781385279, "input_sha256": "7a33c3cdbe133f305e5f393d16a98b101de0fbdc3ddcb0d13434c9717f013bfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1384433791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02511221219170633, "interval": [-0.021324964000822084, 0.07154938838423475], "p_value": 0.254, "input_sha256": "7a33c3cdbe133f305e5f393d16a98b101de0fbdc3ddcb0d13434c9717f013bfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1384433791, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02511221219170633, "interval": [-0.01771814592380723, 0.06637920844782684], "p_value": 0.2785692265912809, "input_sha256": "7a33c3cdbe133f305e5f393d16a98b101de0fbdc3ddcb0d13434c9717f013bfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1964333766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5077926452079864, "interval": [-8.438474473951954, 1.422889183535982], "p_value": 0.176, "input_sha256": "dee5c799e81aa918d8b51b2ca254f1afa703d7fbaea67a268624800ac4c2f95a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1964333766, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5077926452079864, "interval": [-8.376315774846633, 1.0509076088972353], "p_value": 0.15490682891157115, "input_sha256": "dee5c799e81aa918d8b51b2ca254f1afa703d7fbaea67a268624800ac4c2f95a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1964333766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03678374014936824, "interval": [-0.08655871818061871, 0.012991237881882223], "p_value": 0.172, "input_sha256": "dee5c799e81aa918d8b51b2ca254f1afa703d7fbaea67a268624800ac4c2f95a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1964333766, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03678374014936824, "interval": [-0.0831928295488187, 0.009703603386674973], "p_value": 0.1399340080643628, "input_sha256": "dee5c799e81aa918d8b51b2ca254f1afa703d7fbaea67a268624800ac4c2f95a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3298015848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.208252445106267, "interval": [-2.392431098793948, 8.808935989006482], "p_value": 0.248, "input_sha256": "c75be23331a9e736ae1fe6727c22ec4904b31a286081241da636b7cfb5422b25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3298015848, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.208252445106267, "interval": [-2.009325252074478, 8.329238045259746], "p_value": 0.25115300102362204, "input_sha256": "c75be23331a9e736ae1fe6727c22ec4904b31a286081241da636b7cfb5422b25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3298015848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03273903840313165, "interval": [-0.03406515166395031, 0.09954322847021362], "p_value": 0.322, "input_sha256": "c75be23331a9e736ae1fe6727c22ec4904b31a286081241da636b7cfb5422b25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3298015848, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03273903840313165, "interval": [-0.02516354090492221, 0.09879434467336307], "p_value": 0.3233307485539949, "input_sha256": "c75be23331a9e736ae1fe6727c22ec4904b31a286081241da636b7cfb5422b25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1236395700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.258206990121746, "interval": [-8.545862168713178, 4.029448188469687], "p_value": 0.477, "input_sha256": "e3562c95ff6ef8848abf0a2689e5fcc653d0f98656fb970d6878884f3f0b34b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1236395700, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.258206990121746, "interval": [-7.636931366131626, 3.2213967106445742], "p_value": 0.46592092465814827, "input_sha256": "e3562c95ff6ef8848abf0a2689e5fcc653d0f98656fb970d6878884f3f0b34b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1236395700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014413420428486881, "interval": [-0.07697980341345141, 0.04815296255647765], "p_value": 0.649, "input_sha256": "e3562c95ff6ef8848abf0a2689e5fcc653d0f98656fb970d6878884f3f0b34b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1236395700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014413420428486881, "interval": [-0.06990782411993296, 0.040341732446900536], "p_value": 0.6405085077024889, "input_sha256": "e3562c95ff6ef8848abf0a2689e5fcc653d0f98656fb970d6878884f3f0b34b2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2590889800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5795008339598176, "interval": [-2.3836412709159087, 7.542642938835543], "p_value": 0.293, "input_sha256": "ea64e35a7a455753e66d58eb2ed1c349ea5479b5d6fce1114772a5f71ea01888"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2590889800, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5795008339598176, "interval": [-1.8681542096744306, 6.953055359614169], "p_value": 0.2949875596757905, "input_sha256": "ea64e35a7a455753e66d58eb2ed1c349ea5479b5d6fce1114772a5f71ea01888"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2590889800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03731879868808911, "interval": [-0.013830269351042562, 0.08846786672722078], "p_value": 0.147, "input_sha256": "ea64e35a7a455753e66d58eb2ed1c349ea5479b5d6fce1114772a5f71ea01888"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2590889800, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03731879868808911, "interval": [-0.01097170946835572, 0.08132615713244837], "p_value": 0.14620201968043894, "input_sha256": "ea64e35a7a455753e66d58eb2ed1c349ea5479b5d6fce1114772a5f71ea01888"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 511276847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.120343337880065, "interval": [-9.094009459632495, 0.8533227838723647], "p_value": 0.102, "input_sha256": "ac2ca9b3823559aa30d909ed698615f65e993a5c5494bb657b481383e29ac0a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 511276847, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.120343337880065, "interval": [-8.52585428233828, 0.31148745889692453], "p_value": 0.09990747290440037, "input_sha256": "ac2ca9b3823559aa30d909ed698615f65e993a5c5494bb657b481383e29ac0a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 511276847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04535020746287672, "interval": [-0.10257123517367721, 0.011870820247923769], "p_value": 0.128, "input_sha256": "ac2ca9b3823559aa30d909ed698615f65e993a5c5494bb657b481383e29ac0a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 511276847, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04535020746287672, "interval": [-0.09936993174831149, 0.005303958545365471], "p_value": 0.11383188459890486, "input_sha256": "ac2ca9b3823559aa30d909ed698615f65e993a5c5494bb657b481383e29ac0a5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 283085820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.992460566076842, "interval": [-9.321814986514724, 3.336893854361039], "p_value": 0.366, "input_sha256": "e7ea84a24bc9e00e8f2f9885682a19e00b64d006f62aff320761875e0cf2c6d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 283085820, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.992460566076842, "interval": [-8.533758687769646, 2.937488230728931], "p_value": 0.3397929080663922, "input_sha256": "e7ea84a24bc9e00e8f2f9885682a19e00b64d006f62aff320761875e0cf2c6d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 283085820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016266427860774167, "interval": [-0.08328104423202867, 0.050748188510480345], "p_value": 0.625, "input_sha256": "e7ea84a24bc9e00e8f2f9885682a19e00b64d006f62aff320761875e0cf2c6d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 283085820, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016266427860774167, "interval": [-0.07390372404141256, 0.04422079413585867], "p_value": 0.6222845254018995, "input_sha256": "e7ea84a24bc9e00e8f2f9885682a19e00b64d006f62aff320761875e0cf2c6d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 122621730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1367711880560374, "interval": [-4.138955762106972, 8.412498138219046], "p_value": 0.486, "input_sha256": "a1bc7980b76b4a6fc1a65006f163b71f7b1c638e02f7cd50b0f9229b5cb6595a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 122621730, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1367711880560374, "interval": [-3.593362066428739, 7.934306500957923], "p_value": 0.48860327095702993, "input_sha256": "a1bc7980b76b4a6fc1a65006f163b71f7b1c638e02f7cd50b0f9229b5cb6595a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 122621730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02251351326797231, "interval": [-0.06206379036350741, 0.10709081689945203], "p_value": 0.569, "input_sha256": "a1bc7980b76b4a6fc1a65006f163b71f7b1c638e02f7cd50b0f9229b5cb6595a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 122621730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02251351326797231, "interval": [-0.04391176073854516, 0.10861361575857612], "p_value": 0.5852768050398574, "input_sha256": "a1bc7980b76b4a6fc1a65006f163b71f7b1c638e02f7cd50b0f9229b5cb6595a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4067014108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.525371631876613, "interval": [-1.6606292460167555, 8.711372509769982], "p_value": 0.17, "input_sha256": "bed757d8f3497406b7f8021679079de81e4fbdaee06c1e3f5b5defa874caa0c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4067014108, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.525371631876613, "interval": [-1.5468987602772966, 7.868473520546152], "p_value": 0.17410724617531673, "input_sha256": "bed757d8f3497406b7f8021679079de81e4fbdaee06c1e3f5b5defa874caa0c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4067014108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03891275185785052, "interval": [-0.01965441526561918, 0.09747991898132022], "p_value": 0.189, "input_sha256": "bed757d8f3497406b7f8021679079de81e4fbdaee06c1e3f5b5defa874caa0c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4067014108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03891275185785052, "interval": [-0.015670270748396803, 0.0900017609940559], "p_value": 0.18390431108672478, "input_sha256": "bed757d8f3497406b7f8021679079de81e4fbdaee06c1e3f5b5defa874caa0c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3902317163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5512023114744915, "interval": [-2.2623961099076837, 7.364800732856667], "p_value": 0.267, "input_sha256": "a37e8044aff6d344fc3b94a87c1454958616240df0c3df2643699513ab5de32e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3902317163, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5512023114744915, "interval": [-2.266336289269295, 6.867370612339765], "p_value": 0.28722209782547226, "input_sha256": "a37e8044aff6d344fc3b94a87c1454958616240df0c3df2643699513ab5de32e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3902317163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0156948724453536, "interval": [-0.038216653533919905, 0.0696063984246271], "p_value": 0.55, "input_sha256": "a37e8044aff6d344fc3b94a87c1454958616240df0c3df2643699513ab5de32e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3902317163, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0156948724453536, "interval": [-0.03959057853817445, 0.06366606008466164], "p_value": 0.5541135224593265, "input_sha256": "a37e8044aff6d344fc3b94a87c1454958616240df0c3df2643699513ab5de32e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4192728283, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5499792550167206, "interval": [-6.687854713650532, 5.58789620361709], "p_value": 0.856, "input_sha256": "1c2ae8da8db999b26e853e89cf502e445868fb4dc4efc3c8d35222a906b9e90d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4192728283, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5499792550167206, "interval": [-7.075978616869207, 3.9161628462541365], "p_value": 0.8550198577462452, "input_sha256": "1c2ae8da8db999b26e853e89cf502e445868fb4dc4efc3c8d35222a906b9e90d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4192728283, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006936620156603719, "interval": [-0.053909803250508107, 0.06778304356371555], "p_value": 0.818, "input_sha256": "1c2ae8da8db999b26e853e89cf502e445868fb4dc4efc3c8d35222a906b9e90d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4192728283, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006936620156603719, "interval": [-0.05494822249744891, 0.053820444841337724], "p_value": 0.8164908526001156, "input_sha256": "1c2ae8da8db999b26e853e89cf502e445868fb4dc4efc3c8d35222a906b9e90d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1713288892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9882740445692835, "interval": [-2.524605545455023, 6.5011536345935905], "p_value": 0.371, "input_sha256": "4573634c3606c68bf3a51a9f557914908425b46f63082313ed250c5fff269362"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1713288892, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9882740445692835, "interval": [-2.3396877746322433, 5.70748906781664], "p_value": 0.37396726322909224, "input_sha256": "4573634c3606c68bf3a51a9f557914908425b46f63082313ed250c5fff269362"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1713288892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01868758812147805, "interval": [-0.03530911945553045, 0.07268429569848654], "p_value": 0.472, "input_sha256": "4573634c3606c68bf3a51a9f557914908425b46f63082313ed250c5fff269362"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1713288892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01868758812147805, "interval": [-0.03178574384815124, 0.06488376542103601], "p_value": 0.48381875488056336, "input_sha256": "4573634c3606c68bf3a51a9f557914908425b46f63082313ed250c5fff269362"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1183676436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9369212130414266, "interval": [-8.860680589717768, 0.9868381636349146], "p_value": 0.098, "input_sha256": "98ff015582be006dd435d3a0112ff1e3cb9fb063b6e558413546420fc033d12f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1183676436, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9369212130414266, "interval": [-8.333682570145845, 0.27290466089962906], "p_value": 0.11140376305189328, "input_sha256": "98ff015582be006dd435d3a0112ff1e3cb9fb063b6e558413546420fc033d12f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1183676436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038712464870398866, "interval": [-0.09000542979019968, 0.01258050004940195], "p_value": 0.125, "input_sha256": "98ff015582be006dd435d3a0112ff1e3cb9fb063b6e558413546420fc033d12f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1183676436, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038712464870398866, "interval": [-0.08936633587043931, 0.0001947217079988479], "p_value": 0.1326175327857042, "input_sha256": "98ff015582be006dd435d3a0112ff1e3cb9fb063b6e558413546420fc033d12f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2625633659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3966588621672997, "interval": [-7.2913681119347435, 2.498050387600144], "p_value": 0.302, "input_sha256": "c6d6e6d5e6fc6c971bec0408e6fc072a07dc7873cf093f7bad87ed9c865b3e07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2625633659, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3966588621672997, "interval": [-6.639857253828736, 2.3122593366737867], "p_value": 0.3213527055162582, "input_sha256": "c6d6e6d5e6fc6c971bec0408e6fc072a07dc7873cf093f7bad87ed9c865b3e07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2625633659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03268820580857588, "interval": [-0.083455028509918, 0.01807861689276624], "p_value": 0.185, "input_sha256": "c6d6e6d5e6fc6c971bec0408e6fc072a07dc7873cf093f7bad87ed9c865b3e07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2625633659, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03268820580857588, "interval": [-0.07848548383125067, 0.013832908706562626], "p_value": 0.1956267362417096, "input_sha256": "c6d6e6d5e6fc6c971bec0408e6fc072a07dc7873cf093f7bad87ed9c865b3e07"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 956230608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.553853326767238, "interval": [-13.776567803041601, -1.3311388504928754], "p_value": 0.021, "input_sha256": "bf0cbf5e4b53266737bf5dfa4d204de285043f7ba5e7b12a2b0ffc3f80a4a83d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 956230608, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.553853326767238, "interval": [-12.688179638360822, -0.8385651763151105], "p_value": 0.01964491150110133, "input_sha256": "bf0cbf5e4b53266737bf5dfa4d204de285043f7ba5e7b12a2b0ffc3f80a4a83d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 956230608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07568718192118634, "interval": [-0.13850772851816445, -0.012866635324208245], "p_value": 0.019, "input_sha256": "bf0cbf5e4b53266737bf5dfa4d204de285043f7ba5e7b12a2b0ffc3f80a4a83d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 956230608, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07568718192118634, "interval": [-0.12667485905884512, -0.006938065155943565], "p_value": 0.020402906512222364, "input_sha256": "bf0cbf5e4b53266737bf5dfa4d204de285043f7ba5e7b12a2b0ffc3f80a4a83d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 161370402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5648093356410211, "interval": [-4.837318817147995, 5.9669374884300375], "p_value": 0.835, "input_sha256": "f0f736058a272075bc9a3b39e9136bd42bf9e0591fc6a7542c4765fe3f218731"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 161370402, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5648093356410211, "interval": [-4.151084713544306, 5.308428570419337], "p_value": 0.8308922380344138, "input_sha256": "f0f736058a272075bc9a3b39e9136bd42bf9e0591fc6a7542c4765fe3f218731"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 161370402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013772404183663458, "interval": [-0.045741068543065366, 0.07328587691039228], "p_value": 0.635, "input_sha256": "f0f736058a272075bc9a3b39e9136bd42bf9e0591fc6a7542c4765fe3f218731"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 161370402, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013772404183663458, "interval": [-0.03343635673408582, 0.06705278350456191], "p_value": 0.6358268401236771, "input_sha256": "f0f736058a272075bc9a3b39e9136bd42bf9e0591fc6a7542c4765fe3f218731"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1667493794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9405217596844204, "interval": [-6.673418826193925, 4.792375306825083], "p_value": 0.735, "input_sha256": "86325f7fe38194fe4f9b25fbe0627d9ed716f2d958e707ecc48493eed1324616"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1667493794, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9405217596844204, "interval": [-5.847965252267272, 4.30699144012399], "p_value": 0.7385837730795244, "input_sha256": "86325f7fe38194fe4f9b25fbe0627d9ed716f2d958e707ecc48493eed1324616"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1667493794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018497093593281423, "interval": [-0.08395545500255688, 0.046961267815994044], "p_value": 0.57, "input_sha256": "86325f7fe38194fe4f9b25fbe0627d9ed716f2d958e707ecc48493eed1324616"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1667493794, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018497093593281423, "interval": [-0.07528309913665605, 0.04069035674465923], "p_value": 0.5663292063491043, "input_sha256": "86325f7fe38194fe4f9b25fbe0627d9ed716f2d958e707ecc48493eed1324616"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 865187254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.543401671543671, "interval": [-8.670768578482965, 1.5839652353956235], "p_value": 0.146, "input_sha256": "08a9a9bb61de43729c0d14e57982d319ea8647563106a6323025d964301aa36c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 865187254, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.543401671543671, "interval": [-8.366050933177732, 1.1643134887447084], "p_value": 0.1660906021732764, "input_sha256": "08a9a9bb61de43729c0d14e57982d319ea8647563106a6323025d964301aa36c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 865187254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01597435553982912, "interval": [-0.07042185470506973, 0.038473143625411495], "p_value": 0.544, "input_sha256": "08a9a9bb61de43729c0d14e57982d319ea8647563106a6323025d964301aa36c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 865187254, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01597435553982912, "interval": [-0.06601661108147006, 0.03472888684188947], "p_value": 0.5488424274992285, "input_sha256": "08a9a9bb61de43729c0d14e57982d319ea8647563106a6323025d964301aa36c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2820417498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.240448000044561, "interval": [-3.6022532838617463, 6.083149283950869], "p_value": 0.558, "input_sha256": "1f8edd13b9d45862a1ab393eb047dd09771bdd960eeb2377317fe4cf25eec102"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2820417498, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.240448000044561, "interval": [-2.815633324407971, 5.276929385571728], "p_value": 0.6000261095067192, "input_sha256": "1f8edd13b9d45862a1ab393eb047dd09771bdd960eeb2377317fe4cf25eec102"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2820417498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009237658515198142, "interval": [-0.04353804813669128, 0.06201336516708757], "p_value": 0.692, "input_sha256": "1f8edd13b9d45862a1ab393eb047dd09771bdd960eeb2377317fe4cf25eec102"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2820417498, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009237658515198142, "interval": [-0.03515507527547717, 0.05507735396267766], "p_value": 0.7206092635171243, "input_sha256": "1f8edd13b9d45862a1ab393eb047dd09771bdd960eeb2377317fe4cf25eec102"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 226049802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5443458619414435, "interval": [-5.349822763425345, 4.261131039542458], "p_value": 0.823, "input_sha256": "61680aa27f18c07100d681ae9f6b586e968433303592c57d863e7314b07af88d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 226049802, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5443458619414435, "interval": [-4.650413259605225, 3.947846670704323], "p_value": 0.8171806872094995, "input_sha256": "61680aa27f18c07100d681ae9f6b586e968433303592c57d863e7314b07af88d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 226049802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016784509568285762, "interval": [-0.06748208301224477, 0.03391306387567325], "p_value": 0.521, "input_sha256": "61680aa27f18c07100d681ae9f6b586e968433303592c57d863e7314b07af88d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 226049802, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016784509568285762, "interval": [-0.059028827132329306, 0.031299918479063334], "p_value": 0.5005920634047798, "input_sha256": "61680aa27f18c07100d681ae9f6b586e968433303592c57d863e7314b07af88d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 749254804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4497655360613104, "interval": [-7.88647360697239, 4.98694253484977], "p_value": 0.643, "input_sha256": "ccad14320113f241d1bb446a8aa2b2b49d9fa35dce8d2d39bd795e4a63f901be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 749254804, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4497655360613104, "interval": [-6.618157583879055, 5.17993904686537], "p_value": 0.6454021095432736, "input_sha256": "ccad14320113f241d1bb446a8aa2b2b49d9fa35dce8d2d39bd795e4a63f901be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 749254804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009400525452761004, "interval": [-0.08302190041288503, 0.06422084950736302], "p_value": 0.797, "input_sha256": "ccad14320113f241d1bb446a8aa2b2b49d9fa35dce8d2d39bd795e4a63f901be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 749254804, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009400525452761004, "interval": [-0.0715600063821671, 0.06823595991227241], "p_value": 0.7933867064088377, "input_sha256": "ccad14320113f241d1bb446a8aa2b2b49d9fa35dce8d2d39bd795e4a63f901be"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1667021508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3090085777377474, "interval": [-4.5555745623314845, 7.173591717806978], "p_value": 0.662, "input_sha256": "5213549503449a4c9e68f4d71b8ca00da04127d2c1a8ef1b4c924e60589a05df"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1667021508, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3090085777377474, "interval": [-3.8328178495480603, 6.569875357408657], "p_value": 0.6471012246930189, "input_sha256": "5213549503449a4c9e68f4d71b8ca00da04127d2c1a8ef1b4c924e60589a05df"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1667021508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03426910970900349, "interval": [-0.03270795530315092, 0.10124617472115789], "p_value": 0.315, "input_sha256": "5213549503449a4c9e68f4d71b8ca00da04127d2c1a8ef1b4c924e60589a05df"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1667021508, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03426910970900349, "interval": [-0.020749559224230413, 0.09686792204295668], "p_value": 0.2945842020471018, "input_sha256": "5213549503449a4c9e68f4d71b8ca00da04127d2c1a8ef1b4c924e60589a05df"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2052223789, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.948884801069576, "interval": [-7.827101563763447, 1.9293319616242957], "p_value": 0.235, "input_sha256": "01efa7226f12f00a4ae3538b2e58fd657157c44540e051c87712793d023cb654"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2052223789, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.948884801069576, "interval": [-7.585462546991111, 1.4079807778295668], "p_value": 0.22472597568743907, "input_sha256": "01efa7226f12f00a4ae3538b2e58fd657157c44540e051c87712793d023cb654"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2052223789, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03288731350725377, "interval": [-0.08930971825562917, 0.02353509124112163], "p_value": 0.249, "input_sha256": "01efa7226f12f00a4ae3538b2e58fd657157c44540e051c87712793d023cb654"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2052223789, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03288731350725377, "interval": [-0.0879339871769644, 0.018051055250394764], "p_value": 0.24050941867294404, "input_sha256": "01efa7226f12f00a4ae3538b2e58fd657157c44540e051c87712793d023cb654"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2912043075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7826442236442017, "interval": [-2.4496154881663723, 10.014903935454775], "p_value": 0.213, "input_sha256": "359c8ad5a6d1c86a9bfdfa03f784e1e7e4547dd31e7295a10a78726867af879b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2912043075, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7826442236442017, "interval": [-1.7174787485411538, 9.50056095215704], "p_value": 0.22188847728789102, "input_sha256": "359c8ad5a6d1c86a9bfdfa03f784e1e7e4547dd31e7295a10a78726867af879b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2912043075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03948064384367758, "interval": [-0.018452490622104065, 0.09741377830945923], "p_value": 0.167, "input_sha256": "359c8ad5a6d1c86a9bfdfa03f784e1e7e4547dd31e7295a10a78726867af879b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2912043075, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03948064384367758, "interval": [-0.012956411204589399, 0.09079258236969989], "p_value": 0.1727708631355897, "input_sha256": "359c8ad5a6d1c86a9bfdfa03f784e1e7e4547dd31e7295a10a78726867af879b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1400262537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7275728302503834, "interval": [-4.337384536448276, 5.792530196949043], "p_value": 0.791, "input_sha256": "4e1a343998c9feb1decbc48a73ae6612598f6ccd4a573b89e42ad22cb874ae16"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1400262537, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7275728302503834, "interval": [-4.346165394056884, 5.35597081401424], "p_value": 0.7688890030984943, "input_sha256": "4e1a343998c9feb1decbc48a73ae6612598f6ccd4a573b89e42ad22cb874ae16"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1400262537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017270114613428807, "interval": [-0.04337696461113201, 0.07791719383798963], "p_value": 0.602, "input_sha256": "4e1a343998c9feb1decbc48a73ae6612598f6ccd4a573b89e42ad22cb874ae16"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1400262537, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017270114613428807, "interval": [-0.03976276753652301, 0.07219676468830387], "p_value": 0.5609270332182756, "input_sha256": "4e1a343998c9feb1decbc48a73ae6612598f6ccd4a573b89e42ad22cb874ae16"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1004532399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3007662804927481, "interval": [-4.9771255301718345, 5.578658091157331], "p_value": 0.894, "input_sha256": "d11aaf9788fd3eb6ee49768c5393cb0848cd7cf0c2a79c7b6ad63cd13a234ce9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1004532399, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3007662804927481, "interval": [-4.414634234176336, 5.175145183984046], "p_value": 0.9077877975090383, "input_sha256": "d11aaf9788fd3eb6ee49768c5393cb0848cd7cf0c2a79c7b6ad63cd13a234ce9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1004532399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01236797429253545, "interval": [-0.046677650400624916, 0.07141359898569581], "p_value": 0.661, "input_sha256": "d11aaf9788fd3eb6ee49768c5393cb0848cd7cf0c2a79c7b6ad63cd13a234ce9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1004532399, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01236797429253545, "interval": [-0.03548675610590253, 0.06988466827377236], "p_value": 0.6701325809274472, "input_sha256": "d11aaf9788fd3eb6ee49768c5393cb0848cd7cf0c2a79c7b6ad63cd13a234ce9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3076197545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.948213102199798, "interval": [0.2606080540132245, 9.63581815038637], "p_value": 0.05, "input_sha256": "659d0f500284fbe0c315c9d355aa06e9bf78974c3bbfc078800399644f7cae23"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3076197545, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.948213102199798, "interval": [0.7206773775749561, 9.168700308569814], "p_value": 0.039459863025587225, "input_sha256": "659d0f500284fbe0c315c9d355aa06e9bf78974c3bbfc078800399644f7cae23"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3076197545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03977633219127411, "interval": [-0.013252744242598855, 0.09280540862514708], "p_value": 0.134, "input_sha256": "659d0f500284fbe0c315c9d355aa06e9bf78974c3bbfc078800399644f7cae23"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3076197545, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03977633219127411, "interval": [-0.004457031364453387, 0.0879271175825495], "p_value": 0.13518903764928342, "input_sha256": "659d0f500284fbe0c315c9d355aa06e9bf78974c3bbfc078800399644f7cae23"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 381142608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.997192004522076, "interval": [-2.9449472831673082, 8.93933129221146], "p_value": 0.272, "input_sha256": "d295a62e08febf75dadd34c1300d21e2c255a92ded5aa168c4b14366d489d586"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 381142608, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.997192004522076, "interval": [-2.2110929512943738, 8.202928929948962], "p_value": 0.29609054154347514, "input_sha256": "d295a62e08febf75dadd34c1300d21e2c255a92ded5aa168c4b14366d489d586"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 381142608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04938639040191176, "interval": [-0.025274115384062594, 0.12404689618788611], "p_value": 0.131, "input_sha256": "d295a62e08febf75dadd34c1300d21e2c255a92ded5aa168c4b14366d489d586"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 381142608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04938639040191176, "interval": [-0.008327573655284325, 0.12303472952060988], "p_value": 0.17526982859515416, "input_sha256": "d295a62e08febf75dadd34c1300d21e2c255a92ded5aa168c4b14366d489d586"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3339246937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5069704133688635, "interval": [-7.209616138796022, 6.195675312058295], "p_value": 0.869, "input_sha256": "b83530b01d578a87a2f21dc523526fa52882873a1ee9c6460d1f5ee4216867ee"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3339246937, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5069704133688635, "interval": [-6.814046471984643, 5.00920023156022], "p_value": 0.87564559873508, "input_sha256": "b83530b01d578a87a2f21dc523526fa52882873a1ee9c6460d1f5ee4216867ee"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3339246937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006541388744979755, "interval": [-0.07176000546427987, 0.08484278295423937], "p_value": 0.871, "input_sha256": "b83530b01d578a87a2f21dc523526fa52882873a1ee9c6460d1f5ee4216867ee"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3339246937, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006541388744979755, "interval": [-0.055748406177581984, 0.07872663978775102], "p_value": 0.8618423647718538, "input_sha256": "b83530b01d578a87a2f21dc523526fa52882873a1ee9c6460d1f5ee4216867ee"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2812136576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0038730089561713754, "interval": [-7.600679444360022, 7.592933426447679], "p_value": 1.0, "input_sha256": "6809bb273c8cdfa5c77c284b8e30702b42e5605dd744bdbfcf4d9f8503fd74f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2812136576, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0038730089561713754, "interval": [-6.5335821517024435, 6.920264928398801], "p_value": 0.9991697159523082, "input_sha256": "6809bb273c8cdfa5c77c284b8e30702b42e5605dd744bdbfcf4d9f8503fd74f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2812136576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01615334563528096, "interval": [-0.10912852268387391, 0.07682183141331198], "p_value": 0.73, "input_sha256": "6809bb273c8cdfa5c77c284b8e30702b42e5605dd744bdbfcf4d9f8503fd74f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2812136576, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01615334563528096, "interval": [-0.10218119526591364, 0.06569199671141936], "p_value": 0.7225776827950241, "input_sha256": "6809bb273c8cdfa5c77c284b8e30702b42e5605dd744bdbfcf4d9f8503fd74f5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3251696420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07263260322671639, "interval": [-6.610783803264699, 6.4655185968112665], "p_value": 0.988, "input_sha256": "5b12dabd9be3af1ef22b324ad14209056663b36fc1a16272c2383bd2cfc83419"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3251696420, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07263260322671639, "interval": [-5.558571631673208, 6.531179287145092], "p_value": 0.9818562838159216, "input_sha256": "5b12dabd9be3af1ef22b324ad14209056663b36fc1a16272c2383bd2cfc83419"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3251696420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01290041165306311, "interval": [-0.061049879684170284, 0.0868507029902965], "p_value": 0.724, "input_sha256": "5b12dabd9be3af1ef22b324ad14209056663b36fc1a16272c2383bd2cfc83419"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3251696420, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01290041165306311, "interval": [-0.05094536341425057, 0.08154938725115687], "p_value": 0.7207719660059855, "input_sha256": "5b12dabd9be3af1ef22b324ad14209056663b36fc1a16272c2383bd2cfc83419"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4001744174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1884661324029302, "interval": [-4.579385532096176, 6.956317796902037], "p_value": 0.712, "input_sha256": "f6ae5ef4df0972ab343c0f15b35292282115946db45d2be1736dd65ee1dd6f4f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4001744174, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1884661324029302, "interval": [-4.342382142415479, 5.844677539370086], "p_value": 0.6742149022755659, "input_sha256": "f6ae5ef4df0972ab343c0f15b35292282115946db45d2be1736dd65ee1dd6f4f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4001744174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02147329214881801, "interval": [-0.03870865193763026, 0.08165523623526628], "p_value": 0.504, "input_sha256": "f6ae5ef4df0972ab343c0f15b35292282115946db45d2be1736dd65ee1dd6f4f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4001744174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02147329214881801, "interval": [-0.03222167441005842, 0.07580639050353946], "p_value": 0.46947702003018654, "input_sha256": "f6ae5ef4df0972ab343c0f15b35292282115946db45d2be1736dd65ee1dd6f4f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3820244833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4999490063483625, "interval": [-6.097030233185082, 5.097132220488357], "p_value": 0.844, "input_sha256": "531639eec2c1746d91f3cd9cc9ddd38700c2f19c71118f78af8a060785607524"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3820244833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4999490063483625, "interval": [-5.035933405555491, 5.58565136557928], "p_value": 0.856229208971029, "input_sha256": "531639eec2c1746d91f3cd9cc9ddd38700c2f19c71118f78af8a060785607524"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3820244833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019290753489077132, "interval": [-0.05419779321219613, 0.05805594391001155], "p_value": 0.953, "input_sha256": "531639eec2c1746d91f3cd9cc9ddd38700c2f19c71118f78af8a060785607524"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3820244833, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019290753489077132, "interval": [-0.04959282001114685, 0.06042725927577706], "p_value": 0.944522247976689, "input_sha256": "531639eec2c1746d91f3cd9cc9ddd38700c2f19c71118f78af8a060785607524"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 928683113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.991924744175125, "interval": [-7.470884127227116, 1.4870346388768656], "p_value": 0.177, "input_sha256": "9f4919ea568de9d7fdad48e82032cfa78f5f82bf4573017912d483af099638d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 928683113, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.991924744175125, "interval": [-7.224029966832158, 0.8650202344955624], "p_value": 0.181128699658287, "input_sha256": "9f4919ea568de9d7fdad48e82032cfa78f5f82bf4573017912d483af099638d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 928683113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02429430750380829, "interval": [-0.06909549324415702, 0.020506878236540436], "p_value": 0.276, "input_sha256": "9f4919ea568de9d7fdad48e82032cfa78f5f82bf4573017912d483af099638d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 928683113, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02429430750380829, "interval": [-0.06783733607523297, 0.01400043270663505], "p_value": 0.2758844347610534, "input_sha256": "9f4919ea568de9d7fdad48e82032cfa78f5f82bf4573017912d483af099638d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1360673286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8108606029620492, "interval": [-5.615240417423657, 7.236961623347756], "p_value": 0.782, "input_sha256": "c92ac5a04464c331774c7abc9f20e1c6d7fc00c1579baea7c1f07ec00c5ddac0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1360673286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8108606029620492, "interval": [-4.127059867660888, 7.9218067498177565], "p_value": 0.7966405853159153, "input_sha256": "c92ac5a04464c331774c7abc9f20e1c6d7fc00c1579baea7c1f07ec00c5ddac0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1360673286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006226607726364163, "interval": [-0.05568806056186206, 0.06814127601459039], "p_value": 0.828, "input_sha256": "c92ac5a04464c331774c7abc9f20e1c6d7fc00c1579baea7c1f07ec00c5ddac0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1360673286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006226607726364163, "interval": [-0.04131436740210992, 0.07103515066087464], "p_value": 0.8372946851408011, "input_sha256": "c92ac5a04464c331774c7abc9f20e1c6d7fc00c1579baea7c1f07ec00c5ddac0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 367417971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.099537950206973, "interval": [-6.526611619556334, 2.327535719142389], "p_value": 0.337, "input_sha256": "992ce21f65b26ef1b32082f476dee862949f8a6fdd16c1a0c4b577b6cc084143"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 367417971, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.099537950206973, "interval": [-6.289708789096652, 1.9461268945796766], "p_value": 0.33756091014342593, "input_sha256": "992ce21f65b26ef1b32082f476dee862949f8a6fdd16c1a0c4b577b6cc084143"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 367417971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03479310479257898, "interval": [-0.0844372345231885, 0.014851024938030546], "p_value": 0.167, "input_sha256": "992ce21f65b26ef1b32082f476dee862949f8a6fdd16c1a0c4b577b6cc084143"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 367417971, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03479310479257898, "interval": [-0.0832290808038804, 0.008577799721574651], "p_value": 0.15983435158417078, "input_sha256": "992ce21f65b26ef1b32082f476dee862949f8a6fdd16c1a0c4b577b6cc084143"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 335797716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.25396178247988, "interval": [1.0644947079819556, 11.443428856977805], "p_value": 0.016, "input_sha256": "fc0fd63b709f0db1a507ebf047d3c297a2d84ce2bb8a759497825639640eb337"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 335797716, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.25396178247988, "interval": [1.3059797820677597, 10.997228467425375], "p_value": 0.0198973412908734, "input_sha256": "fc0fd63b709f0db1a507ebf047d3c297a2d84ce2bb8a759497825639640eb337"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 335797716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07969673930637128, "interval": [0.019783069120721447, 0.1396104094920211], "p_value": 0.007, "input_sha256": "fc0fd63b709f0db1a507ebf047d3c297a2d84ce2bb8a759497825639640eb337"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 335797716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07969673930637128, "interval": [0.022806971903980188, 0.13146394559877947], "p_value": 0.01110049345900587, "input_sha256": "fc0fd63b709f0db1a507ebf047d3c297a2d84ce2bb8a759497825639640eb337"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3352419660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.344940640652071, "interval": [-10.325344900814754, 1.6354636195106114], "p_value": 0.127, "input_sha256": "fc3c3ce8758b9d2dc537eff000f7f2507ee80e4e8c53afbc705fbfcad202a069"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3352419660, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.344940640652071, "interval": [-9.759300628690951, 0.6593492630111526], "p_value": 0.1457654356418182, "input_sha256": "fc3c3ce8758b9d2dc537eff000f7f2507ee80e4e8c53afbc705fbfcad202a069"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3352419660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04953352334583448, "interval": [-0.11195237980553568, 0.01288533311386672], "p_value": 0.097, "input_sha256": "fc3c3ce8758b9d2dc537eff000f7f2507ee80e4e8c53afbc705fbfcad202a069"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3352419660, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04953352334583448, "interval": [-0.10434929164280392, 0.005982207925015898], "p_value": 0.11409097918970443, "input_sha256": "fc3c3ce8758b9d2dc537eff000f7f2507ee80e4e8c53afbc705fbfcad202a069"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1342599814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.105116689316743, "interval": [-4.672043177092449, 4.461809798458963], "p_value": 0.96, "input_sha256": "f9820868c9ca86dc4d40d99a5e91767456edd4db16c5053c80e0231d48ad4ec3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1342599814, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.105116689316743, "interval": [-4.852153256513406, 3.367205998497114], "p_value": 0.9626769463870041, "input_sha256": "f9820868c9ca86dc4d40d99a5e91767456edd4db16c5053c80e0231d48ad4ec3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1342599814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00353127029687539, "interval": [-0.042827548160385864, 0.04989008875413664], "p_value": 0.871, "input_sha256": "f9820868c9ca86dc4d40d99a5e91767456edd4db16c5053c80e0231d48ad4ec3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1342599814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00353127029687539, "interval": [-0.04124748747171738, 0.039604252305397734], "p_value": 0.8766757992243416, "input_sha256": "f9820868c9ca86dc4d40d99a5e91767456edd4db16c5053c80e0231d48ad4ec3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2110728637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6222200728356408, "interval": [-6.78602781334402, 5.541587667672738], "p_value": 0.848, "input_sha256": "35eeba2b2296f1a77efaf883d18c93d69570c6b09ae57c294aa00659ce3f58c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2110728637, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6222200728356408, "interval": [-7.356047023672168, 4.554028192257983], "p_value": 0.8373762338302009, "input_sha256": "35eeba2b2296f1a77efaf883d18c93d69570c6b09ae57c294aa00659ce3f58c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2110728637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0006306781202925077, "interval": [-0.06111776633108903, 0.062379122571674044], "p_value": 0.982, "input_sha256": "35eeba2b2296f1a77efaf883d18c93d69570c6b09ae57c294aa00659ce3f58c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2110728637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0006306781202925077, "interval": [-0.0681414228897929, 0.05075441809377681], "p_value": 0.9834495817563809, "input_sha256": "35eeba2b2296f1a77efaf883d18c93d69570c6b09ae57c294aa00659ce3f58c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2881319916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8654204568035357, "interval": [-7.954347561548082, 0.2235066479410106], "p_value": 0.054, "input_sha256": "606d6c4f4055cd645eff909726e217d2703b05bc50e697ced194c7c97f09d2f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2881319916, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8654204568035357, "interval": [-7.6187187116332895, -0.014480273448518748], "p_value": 0.06271131986157795, "input_sha256": "606d6c4f4055cd645eff909726e217d2703b05bc50e697ced194c7c97f09d2f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2881319916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.037815294621928085, "interval": [-0.08412045847033198, 0.008489869226475814], "p_value": 0.087, "input_sha256": "606d6c4f4055cd645eff909726e217d2703b05bc50e697ced194c7c97f09d2f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2881319916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.037815294621928085, "interval": [-0.07971993626039386, 0.007705440228033043], "p_value": 0.10441875381278347, "input_sha256": "606d6c4f4055cd645eff909726e217d2703b05bc50e697ced194c7c97f09d2f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 64991777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8484193582736066, "interval": [-4.089645367003236, 5.786484083550448], "p_value": 0.72, "input_sha256": "f6b5fccf60423d4ee83915f5f26977643e0097f1a477421a384a9ced0b7987e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 64991777, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8484193582736066, "interval": [-4.178792368329103, 4.889765925161196], "p_value": 0.7284746977924932, "input_sha256": "f6b5fccf60423d4ee83915f5f26977643e0097f1a477421a384a9ced0b7987e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 64991777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00812424649300604, "interval": [-0.04652291563730875, 0.06277140862332084], "p_value": 0.744, "input_sha256": "f6b5fccf60423d4ee83915f5f26977643e0097f1a477421a384a9ced0b7987e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 64991777, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00812424649300604, "interval": [-0.04199929851530404, 0.055139261631491125], "p_value": 0.7634160695940035, "input_sha256": "f6b5fccf60423d4ee83915f5f26977643e0097f1a477421a384a9ced0b7987e9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2219799479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.514426011467748, "interval": [-1.485882892020392, 10.514734914955888], "p_value": 0.132, "input_sha256": "9f504500f2e7733117077278354c09ad7e5c504905fe3f7d9f551669ec41b4b0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2219799479, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.514426011467748, "interval": [-1.477969828507803, 9.573739933295629], "p_value": 0.13314012401341369, "input_sha256": "9f504500f2e7733117077278354c09ad7e5c504905fe3f7d9f551669ec41b4b0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2219799479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05048794864868019, "interval": [-0.013314692120452241, 0.11429058941781262], "p_value": 0.121, "input_sha256": "9f504500f2e7733117077278354c09ad7e5c504905fe3f7d9f551669ec41b4b0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2219799479, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05048794864868019, "interval": [-0.013359547080272932, 0.10345977951418635], "p_value": 0.11552923066815754, "input_sha256": "9f504500f2e7733117077278354c09ad7e5c504905fe3f7d9f551669ec41b4b0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1741777871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.681246366693432, "interval": [-1.4767887919410319, 8.839281525327895], "p_value": 0.158, "input_sha256": "cc6ed4662960e64c9b4aa42e9c6fc9511c37a752c00f37c791d98c5ea05ac293"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1741777871, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.681246366693432, "interval": [-1.550757975706827, 7.7989961353306345], "p_value": 0.1549326676594009, "input_sha256": "cc6ed4662960e64c9b4aa42e9c6fc9511c37a752c00f37c791d98c5ea05ac293"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1741777871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04318980076156203, "interval": [-0.018004137402502805, 0.10438373892562686], "p_value": 0.147, "input_sha256": "cc6ed4662960e64c9b4aa42e9c6fc9511c37a752c00f37c791d98c5ea05ac293"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1741777871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04318980076156203, "interval": [-0.009751245067836405, 0.09628091762373198], "p_value": 0.15882521912586142, "input_sha256": "cc6ed4662960e64c9b4aa42e9c6fc9511c37a752c00f37c791d98c5ea05ac293"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3452004709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9132641227589627, "interval": [-7.254384331066141, 5.427856085548215], "p_value": 0.745, "input_sha256": "7f3cf49d3c50e2286a429f73039669471bee4a89ea44c1f953407b09d66a8092"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3452004709, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9132641227589627, "interval": [-6.209898031710531, 4.829878745452756], "p_value": 0.7686611217272945, "input_sha256": "7f3cf49d3c50e2286a429f73039669471bee4a89ea44c1f953407b09d66a8092"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3452004709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016268735342098432, "interval": [-0.08193026376558504, 0.049392793081388185], "p_value": 0.583, "input_sha256": "7f3cf49d3c50e2286a429f73039669471bee4a89ea44c1f953407b09d66a8092"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3452004709, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016268735342098432, "interval": [-0.07353664289361092, 0.0412286377419943], "p_value": 0.6144025944285896, "input_sha256": "7f3cf49d3c50e2286a429f73039669471bee4a89ea44c1f953407b09d66a8092"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2222346763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7008115764539187, "interval": [-0.2586016270817382, 7.6602247799895755], "p_value": 0.058, "input_sha256": "9cb348478dbb0a66d4fcbd3d8b3ad03289a5148720b14808a25508c1a83a870a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2222346763, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7008115764539187, "interval": [-0.24471996231152343, 7.000681416324498], "p_value": 0.06586210625614584, "input_sha256": "9cb348478dbb0a66d4fcbd3d8b3ad03289a5148720b14808a25508c1a83a870a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2222346763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05013922226730603, "interval": [-0.004068072112710944, 0.104346516647323], "p_value": 0.039, "input_sha256": "9cb348478dbb0a66d4fcbd3d8b3ad03289a5148720b14808a25508c1a83a870a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2222346763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05013922226730603, "interval": [0.004081131202089894, 0.10316013283338708], "p_value": 0.06792488941884184, "input_sha256": "9cb348478dbb0a66d4fcbd3d8b3ad03289a5148720b14808a25508c1a83a870a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 199241213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6091512124114777, "interval": [-6.568590591972145, 3.3502881671491895], "p_value": 0.481, "input_sha256": "c71e6578ab4141f4bb2ac87baaf6de205da5b752dcd4cb3309d8d809947ff514"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 199241213, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6091512124114777, "interval": [-6.158524524401785, 2.926967090670233], "p_value": 0.5087756829794687, "input_sha256": "c71e6578ab4141f4bb2ac87baaf6de205da5b752dcd4cb3309d8d809947ff514"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 199241213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009428878616880968, "interval": [-0.058858587521952554, 0.040000830288190625], "p_value": 0.677, "input_sha256": "c71e6578ab4141f4bb2ac87baaf6de205da5b752dcd4cb3309d8d809947ff514"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 199241213, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009428878616880968, "interval": [-0.05644395929754669, 0.032510902157135965], "p_value": 0.6965532057063633, "input_sha256": "c71e6578ab4141f4bb2ac87baaf6de205da5b752dcd4cb3309d8d809947ff514"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4085498456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.19128587164031408, "interval": [-6.128258984510086, 5.745687241229457], "p_value": 0.941, "input_sha256": "c3c17132a57f9aff20b6d42f57df76cd95628cd69298c82527715cef6f79037d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4085498456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.19128587164031408, "interval": [-6.0113381284297, 4.937405441595917], "p_value": 0.9470040371000008, "input_sha256": "c3c17132a57f9aff20b6d42f57df76cd95628cd69298c82527715cef6f79037d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4085498456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022343606285244715, "interval": [-0.05778748736274105, 0.06225620861979], "p_value": 0.938, "input_sha256": "c3c17132a57f9aff20b6d42f57df76cd95628cd69298c82527715cef6f79037d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4085498456, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022343606285244715, "interval": [-0.05092883190521607, 0.05740778172356171], "p_value": 0.9384682920345646, "input_sha256": "c3c17132a57f9aff20b6d42f57df76cd95628cd69298c82527715cef6f79037d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3587313620, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.497519604963876, "interval": [-3.1816042885835234, 6.176643498511275], "p_value": 0.528, "input_sha256": "ba67584bf589b457f0f5f64ac74b401e6daada0ac9d2946bbd1eddf48576c6d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3587313620, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.497519604963876, "interval": [-2.7382905908368973, 5.435413006536968], "p_value": 0.5174232792280202, "input_sha256": "ba67584bf589b457f0f5f64ac74b401e6daada0ac9d2946bbd1eddf48576c6d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3587313620, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01857395840796236, "interval": [-0.03469234093340307, 0.07184025774932778], "p_value": 0.508, "input_sha256": "ba67584bf589b457f0f5f64ac74b401e6daada0ac9d2946bbd1eddf48576c6d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3587313620, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01857395840796236, "interval": [-0.024116818858376698, 0.06844813505677885], "p_value": 0.4792410438959951, "input_sha256": "ba67584bf589b457f0f5f64ac74b401e6daada0ac9d2946bbd1eddf48576c6d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3989341349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3426941593640576, "interval": [-4.436159547167988, 7.121547865896104], "p_value": 0.66, "input_sha256": "190e98e9ffb016a6a0411bc464fb57ee4be703a55e8dc80fe70e106bf67cd336"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3989341349, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3426941593640576, "interval": [-4.505705225775142, 5.995522662201249], "p_value": 0.6371924719512962, "input_sha256": "190e98e9ffb016a6a0411bc464fb57ee4be703a55e8dc80fe70e106bf67cd336"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3989341349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00749035905551481, "interval": [-0.06601846776102949, 0.08099918587205909], "p_value": 0.86, "input_sha256": "190e98e9ffb016a6a0411bc464fb57ee4be703a55e8dc80fe70e106bf67cd336"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3989341349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00749035905551481, "interval": [-0.08010241068321189, 0.05961803154492216], "p_value": 0.834532017144878, "input_sha256": "190e98e9ffb016a6a0411bc464fb57ee4be703a55e8dc80fe70e106bf67cd336"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1630377838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2720114393424, "interval": [-5.679599051973121, 5.135576173288322], "p_value": 0.906, "input_sha256": "0892f841748d4b06c53143a549deb84d588eb4ae839803d5ae6a465d148f7abd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1630377838, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2720114393424, "interval": [-5.513830557639614, 4.291598222329028], "p_value": 0.9178005836515489, "input_sha256": "0892f841748d4b06c53143a549deb84d588eb4ae839803d5ae6a465d148f7abd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1630377838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001147454282084905, "interval": [-0.05480608268386424, 0.05710099124803405], "p_value": 0.96, "input_sha256": "0892f841748d4b06c53143a549deb84d588eb4ae839803d5ae6a465d148f7abd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1630377838, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001147454282084905, "interval": [-0.04934288237887029, 0.05032414367316544], "p_value": 0.9663964628276205, "input_sha256": "0892f841748d4b06c53143a549deb84d588eb4ae839803d5ae6a465d148f7abd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1153200444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.618381124242026, "interval": [-7.8447442740474855, 2.607982025563434], "p_value": 0.316, "input_sha256": "480c1d49ff5eede651a5f616cf5a4159c984c715c068ce69992591f6045c03b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1153200444, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.618381124242026, "interval": [-7.546007247030408, 2.155150516210602], "p_value": 0.3100577306421798, "input_sha256": "480c1d49ff5eede651a5f616cf5a4159c984c715c068ce69992591f6045c03b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1153200444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02348945553235282, "interval": [-0.0851931599492514, 0.03821424888454576], "p_value": 0.454, "input_sha256": "480c1d49ff5eede651a5f616cf5a4159c984c715c068ce69992591f6045c03b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1153200444, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02348945553235282, "interval": [-0.0771095615224507, 0.03380504584206575], "p_value": 0.43502902507846086, "input_sha256": "480c1d49ff5eede651a5f616cf5a4159c984c715c068ce69992591f6045c03b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3186272610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.678246955544478, "interval": [-2.7735033632396835, 8.12999727432864], "p_value": 0.339, "input_sha256": "c4a6b72fb1d61f0fbda0a41fc8675149afeb3981e1eb69d6ee8280ee90395eeb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3186272610, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.678246955544478, "interval": [-1.8270642659900964, 7.767989536829656], "p_value": 0.3213347147643807, "input_sha256": "c4a6b72fb1d61f0fbda0a41fc8675149afeb3981e1eb69d6ee8280ee90395eeb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3186272610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032292365111982246, "interval": [-0.018003219893955764, 0.08258795011792025], "p_value": 0.198, "input_sha256": "c4a6b72fb1d61f0fbda0a41fc8675149afeb3981e1eb69d6ee8280ee90395eeb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3186272610, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032292365111982246, "interval": [-0.0103430127123439, 0.07907180674135574], "p_value": 0.19895047849929867, "input_sha256": "c4a6b72fb1d61f0fbda0a41fc8675149afeb3981e1eb69d6ee8280ee90395eeb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1524216100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8539081868412401, "interval": [-5.7636634336622565, 7.471479807344736], "p_value": 0.811, "input_sha256": "02970e775b96095d3b0dcf1d1ea6b4822266a46204c49300fc71e287268448da"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1524216100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8539081868412401, "interval": [-5.113506432477204, 7.8620800849579435], "p_value": 0.792124381105709, "input_sha256": "02970e775b96095d3b0dcf1d1ea6b4822266a46204c49300fc71e287268448da"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1524216100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0046308151711971085, "interval": [-0.06282599633118582, 0.07208762667358004], "p_value": 0.9, "input_sha256": "02970e775b96095d3b0dcf1d1ea6b4822266a46204c49300fc71e287268448da"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1524216100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0046308151711971085, "interval": [-0.06267749725477777, 0.07066201227221544], "p_value": 0.8888150351096968, "input_sha256": "02970e775b96095d3b0dcf1d1ea6b4822266a46204c49300fc71e287268448da"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1256534253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04181672577564899, "interval": [-4.574505061400055, 4.490871609848757], "p_value": 0.978, "input_sha256": "304f44ef59c67f290e648070c92fb1661abb910d68d9786462206eef81538753"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1256534253, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04181672577564899, "interval": [-4.230068395831427, 4.186991908681403], "p_value": 0.9850911576327133, "input_sha256": "304f44ef59c67f290e648070c92fb1661abb910d68d9786462206eef81538753"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1256534253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004950986267670505, "interval": [-0.06770031628048905, 0.05779834374514804], "p_value": 0.869, "input_sha256": "304f44ef59c67f290e648070c92fb1661abb910d68d9786462206eef81538753"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1256534253, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004950986267670505, "interval": [-0.06189907734940383, 0.05253305289555209], "p_value": 0.8724610899452837, "input_sha256": "304f44ef59c67f290e648070c92fb1661abb910d68d9786462206eef81538753"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1328724748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.35776137908449696, "interval": [-4.117534316671177, 3.402011558502183], "p_value": 0.835, "input_sha256": "dceda81b3e5fe1355ce2932fb794210c2c3daf975d1ffc82d7f1a49042c5a109"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1328724748, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.35776137908449696, "interval": [-3.54866392819232, 3.1793291333578986], "p_value": 0.8459762039350084, "input_sha256": "dceda81b3e5fe1355ce2932fb794210c2c3daf975d1ffc82d7f1a49042c5a109"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1328724748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014108907378102378, "interval": [-0.033529318705407415, 0.061747133461612175], "p_value": 0.519, "input_sha256": "dceda81b3e5fe1355ce2932fb794210c2c3daf975d1ffc82d7f1a49042c5a109"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1328724748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014108907378102378, "interval": [-0.026241451657448758, 0.05771180649448626], "p_value": 0.5470987840536392, "input_sha256": "dceda81b3e5fe1355ce2932fb794210c2c3daf975d1ffc82d7f1a49042c5a109"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4230999136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4931619108502955, "interval": [-4.9768708090457965, 5.963194630746387], "p_value": 0.865, "input_sha256": "ccc05ecdeb48ffe6c647a1f093933a82adf338fb9db2923896613fdca6913b02"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4230999136, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4931619108502955, "interval": [-4.9088581812636125, 4.890166832781251], "p_value": 0.8536101298241846, "input_sha256": "ccc05ecdeb48ffe6c647a1f093933a82adf338fb9db2923896613fdca6913b02"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4230999136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006922267556609447, "interval": [-0.059490020383445294, 0.07333455549666419], "p_value": 0.842, "input_sha256": "ccc05ecdeb48ffe6c647a1f093933a82adf338fb9db2923896613fdca6913b02"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4230999136, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006922267556609447, "interval": [-0.05891703274932524, 0.060451254752785476], "p_value": 0.8310753951973612, "input_sha256": "ccc05ecdeb48ffe6c647a1f093933a82adf338fb9db2923896613fdca6913b02"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3480871427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.140276186304143, "interval": [-0.12743222624157724, 10.407984598849863], "p_value": 0.045, "input_sha256": "f7edb2c6bf2a7916a679de5d575ff4df5b3abe17274e27d8f73c2e5e6b864f30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3480871427, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.140276186304143, "interval": [0.22250636571590154, 9.726921883133185], "p_value": 0.05534566398988979, "input_sha256": "f7edb2c6bf2a7916a679de5d575ff4df5b3abe17274e27d8f73c2e5e6b864f30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3480871427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05007924075492717, "interval": [-0.006222116447548803, 0.10638059795740315], "p_value": 0.068, "input_sha256": "f7edb2c6bf2a7916a679de5d575ff4df5b3abe17274e27d8f73c2e5e6b864f30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3480871427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05007924075492717, "interval": [-0.004605085945624026, 0.09837653019018561], "p_value": 0.07874667498408094, "input_sha256": "f7edb2c6bf2a7916a679de5d575ff4df5b3abe17274e27d8f73c2e5e6b864f30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4071489331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9418484794014312, "interval": [-6.041454240455328, 2.1577572816524664], "p_value": 0.305, "input_sha256": "02797c5fe9ad1dbe27dc396454882e52d5c74e0d4bf94f9cdeb1b702c37d1056"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4071489331, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9418484794014312, "interval": [-5.741594325474224, 1.4233230704206148], "p_value": 0.3351032695344328, "input_sha256": "02797c5fe9ad1dbe27dc396454882e52d5c74e0d4bf94f9cdeb1b702c37d1056"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4071489331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035429227893230955, "interval": [-0.07439950910537967, 0.0035410533189177557], "p_value": 0.058, "input_sha256": "02797c5fe9ad1dbe27dc396454882e52d5c74e0d4bf94f9cdeb1b702c37d1056"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4071489331, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035429227893230955, "interval": [-0.07092748374286133, -0.001509566935221878], "p_value": 0.07296606548912546, "input_sha256": "02797c5fe9ad1dbe27dc396454882e52d5c74e0d4bf94f9cdeb1b702c37d1056"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4278240531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.46160135940037367, "interval": [-3.725681401981197, 4.648884120781944], "p_value": 0.81, "input_sha256": "c8d3d6db7da9c472a6264d44cc69ee6ed6acc57889192b4b22a183ecfc975939"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4278240531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.46160135940037367, "interval": [-3.344877472933316, 4.163862038275196], "p_value": 0.8212325183310298, "input_sha256": "c8d3d6db7da9c472a6264d44cc69ee6ed6acc57889192b4b22a183ecfc975939"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4278240531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007755413653434223, "interval": [-0.04447806573083589, 0.05998889303770433], "p_value": 0.741, "input_sha256": "c8d3d6db7da9c472a6264d44cc69ee6ed6acc57889192b4b22a183ecfc975939"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4278240531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007755413653434223, "interval": [-0.041689573972439095, 0.05043858021412704], "p_value": 0.761606087281401, "input_sha256": "c8d3d6db7da9c472a6264d44cc69ee6ed6acc57889192b4b22a183ecfc975939"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1301259541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2877478228673668, "interval": [-4.342527080360184, 4.918022726094917], "p_value": 0.889, "input_sha256": "ab3b4566e6f52943409ed31be42ba53c4b83b69f1009379b7439f98524c6e4bf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1301259541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2877478228673668, "interval": [-3.6919919703345525, 4.448530254484499], "p_value": 0.8985285219080463, "input_sha256": "ab3b4566e6f52943409ed31be42ba53c4b83b69f1009379b7439f98524c6e4bf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1301259541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007292971267992882, "interval": [-0.052007494696476544, 0.037421552160490784], "p_value": 0.709, "input_sha256": "ab3b4566e6f52943409ed31be42ba53c4b83b69f1009379b7439f98524c6e4bf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1301259541, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007292971267992882, "interval": [-0.04870492197876676, 0.032062988077378535], "p_value": 0.7391832813340302, "input_sha256": "ab3b4566e6f52943409ed31be42ba53c4b83b69f1009379b7439f98524c6e4bf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4128614173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5131939443773157, "interval": [-5.526393449559441, 4.500005560804809], "p_value": 0.84, "input_sha256": "5d1ed13aea14d46e17834e1a51eba5205f1b3c6c41f500614debe3114f76e0f6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4128614173, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5131939443773157, "interval": [-5.063108960784818, 3.7284312681228005], "p_value": 0.8354173611127224, "input_sha256": "5d1ed13aea14d46e17834e1a51eba5205f1b3c6c41f500614debe3114f76e0f6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4128614173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0049450948042934, "interval": [-0.04377303624162482, 0.05366322585021162], "p_value": 0.829, "input_sha256": "5d1ed13aea14d46e17834e1a51eba5205f1b3c6c41f500614debe3114f76e0f6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4128614173, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0049450948042934, "interval": [-0.03914782039187194, 0.04862216880819397], "p_value": 0.8365969727887019, "input_sha256": "5d1ed13aea14d46e17834e1a51eba5205f1b3c6c41f500614debe3114f76e0f6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1605510105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8562571390307934, "interval": [-6.068528912839806, 4.356014634778219], "p_value": 0.734, "input_sha256": "dabcdc4495ddd2e75c70bd8a60de472a293670ecab8dc29d12d81661809508e7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1605510105, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8562571390307934, "interval": [-5.422755534476767, 3.5806701262109524], "p_value": 0.7387704660902641, "input_sha256": "dabcdc4495ddd2e75c70bd8a60de472a293670ecab8dc29d12d81661809508e7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.046587641906835175, "seed": 1605510105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01627853088839953, "interval": [-0.07036366951648043, 0.037806607739681364], "p_value": 0.577, "input_sha256": "dabcdc4495ddd2e75c70bd8a60de472a293670ecab8dc29d12d81661809508e7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.046587641906835175, "seed": 1605510105, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01627853088839953, "interval": [-0.06735383515567174, 0.030255318859879175], "p_value": 0.5437219662145272, "input_sha256": "dabcdc4495ddd2e75c70bd8a60de472a293670ecab8dc29d12d81661809508e7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2031978462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.294507704949223, "interval": [1.711822947244773, 10.877192462653673], "p_value": 0.009, "input_sha256": "3387dfca11f5036b38dc1d03a80e09ec09e22ddfede447fa3918ea2e95d730cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2031978462, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.294507704949223, "interval": [2.2876629032938913, 10.638713236204968], "p_value": 0.00896527767052463, "input_sha256": "3387dfca11f5036b38dc1d03a80e09ec09e22ddfede447fa3918ea2e95d730cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.04703454264859528, "seed": 2031978462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06351039348674285, "interval": [0.01018894812359844, 0.11683183884988727], "p_value": 0.017, "input_sha256": "3387dfca11f5036b38dc1d03a80e09ec09e22ddfede447fa3918ea2e95d730cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.04703454264859528, "seed": 2031978462, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06351039348674285, "interval": [0.01827663655043157, 0.11618174254507847], "p_value": 0.021626507702303416, "input_sha256": "3387dfca11f5036b38dc1d03a80e09ec09e22ddfede447fa3918ea2e95d730cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3416041263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5916972269067, "interval": [0.7978163196894448, 12.385578134123953], "p_value": 0.014, "input_sha256": "8fdf76750ae8366ee297afb84c36dd619ecf4b0beecf2c203b39c40139d14b95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3416041263, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5916972269067, "interval": [1.310325286922906, 11.32030449097149], "p_value": 0.02837569373813075, "input_sha256": "8fdf76750ae8366ee297afb84c36dd619ecf4b0beecf2c203b39c40139d14b95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.04686656498189892, "seed": 3416041263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07559780346715332, "interval": [0.017396681294560346, 0.1337989256397463], "p_value": 0.008, "input_sha256": "8fdf76750ae8366ee297afb84c36dd619ecf4b0beecf2c203b39c40139d14b95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.04686656498189892, "seed": 3416041263, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07559780346715332, "interval": [0.02648071252344391, 0.12314974398386404], "p_value": 0.014544623029206722, "input_sha256": "8fdf76750ae8366ee297afb84c36dd619ecf4b0beecf2c203b39c40139d14b95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 325436841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.139451507965964, "interval": [0.1281114710608522, 10.150791544871076], "p_value": 0.041, "input_sha256": "4b9a05b23a43ada2cc9f3f1e84f8fe90f35e524c451c9f4cce977d77a3adb8f6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 325436841, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.139451507965964, "interval": [0.6432100012385604, 9.611109063326381], "p_value": 0.04478436879349021, "input_sha256": "4b9a05b23a43ada2cc9f3f1e84f8fe90f35e524c451c9f4cce977d77a3adb8f6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.047003892816496154, "seed": 325436841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033688217979128035, "interval": [-0.02692248036624769, 0.09429891632450377], "p_value": 0.265, "input_sha256": "4b9a05b23a43ada2cc9f3f1e84f8fe90f35e524c451c9f4cce977d77a3adb8f6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.047003892816496154, "seed": 325436841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033688217979128035, "interval": [-0.026444613835625772, 0.08569969037034979], "p_value": 0.26296615564535014, "input_sha256": "4b9a05b23a43ada2cc9f3f1e84f8fe90f35e524c451c9f4cce977d77a3adb8f6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3484464039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.29881826120308, "interval": [-0.116312527469832, 10.713949049875993], "p_value": 0.051, "input_sha256": "7aa2824d0e28612d03414da68c36b2acc78589fcfa3af43652d645040d4f1d39"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3484464039, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.29881826120308, "interval": [0.1506085400066498, 9.89279021597955], "p_value": 0.054719655182955684, "input_sha256": "7aa2824d0e28612d03414da68c36b2acc78589fcfa3af43652d645040d4f1d39"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04691254578940177, "seed": 3484464039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04669992825228701, "interval": [-0.009315002115668332, 0.10271485862024235], "p_value": 0.095, "input_sha256": "7aa2824d0e28612d03414da68c36b2acc78589fcfa3af43652d645040d4f1d39"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04691254578940177, "seed": 3484464039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04669992825228701, "interval": [-0.010559825456739037, 0.09513106041064356], "p_value": 0.09835300825034408, "input_sha256": "7aa2824d0e28612d03414da68c36b2acc78589fcfa3af43652d645040d4f1d39"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 852337597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.037956538797203, "interval": [-0.3935062517769463, 10.469419329371352], "p_value": 0.057, "input_sha256": "1f2dd13107dd971a6b1e558056822a4d2b31e16b11624c707b6bfeaa53f5a5b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 852337597, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.037956538797203, "interval": [-0.06168930294053812, 9.910569941292163], "p_value": 0.06770674803806369, "input_sha256": "1f2dd13107dd971a6b1e558056822a4d2b31e16b11624c707b6bfeaa53f5a5b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04669710153542432, "seed": 852337597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05323708281014476, "interval": [-0.011796681565481165, 0.11827084718577069], "p_value": 0.086, "input_sha256": "1f2dd13107dd971a6b1e558056822a4d2b31e16b11624c707b6bfeaa53f5a5b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04669710153542432, "seed": 852337597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05323708281014476, "interval": [-0.00029331553337377466, 0.11567710940165565], "p_value": 0.10424066591821492, "input_sha256": "1f2dd13107dd971a6b1e558056822a4d2b31e16b11624c707b6bfeaa53f5a5b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 13723013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.381942623607125, "interval": [-2.7768483158148265, 7.540733563029077], "p_value": 0.342, "input_sha256": "e57e906db5dfb32a5b117f12f9903cc36f581c14a1592743dd0f389bbf3d1328"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 13723013, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.381942623607125, "interval": [-1.9116390429052224, 7.037336599564975], "p_value": 0.3458200392481787, "input_sha256": "e57e906db5dfb32a5b117f12f9903cc36f581c14a1592743dd0f389bbf3d1328"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.04856336292446928, "seed": 13723013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01365512932769946, "interval": [-0.04684509596838061, 0.07415535462377953], "p_value": 0.657, "input_sha256": "e57e906db5dfb32a5b117f12f9903cc36f581c14a1592743dd0f389bbf3d1328"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.04856336292446928, "seed": 13723013, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01365512932769946, "interval": [-0.03620251147039515, 0.06820169240399038], "p_value": 0.6449595691461418, "input_sha256": "e57e906db5dfb32a5b117f12f9903cc36f581c14a1592743dd0f389bbf3d1328"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 517925937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9325312702664568, "interval": [-3.141089364371553, 9.006151904904467], "p_value": 0.344, "input_sha256": "87f144af3643c2eb4e3820e0f00d071ab1344d9c7cfd41ecd33f0ed05017db6c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 517925937, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9325312702664568, "interval": [-2.223756455012373, 8.146328189799025], "p_value": 0.328877347941156, "input_sha256": "87f144af3643c2eb4e3820e0f00d071ab1344d9c7cfd41ecd33f0ed05017db6c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.04687827778021806, "seed": 517925937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017269531507574255, "interval": [-0.04474267366253458, 0.0792817366776831], "p_value": 0.599, "input_sha256": "87f144af3643c2eb4e3820e0f00d071ab1344d9c7cfd41ecd33f0ed05017db6c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.04687827778021806, "seed": 517925937, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017269531507574255, "interval": [-0.03601403012631012, 0.07052735864836583], "p_value": 0.5702186132213869, "input_sha256": "87f144af3643c2eb4e3820e0f00d071ab1344d9c7cfd41ecd33f0ed05017db6c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3727966411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.648068968671435, "interval": [-0.9238251540056073, 14.219963091348477], "p_value": 0.077, "input_sha256": "ea9f246e70ec7de1722e34b5f9e103dcc89398defdccd6e8d8ccd5a3b7db7862"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3727966411, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.648068968671435, "interval": [0.03195761161883528, 14.44474492623423], "p_value": 0.08243584401115508, "input_sha256": "ea9f246e70ec7de1722e34b5f9e103dcc89398defdccd6e8d8ccd5a3b7db7862"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.04810868801668353, "seed": 3727966411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0675388198275526, "interval": [-0.01861706089132903, 0.15369470054643422], "p_value": 0.107, "input_sha256": "ea9f246e70ec7de1722e34b5f9e103dcc89398defdccd6e8d8ccd5a3b7db7862"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.04810868801668353, "seed": 3727966411, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0675388198275526, "interval": [-0.013211892545565995, 0.14492220914149734], "p_value": 0.11844641229661054, "input_sha256": "ea9f246e70ec7de1722e34b5f9e103dcc89398defdccd6e8d8ccd5a3b7db7862"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3532011873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.8955190926478025, "interval": [1.1791069220776302, 12.611931263217976], "p_value": 0.013, "input_sha256": "b06fbfac0a75669aacb6b87a09129cdc6729bcdcd6ce0a6233e1121998a1d590"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3532011873, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.8955190926478025, "interval": [1.4831514833236248, 11.849312056528092], "p_value": 0.020523052720259467, "input_sha256": "b06fbfac0a75669aacb6b87a09129cdc6729bcdcd6ce0a6233e1121998a1d590"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0492379723365182, "seed": 3532011873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0850934747145746, "interval": [0.01770142394588828, 0.15248552548326091], "p_value": 0.01, "input_sha256": "b06fbfac0a75669aacb6b87a09129cdc6729bcdcd6ce0a6233e1121998a1d590"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0492379723365182, "seed": 3532011873, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0850934747145746, "interval": [0.02169165931149835, 0.14312523112058143], "p_value": 0.016371865364812135, "input_sha256": "b06fbfac0a75669aacb6b87a09129cdc6729bcdcd6ce0a6233e1121998a1d590"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 238084329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.640115032965235, "interval": [-0.018052773186039595, 9.29828283911651], "p_value": 0.043, "input_sha256": "961c07c5aea05751592f2ec576676a4eb05b1d3bf27a38ac979704590785a4ea"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 238084329, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.640115032965235, "interval": [0.9310402793241378, 9.047048685918957], "p_value": 0.05082077475745927, "input_sha256": "961c07c5aea05751592f2ec576676a4eb05b1d3bf27a38ac979704590785a4ea"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.04913245649412671, "seed": 238084329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049112954962692405, "interval": [-0.002268852416569815, 0.10049476234195462], "p_value": 0.057, "input_sha256": "961c07c5aea05751592f2ec576676a4eb05b1d3bf27a38ac979704590785a4ea"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.04913245649412671, "seed": 238084329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049112954962692405, "interval": [0.003602063063512975, 0.09634258121015203], "p_value": 0.06022754304403565, "input_sha256": "961c07c5aea05751592f2ec576676a4eb05b1d3bf27a38ac979704590785a4ea"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3665689597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.744314152732322, "interval": [6.458192188170964, 17.030436117293682], "p_value": 0.001, "input_sha256": "59e568d1c9ffefdc7c6ede76dbeedcde1b031b1b0ca4f169ff4eece5b7c77b59"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3665689597, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.744314152732322, "interval": [7.299472849952576, 17.077102592246074], "p_value": 0.00011611682052132148, "input_sha256": "59e568d1c9ffefdc7c6ede76dbeedcde1b031b1b0ca4f169ff4eece5b7c77b59"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.04788905170664908, "seed": 3665689597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11884195120611195, "interval": [0.06980592515006373, 0.16787797726216017], "p_value": 0.001, "input_sha256": "59e568d1c9ffefdc7c6ede76dbeedcde1b031b1b0ca4f169ff4eece5b7c77b59"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.04788905170664908, "seed": 3665689597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11884195120611195, "interval": [0.07395205987311568, 0.16568172128678402], "p_value": 4.07576030495491e-05, "input_sha256": "59e568d1c9ffefdc7c6ede76dbeedcde1b031b1b0ca4f169ff4eece5b7c77b59"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1744039014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3901589074613683, "interval": [-1.4049488843935136, 8.18526669931625], "p_value": 0.132, "input_sha256": "67b7f4dcc0513966aba94abd6b97c90e95c3e0ff4b83245176bf1bca0de08652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1744039014, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3901589074613683, "interval": [-0.7934287294692937, 7.661976087226289], "p_value": 0.1599776162927372, "input_sha256": "67b7f4dcc0513966aba94abd6b97c90e95c3e0ff4b83245176bf1bca0de08652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.04702807488667534, "seed": 1744039014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034223238028242835, "interval": [-0.014959187012581358, 0.08340566306906702], "p_value": 0.138, "input_sha256": "67b7f4dcc0513966aba94abd6b97c90e95c3e0ff4b83245176bf1bca0de08652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.04702807488667534, "seed": 1744039014, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034223238028242835, "interval": [-0.0102523786543045, 0.07730831364493865], "p_value": 0.16604624987138927, "input_sha256": "67b7f4dcc0513966aba94abd6b97c90e95c3e0ff4b83245176bf1bca0de08652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4160682976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8504725324571165, "interval": [-4.089498956379649, 9.790444021293883], "p_value": 0.41, "input_sha256": "06838b23c76f83e149abba37b64e773b05d2bf2c0a9d042860af68e7881068e1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4160682976, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8504725324571165, "interval": [-3.4209991506320687, 9.011338176425133], "p_value": 0.404668448882867, "input_sha256": "06838b23c76f83e149abba37b64e773b05d2bf2c0a9d042860af68e7881068e1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.04736357552477183, "seed": 4160682976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024072030116098677, "interval": [-0.0496636421666147, 0.09780770239881206], "p_value": 0.496, "input_sha256": "06838b23c76f83e149abba37b64e773b05d2bf2c0a9d042860af68e7881068e1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.04736357552477183, "seed": 4160682976, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024072030116098677, "interval": [-0.04164845261017419, 0.09084460329306995], "p_value": 0.5075215797962511, "input_sha256": "06838b23c76f83e149abba37b64e773b05d2bf2c0a9d042860af68e7881068e1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1505349616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.320048883469267, "interval": [0.05782415676497443, 10.58227361017356], "p_value": 0.046, "input_sha256": "47570560383833744e56a26da26319062198ecf6de2b6cfaa35885a09a47a1bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1505349616, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.320048883469267, "interval": [0.9208871865430606, 10.18422429769426], "p_value": 0.04773055023018653, "input_sha256": "47570560383833744e56a26da26319062198ecf6de2b6cfaa35885a09a47a1bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.04764033744964165, "seed": 1505349616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06323824325425405, "interval": [0.004430707704595568, 0.12204577880391253], "p_value": 0.036, "input_sha256": "47570560383833744e56a26da26319062198ecf6de2b6cfaa35885a09a47a1bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.04764033744964165, "seed": 1505349616, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06323824325425405, "interval": [0.017338997971034418, 0.11775676061985432], "p_value": 0.03636382794461505, "input_sha256": "47570560383833744e56a26da26319062198ecf6de2b6cfaa35885a09a47a1bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1597828469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.892561231005701, "interval": [0.5029710056998749, 9.282151456311528], "p_value": 0.023, "input_sha256": "6b67b7050a8e01819ae0a6d31a8cd1d0d4ca6eae045e889ab26c4989f1e6eea3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1597828469, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.892561231005701, "interval": [0.8794120885771222, 8.843030716218399], "p_value": 0.030341825278067263, "input_sha256": "6b67b7050a8e01819ae0a6d31a8cd1d0d4ca6eae045e889ab26c4989f1e6eea3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.04955763275944167, "seed": 1597828469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04951781723802431, "interval": [-0.010602363419944492, 0.1096379978959931], "p_value": 0.08, "input_sha256": "6b67b7050a8e01819ae0a6d31a8cd1d0d4ca6eae045e889ab26c4989f1e6eea3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.04955763275944167, "seed": 1597828469, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04951781723802431, "interval": [-0.004181411851874956, 0.10432409057550586], "p_value": 0.10197906396416336, "input_sha256": "6b67b7050a8e01819ae0a6d31a8cd1d0d4ca6eae045e889ab26c4989f1e6eea3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2177855581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.086608532645229, "interval": [2.441493425444052, 11.731723639846408], "p_value": 0.002, "input_sha256": "a7674361c73e8791484ff6712862a93c380a54500e987f293891d9077f964d1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2177855581, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.086608532645229, "interval": [2.8003033089555185, 11.191348600633033], "p_value": 0.004077928211369612, "input_sha256": "a7674361c73e8791484ff6712862a93c380a54500e987f293891d9077f964d1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.04927957421325018, "seed": 2177855581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07218878313367125, "interval": [0.01202185718803453, 0.13235570907930796], "p_value": 0.021, "input_sha256": "a7674361c73e8791484ff6712862a93c380a54500e987f293891d9077f964d1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.04927957421325018, "seed": 2177855581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07218878313367125, "interval": [0.01746364298249671, 0.12287734002282943], "p_value": 0.020443114980333157, "input_sha256": "a7674361c73e8791484ff6712862a93c380a54500e987f293891d9077f964d1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1865428123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.37819652572012075, "interval": [-5.826053555089742, 5.069660503649501], "p_value": 0.873, "input_sha256": "b0c2c5ce82555c387e34f9758f3e6013f4a615efa62ae01cfab4636fd93479cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1865428123, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.37819652572012075, "interval": [-5.653798409582453, 4.019599117662505], "p_value": 0.887709739053711, "input_sha256": "b0c2c5ce82555c387e34f9758f3e6013f4a615efa62ae01cfab4636fd93479cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.04803327444713973, "seed": 1865428123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02194863477682655, "interval": [-0.07634583967175579, 0.03244857011810269], "p_value": 0.43, "input_sha256": "b0c2c5ce82555c387e34f9758f3e6013f4a615efa62ae01cfab4636fd93479cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.04803327444713973, "seed": 1865428123, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02194863477682655, "interval": [-0.07323562093679369, 0.024836532097675935], "p_value": 0.41489636308597655, "input_sha256": "b0c2c5ce82555c387e34f9758f3e6013f4a615efa62ae01cfab4636fd93479cb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3198173926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.37325726389206, "interval": [3.3454911671897403, 13.401023360594381], "p_value": 0.001, "input_sha256": "18fd0d9d350d10f7e4865bad6f5723eb14a09755babe88f40d545db5214f5ccb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3198173926, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.37325726389206, "interval": [3.8153560932331865, 12.954559132626352], "p_value": 0.002286755860581438, "input_sha256": "18fd0d9d350d10f7e4865bad6f5723eb14a09755babe88f40d545db5214f5ccb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.04735755900901959, "seed": 3198173926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08701159896305391, "interval": [0.02469140241879643, 0.1493317955073114], "p_value": 0.005, "input_sha256": "18fd0d9d350d10f7e4865bad6f5723eb14a09755babe88f40d545db5214f5ccb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.04735755900901959, "seed": 3198173926, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08701159896305391, "interval": [0.02604753838805505, 0.13822302873393288], "p_value": 0.008406066409332823, "input_sha256": "18fd0d9d350d10f7e4865bad6f5723eb14a09755babe88f40d545db5214f5ccb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4026856125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.78684543173658, "interval": [2.243432079795965, 11.330258783677195], "p_value": 0.002, "input_sha256": "1cf32f900010b7e04ca447b6e0aef7cda53c8f419ab52e7039a9f5c1c6a4a1d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4026856125, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.78684543173658, "interval": [3.0375920712508724, 10.751019374175621], "p_value": 0.005287479396120273, "input_sha256": "1cf32f900010b7e04ca447b6e0aef7cda53c8f419ab52e7039a9f5c1c6a4a1d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.047956988282360155, "seed": 4026856125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06888307203696192, "interval": [0.022162457295430385, 0.11560368677849346], "p_value": 0.005, "input_sha256": "1cf32f900010b7e04ca447b6e0aef7cda53c8f419ab52e7039a9f5c1c6a4a1d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.047956988282360155, "seed": 4026856125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06888307203696192, "interval": [0.028709561092538805, 0.10835836864826444], "p_value": 0.005705399469062282, "input_sha256": "1cf32f900010b7e04ca447b6e0aef7cda53c8f419ab52e7039a9f5c1c6a4a1d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 868774093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6264429800905695, "interval": [-0.5359715600262431, 9.788857520207383], "p_value": 0.076, "input_sha256": "1824abc45aa6c0ee4c72a3df9a2966bbf311b25fcd8a433402250bfad4e6ee03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 868774093, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6264429800905695, "interval": [-0.3047040198020962, 8.556943024113233], "p_value": 0.07653051009657896, "input_sha256": "1824abc45aa6c0ee4c72a3df9a2966bbf311b25fcd8a433402250bfad4e6ee03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04774048252873862, "seed": 868774093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053185550245189686, "interval": [-0.0019849104162049866, 0.10835601090658437], "p_value": 0.055, "input_sha256": "1824abc45aa6c0ee4c72a3df9a2966bbf311b25fcd8a433402250bfad4e6ee03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04774048252873862, "seed": 868774093, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053185550245189686, "interval": [0.0004893542957895264, 0.09471718262590324], "p_value": 0.058092138886310395, "input_sha256": "1824abc45aa6c0ee4c72a3df9a2966bbf311b25fcd8a433402250bfad4e6ee03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 264990373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.162927175368044, "interval": [1.5193271947362037, 10.806527155999884], "p_value": 0.014, "input_sha256": "64fcef103a429dceec5b8c62fd265b3a9ee14ef54509f0de5d8c198eb93a2b63"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 264990373, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.162927175368044, "interval": [1.2974166673670435, 10.129714032772222], "p_value": 0.011296951593992448, "input_sha256": "64fcef103a429dceec5b8c62fd265b3a9ee14ef54509f0de5d8c198eb93a2b63"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04576890525343953, "seed": 264990373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059696191968695245, "interval": [0.006949164234622322, 0.11244321970276816], "p_value": 0.031, "input_sha256": "64fcef103a429dceec5b8c62fd265b3a9ee14ef54509f0de5d8c198eb93a2b63"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04576890525343953, "seed": 264990373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059696191968695245, "interval": [0.007894183479384776, 0.10578294263781009], "p_value": 0.028168628341162644, "input_sha256": "64fcef103a429dceec5b8c62fd265b3a9ee14ef54509f0de5d8c198eb93a2b63"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 137106931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.199525228248178, "interval": [-0.9334798010641538, 11.33253025756051], "p_value": 0.094, "input_sha256": "ed178ece54b9a4d88e78ac0e2aa69f83b11d18f80096be8115c0ecd7ffc97552"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 137106931, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.199525228248178, "interval": [0.2642718512323623, 11.04892507494336], "p_value": 0.09340113137261541, "input_sha256": "ed178ece54b9a4d88e78ac0e2aa69f83b11d18f80096be8115c0ecd7ffc97552"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.04784596282877461, "seed": 137106931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04819483143027686, "interval": [-0.015596348588516148, 0.11198601144906987], "p_value": 0.125, "input_sha256": "ed178ece54b9a4d88e78ac0e2aa69f83b11d18f80096be8115c0ecd7ffc97552"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.04784596282877461, "seed": 137106931, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04819483143027686, "interval": [-0.004001690154768207, 0.10767070430697945], "p_value": 0.13277553350527402, "input_sha256": "ed178ece54b9a4d88e78ac0e2aa69f83b11d18f80096be8115c0ecd7ffc97552"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2306528693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.132954552629676, "interval": [-0.7978168121461477, 9.063725917405499], "p_value": 0.106, "input_sha256": "87cb566ee8020a6e8fa4697b4c9c938c1a6f65fdaf1b85b6a1ce9351a7f2b811"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2306528693, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.132954552629676, "interval": [-0.2053503607390052, 8.83016598527466], "p_value": 0.09699973843940606, "input_sha256": "87cb566ee8020a6e8fa4697b4c9c938c1a6f65fdaf1b85b6a1ce9351a7f2b811"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04731166868181204, "seed": 2306528693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030595379357090842, "interval": [-0.016149967417018914, 0.0773407261312006], "p_value": 0.191, "input_sha256": "87cb566ee8020a6e8fa4697b4c9c938c1a6f65fdaf1b85b6a1ce9351a7f2b811"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04731166868181204, "seed": 2306528693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030595379357090842, "interval": [-0.012411868087551304, 0.07506589277618009], "p_value": 0.1912968550110772, "input_sha256": "87cb566ee8020a6e8fa4697b4c9c938c1a6f65fdaf1b85b6a1ce9351a7f2b811"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1385252724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.586854792565252, "interval": [-2.0944219124028067, 7.268131497533311], "p_value": 0.264, "input_sha256": "dd23acf769cc07e567532505bbf14000ba506c0c2f0d4e96fa44bba7e15e4519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1385252724, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.586854792565252, "interval": [-1.2353255550210824, 6.7457242306811525], "p_value": 0.26631192344923066, "input_sha256": "dd23acf769cc07e567532505bbf14000ba506c0c2f0d4e96fa44bba7e15e4519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.04826753295659085, "seed": 1385252724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018974300710426877, "interval": [-0.027110443443020944, 0.0650590448638747], "p_value": 0.4, "input_sha256": "dd23acf769cc07e567532505bbf14000ba506c0c2f0d4e96fa44bba7e15e4519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.04826753295659085, "seed": 1385252724, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018974300710426877, "interval": [-0.02172456047340988, 0.061040561877805294], "p_value": 0.4049471335485537, "input_sha256": "dd23acf769cc07e567532505bbf14000ba506c0c2f0d4e96fa44bba7e15e4519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 401284322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6742760082502912, "interval": [-2.725096102428666, 6.073648118929248], "p_value": 0.433, "input_sha256": "a3b7d8272886610669bd9ea13a3ac63b9dc70a0b68a81e17e2d0d9f093d51ba2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 401284322, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6742760082502912, "interval": [-2.61308930067781, 5.438822470461577], "p_value": 0.44320363027475507, "input_sha256": "a3b7d8272886610669bd9ea13a3ac63b9dc70a0b68a81e17e2d0d9f093d51ba2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.048687042398879735, "seed": 401284322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02541957181307223, "interval": [-0.02306975178551489, 0.07390889541165935], "p_value": 0.284, "input_sha256": "a3b7d8272886610669bd9ea13a3ac63b9dc70a0b68a81e17e2d0d9f093d51ba2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.048687042398879735, "seed": 401284322, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02541957181307223, "interval": [-0.01880256988950675, 0.06908318951009132], "p_value": 0.2926515294544352, "input_sha256": "a3b7d8272886610669bd9ea13a3ac63b9dc70a0b68a81e17e2d0d9f093d51ba2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 28701879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.06883381524645, "interval": [2.971138377505218, 13.166529252987681], "p_value": 0.001, "input_sha256": "6d57defc0a87bb128dfae4d72abb3753b7fa8e5ef8926f595d00943be7b13e6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 28701879, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.06883381524645, "interval": [3.7738476963952485, 12.861055249429082], "p_value": 0.003401088395864829, "input_sha256": "6d57defc0a87bb128dfae4d72abb3753b7fa8e5ef8926f595d00943be7b13e6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.04720101494573668, "seed": 28701879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07825949459861108, "interval": [0.023151092341076172, 0.13336789685614597], "p_value": 0.003, "input_sha256": "6d57defc0a87bb128dfae4d72abb3753b7fa8e5ef8926f595d00943be7b13e6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.04720101494573668, "seed": 28701879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07825949459861108, "interval": [0.03237697861232372, 0.13290013506590476], "p_value": 0.007429447266350591, "input_sha256": "6d57defc0a87bb128dfae4d72abb3753b7fa8e5ef8926f595d00943be7b13e6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3366073176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5311318853114995, "interval": [-2.5769777377930496, 7.639241508416049], "p_value": 0.301, "input_sha256": "563e29fe61198f59ac74c1ac781593bed8f828c957a9dc9edb795c2b8776dc8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3366073176, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5311318853114995, "interval": [-2.034219107532331, 7.442627961441439], "p_value": 0.3152917624753214, "input_sha256": "563e29fe61198f59ac74c1ac781593bed8f828c957a9dc9edb795c2b8776dc8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.04519546052079361, "seed": 3366073176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02847214251753695, "interval": [-0.023474875676726806, 0.0804191607118007], "p_value": 0.244, "input_sha256": "563e29fe61198f59ac74c1ac781593bed8f828c957a9dc9edb795c2b8776dc8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.04519546052079361, "seed": 3366073176, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02847214251753695, "interval": [-0.016554160757837912, 0.07750415726128229], "p_value": 0.267217246146889, "input_sha256": "563e29fe61198f59ac74c1ac781593bed8f828c957a9dc9edb795c2b8776dc8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1256279432, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.262578695999737, "interval": [5.226014523090523, 13.299142868908952], "p_value": 0.001, "input_sha256": "74af0ac9e2934e875b7ea76de7854259049095e8aba1bc267f7ae7f9d161a57d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1256279432, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.262578695999737, "interval": [5.583906700797391, 12.997426015616332], "p_value": 6.308371398497255e-05, "input_sha256": "74af0ac9e2934e875b7ea76de7854259049095e8aba1bc267f7ae7f9d161a57d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.04851236531649777, "seed": 1256279432, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10472795234433352, "interval": [0.05146337823320564, 0.1579925264554614], "p_value": 0.001, "input_sha256": "74af0ac9e2934e875b7ea76de7854259049095e8aba1bc267f7ae7f9d161a57d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.04851236531649777, "seed": 1256279432, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10472795234433352, "interval": [0.060901646962735465, 0.1579443551481437], "p_value": 0.0005141497973990865, "input_sha256": "74af0ac9e2934e875b7ea76de7854259049095e8aba1bc267f7ae7f9d161a57d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1060640436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.68195999828216, "interval": [-6.354939912435892, 4.991019915871572], "p_value": 0.83, "input_sha256": "1b028ab4240edb652a47fc2079ef1024e14de65c696f612cf235c3968b420392"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1060640436, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.68195999828216, "interval": [-6.075225251179974, 4.398016859312121], "p_value": 0.8058642749362983, "input_sha256": "1b028ab4240edb652a47fc2079ef1024e14de65c696f612cf235c3968b420392"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.04928419170258977, "seed": 1060640436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019546550856986145, "interval": [-0.08916011843579143, 0.05006701672181914], "p_value": 0.586, "input_sha256": "1b028ab4240edb652a47fc2079ef1024e14de65c696f612cf235c3968b420392"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.04928419170258977, "seed": 1060640436, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019546550856986145, "interval": [-0.08678437719050137, 0.03791901034195059], "p_value": 0.5660770184220256, "input_sha256": "1b028ab4240edb652a47fc2079ef1024e14de65c696f612cf235c3968b420392"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 993299952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.029744242932632, "interval": [-3.548144280208613, 7.607632766073877], "p_value": 0.484, "input_sha256": "ae1af912e77889b31c6d4a303c04fc5b236c1bb3ee44d9695f762dff3c48ddf2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 993299952, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.029744242932632, "interval": [-3.506182646534107, 6.798322875744353], "p_value": 0.4609101522387401, "input_sha256": "ae1af912e77889b31c6d4a303c04fc5b236c1bb3ee44d9695f762dff3c48ddf2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.04716295793611353, "seed": 993299952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020394556210806533, "interval": [-0.033285996021181236, 0.0740751084427943], "p_value": 0.467, "input_sha256": "ae1af912e77889b31c6d4a303c04fc5b236c1bb3ee44d9695f762dff3c48ddf2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.04716295793611353, "seed": 993299952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020394556210806533, "interval": [-0.032457230276093825, 0.06677649339408016], "p_value": 0.44263990980463275, "input_sha256": "ae1af912e77889b31c6d4a303c04fc5b236c1bb3ee44d9695f762dff3c48ddf2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2142383021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0254146489347895, "interval": [-3.4221398536886043, 7.472969151558184], "p_value": 0.456, "input_sha256": "ebb3fce05af05a3cb0616c6d835e7e6431ed561d4f53de4ef46fde75d053c91c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2142383021, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0254146489347895, "interval": [-3.281443776575491, 6.17527309489663], "p_value": 0.4457463732553043, "input_sha256": "ebb3fce05af05a3cb0616c6d835e7e6431ed561d4f53de4ef46fde75d053c91c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.045626255555574216, "seed": 2142383021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02400457840583066, "interval": [-0.029252580706537995, 0.07726173751819931], "p_value": 0.353, "input_sha256": "ebb3fce05af05a3cb0616c6d835e7e6431ed561d4f53de4ef46fde75d053c91c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.045626255555574216, "seed": 2142383021, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02400457840583066, "interval": [-0.02615554889013604, 0.0666737822491314], "p_value": 0.3573678678668051, "input_sha256": "ebb3fce05af05a3cb0616c6d835e7e6431ed561d4f53de4ef46fde75d053c91c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 945618383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.246473547593203, "interval": [1.2579292405046445, 11.235017854681761], "p_value": 0.013, "input_sha256": "2705dc8403a67ac2ceac832a9413e184f58143a042e638193a306d59f0e4645a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 945618383, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.246473547593203, "interval": [1.4730816206831638, 10.664643244606067], "p_value": 0.016476152755551542, "input_sha256": "2705dc8403a67ac2ceac832a9413e184f58143a042e638193a306d59f0e4645a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.04894530745410282, "seed": 945618383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04560649613638429, "interval": [-0.017404440665248377, 0.10861743293801696], "p_value": 0.144, "input_sha256": "2705dc8403a67ac2ceac832a9413e184f58143a042e638193a306d59f0e4645a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.04894530745410282, "seed": 945618383, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04560649613638429, "interval": [-0.011567377145098399, 0.09920865152521428], "p_value": 0.14753181168224755, "input_sha256": "2705dc8403a67ac2ceac832a9413e184f58143a042e638193a306d59f0e4645a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2044153039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.260616248493077, "interval": [0.47436850220451365, 12.046863994781642], "p_value": 0.03, "input_sha256": "fae647d5e3ed524c74cc058c542ed4a79971bc90447c7cb056feb4550dbc2fd5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2044153039, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.260616248493077, "interval": [1.4566715837482278, 11.910028287886442], "p_value": 0.03513825511611784, "input_sha256": "fae647d5e3ed524c74cc058c542ed4a79971bc90447c7cb056feb4550dbc2fd5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.048908081281577864, "seed": 2044153039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05100603755412954, "interval": [-0.0033315582304064145, 0.10534363333866549], "p_value": 0.065, "input_sha256": "fae647d5e3ed524c74cc058c542ed4a79971bc90447c7cb056feb4550dbc2fd5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.048908081281577864, "seed": 2044153039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05100603755412954, "interval": [0.006174212389439768, 0.10683207522249534], "p_value": 0.06458945234917832, "input_sha256": "fae647d5e3ed524c74cc058c542ed4a79971bc90447c7cb056feb4550dbc2fd5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3877030494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.78079598851442, "interval": [4.435936940043396, 15.125655036985444], "p_value": 0.001, "input_sha256": "7fb59ea38b755c3cf835a6be7bed083f9d8e99752ab2eb881b54bf6bbb9dcaae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3877030494, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.78079598851442, "interval": [3.4960302060986024, 13.985540365626862], "p_value": 0.0009455654392701804, "input_sha256": "7fb59ea38b755c3cf835a6be7bed083f9d8e99752ab2eb881b54bf6bbb9dcaae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.04830160116437089, "seed": 3877030494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09706794933528311, "interval": [0.043455459581329584, 0.15068043908923662], "p_value": 0.002, "input_sha256": "7fb59ea38b755c3cf835a6be7bed083f9d8e99752ab2eb881b54bf6bbb9dcaae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.04830160116437089, "seed": 3877030494, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09706794933528311, "interval": [0.038554722981516, 0.13998059451028905], "p_value": 0.0009783067528113265, "input_sha256": "7fb59ea38b755c3cf835a6be7bed083f9d8e99752ab2eb881b54bf6bbb9dcaae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 346298226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.824074476163485, "interval": [-2.0404949679052597, 9.68864392023223], "p_value": 0.199, "input_sha256": "96411ac081f89e767b8c5fc3eb3d3b9fc6222de2cd93138b6d33aa8d47908d70"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 346298226, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.824074476163485, "interval": [-1.6468406875828874, 8.667916862274224], "p_value": 0.189450292078945, "input_sha256": "96411ac081f89e767b8c5fc3eb3d3b9fc6222de2cd93138b6d33aa8d47908d70"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.04797800130209784, "seed": 346298226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03610068979837573, "interval": [-0.030489729666838133, 0.1026911092635896], "p_value": 0.281, "input_sha256": "96411ac081f89e767b8c5fc3eb3d3b9fc6222de2cd93138b6d33aa8d47908d70"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.04797800130209784, "seed": 346298226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03610068979837573, "interval": [-0.028203829370192165, 0.08875412070851317], "p_value": 0.2744501180155558, "input_sha256": "96411ac081f89e767b8c5fc3eb3d3b9fc6222de2cd93138b6d33aa8d47908d70"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2129552293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5035721622830795, "interval": [1.1128187731214298, 11.89432555144473], "p_value": 0.018, "input_sha256": "494fce76dcfab7f52751cefdabe23d10c79ef50d877df08c5aa6c2eefe65839c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2129552293, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5035721622830795, "interval": [1.4719824381852227, 10.88463027961153], "p_value": 0.01997275433715159, "input_sha256": "494fce76dcfab7f52751cefdabe23d10c79ef50d877df08c5aa6c2eefe65839c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.04698327736254769, "seed": 2129552293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06398742912093068, "interval": [0.00280181298408768, 0.12517304525777367], "p_value": 0.035, "input_sha256": "494fce76dcfab7f52751cefdabe23d10c79ef50d877df08c5aa6c2eefe65839c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.04698327736254769, "seed": 2129552293, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06398742912093068, "interval": [0.007514845950579829, 0.11550401457813943], "p_value": 0.04112279112924939, "input_sha256": "494fce76dcfab7f52751cefdabe23d10c79ef50d877df08c5aa6c2eefe65839c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2038857480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.42335638002716025, "interval": [-5.189603001713879, 6.036315761768199], "p_value": 0.882, "input_sha256": "1ba1ed00b5a924bf6c086523df92bc969a7d026d6c6f5072164d9348b7f428ab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2038857480, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.42335638002716025, "interval": [-4.4904309103759825, 5.2977484245368105], "p_value": 0.8763705304674323, "input_sha256": "1ba1ed00b5a924bf6c086523df92bc969a7d026d6c6f5072164d9348b7f428ab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.04731612199992895, "seed": 2038857480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006001213028751931, "interval": [-0.06069828026329748, 0.04869585420579362], "p_value": 0.816, "input_sha256": "1ba1ed00b5a924bf6c086523df92bc969a7d026d6c6f5072164d9348b7f428ab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.04731612199992895, "seed": 2038857480, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006001213028751931, "interval": [-0.058110302926573744, 0.03995035501204899], "p_value": 0.8227034199540452, "input_sha256": "1ba1ed00b5a924bf6c086523df92bc969a7d026d6c6f5072164d9348b7f428ab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3863492178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.346219108581354, "interval": [-1.097505451325933, 9.789943668488641], "p_value": 0.113, "input_sha256": "b3757b0f3915082400bc77ebcd6d14680224a8266e5b57a801b91283b6a4e917"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3863492178, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.346219108581354, "interval": [-0.21439922775013368, 9.546782677450214], "p_value": 0.11338088972959295, "input_sha256": "b3757b0f3915082400bc77ebcd6d14680224a8266e5b57a801b91283b6a4e917"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.049172049936284545, "seed": 3863492178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04241994363781787, "interval": [-0.026624697163723843, 0.11146458443935958], "p_value": 0.206, "input_sha256": "b3757b0f3915082400bc77ebcd6d14680224a8266e5b57a801b91283b6a4e917"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.049172049936284545, "seed": 3863492178, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04241994363781787, "interval": [-0.006091947264263481, 0.12118525328302986], "p_value": 0.21654850966888234, "input_sha256": "b3757b0f3915082400bc77ebcd6d14680224a8266e5b57a801b91283b6a4e917"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 788385968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1638062466466215, "interval": [-3.3690215520061724, 9.696634045299415], "p_value": 0.309, "input_sha256": "3677719f09c3743b0c6c5a0dea5f246616eb16861653056700cbb05f5b64d632"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 788385968, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1638062466466215, "interval": [-2.525513815934594, 8.964581744370312], "p_value": 0.3236794441066496, "input_sha256": "3677719f09c3743b0c6c5a0dea5f246616eb16861653056700cbb05f5b64d632"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.04719163215559203, "seed": 788385968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03601217308078373, "interval": [-0.03716865951876438, 0.10919300568033183], "p_value": 0.275, "input_sha256": "3677719f09c3743b0c6c5a0dea5f246616eb16861653056700cbb05f5b64d632"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.04719163215559203, "seed": 788385968, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03601217308078373, "interval": [-0.02797634862205853, 0.10158613192313488], "p_value": 0.31602712640713104, "input_sha256": "3677719f09c3743b0c6c5a0dea5f246616eb16861653056700cbb05f5b64d632"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1467980642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.473255436984106, "interval": [2.71158606022329, 14.234924813744922], "p_value": 0.003, "input_sha256": "f6b85a7d0382a3f5125823d15a717ce3a0572839b88a02f604f9338a40acc662"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1467980642, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.473255436984106, "interval": [2.978609919131303, 13.545725305244183], "p_value": 0.0056592754725514624, "input_sha256": "f6b85a7d0382a3f5125823d15a717ce3a0572839b88a02f604f9338a40acc662"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.048258107335804726, "seed": 1467980642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1082831679946204, "interval": [0.041925154072425794, 0.174641181916815], "p_value": 0.002, "input_sha256": "f6b85a7d0382a3f5125823d15a717ce3a0572839b88a02f604f9338a40acc662"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.048258107335804726, "seed": 1467980642, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1082831679946204, "interval": [0.052802571327164906, 0.17095028607841653], "p_value": 0.0026110241330773282, "input_sha256": "f6b85a7d0382a3f5125823d15a717ce3a0572839b88a02f604f9338a40acc662"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2100961879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8971092850794316, "interval": [-2.164625483625942, 7.958844053784805], "p_value": 0.253, "input_sha256": "4d7d56373fd144c82feb9117456e058bb0047b910849b7b86305c77c55ca8138"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2100961879, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8971092850794316, "interval": [-1.4963641156374254, 7.3110237168100545], "p_value": 0.2471793829629669, "input_sha256": "4d7d56373fd144c82feb9117456e058bb0047b910849b7b86305c77c55ca8138"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.04735008731895982, "seed": 2100961879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02019003122758615, "interval": [-0.033381946002501627, 0.07376200845767392], "p_value": 0.443, "input_sha256": "4d7d56373fd144c82feb9117456e058bb0047b910849b7b86305c77c55ca8138"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.04735008731895982, "seed": 2100961879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02019003122758615, "interval": [-0.027919410026474724, 0.06433904735753354], "p_value": 0.44259372715207457, "input_sha256": "4d7d56373fd144c82feb9117456e058bb0047b910849b7b86305c77c55ca8138"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3390045030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.930753092069052, "interval": [-4.2931809870093405, 8.154687171147444], "p_value": 0.548, "input_sha256": "b43b369be02f7fa5cc23e1b44001cf8c4afbcace91ac40b66e9c188f2f3a69aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3390045030, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.930753092069052, "interval": [-3.306183840321723, 7.807094754084239], "p_value": 0.5302650034179024, "input_sha256": "b43b369be02f7fa5cc23e1b44001cf8c4afbcace91ac40b66e9c188f2f3a69aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.046206797134959135, "seed": 3390045030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020046262841737682, "interval": [-0.054469378798095706, 0.09456190448157106], "p_value": 0.583, "input_sha256": "b43b369be02f7fa5cc23e1b44001cf8c4afbcace91ac40b66e9c188f2f3a69aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.046206797134959135, "seed": 3390045030, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020046262841737682, "interval": [-0.043522144350481504, 0.08957249645437723], "p_value": 0.5845917371253881, "input_sha256": "b43b369be02f7fa5cc23e1b44001cf8c4afbcace91ac40b66e9c188f2f3a69aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4028191925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2382245301063595, "interval": [-0.3947122759102646, 12.871161336122984], "p_value": 0.057, "input_sha256": "246b061e085c5a19292164d16a424f68d2a3ac4f283c8aa68dfb4faa21717b96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4028191925, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2382245301063595, "interval": [0.21294584432367195, 12.072212308562378], "p_value": 0.06377827592819654, "input_sha256": "246b061e085c5a19292164d16a424f68d2a3ac4f283c8aa68dfb4faa21717b96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.046932886022610476, "seed": 4028191925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04967840801527989, "interval": [-0.029698805821849285, 0.12905562185240907], "p_value": 0.202, "input_sha256": "246b061e085c5a19292164d16a424f68d2a3ac4f283c8aa68dfb4faa21717b96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.046932886022610476, "seed": 4028191925, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04967840801527989, "interval": [-0.026880409105842527, 0.1164029726880124], "p_value": 0.20584670320123336, "input_sha256": "246b061e085c5a19292164d16a424f68d2a3ac4f283c8aa68dfb4faa21717b96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2448055749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.115266142593192, "interval": [5.2051131128790145, 13.02541917230737], "p_value": 0.001, "input_sha256": "b2d539db722554a67221726efe652ae7c1913aad5e9ee8ced0c2c45bad662776"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2448055749, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.115266142593192, "interval": [5.614186081805145, 12.350909080387387], "p_value": 0.00010165863333867611, "input_sha256": "b2d539db722554a67221726efe652ae7c1913aad5e9ee8ced0c2c45bad662776"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04971360651611924, "seed": 2448055749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0928424650361943, "interval": [0.04839840502574645, 0.13728652504664213], "p_value": 0.002, "input_sha256": "b2d539db722554a67221726efe652ae7c1913aad5e9ee8ced0c2c45bad662776"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04971360651611924, "seed": 2448055749, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0928424650361943, "interval": [0.05042301103654603, 0.13014918818019033], "p_value": 0.00032322369112021285, "input_sha256": "b2d539db722554a67221726efe652ae7c1913aad5e9ee8ced0c2c45bad662776"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2373296650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.355614875073211, "interval": [2.2800215853282824, 16.43120816481814], "p_value": 0.008, "input_sha256": "4ad3526245cbf8c92dd9ca70d96f9426c4af0ed05ee6e6021257dcf03d44474f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2373296650, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.355614875073211, "interval": [3.938203492488791, 17.063597726269315], "p_value": 0.011736021260196378, "input_sha256": "4ad3526245cbf8c92dd9ca70d96f9426c4af0ed05ee6e6021257dcf03d44474f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.04629436046066567, "seed": 2373296650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09945512645090455, "interval": [-0.011315770966028788, 0.2102260238678379], "p_value": 0.044, "input_sha256": "4ad3526245cbf8c92dd9ca70d96f9426c4af0ed05ee6e6021257dcf03d44474f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.04629436046066567, "seed": 2373296650, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09945512645090455, "interval": [0.030525625933702456, 0.2334318593929006], "p_value": 0.07541358042110427, "input_sha256": "4ad3526245cbf8c92dd9ca70d96f9426c4af0ed05ee6e6021257dcf03d44474f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1872978641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.990970120057279, "interval": [2.564234266552801, 9.417705973561755], "p_value": 0.001, "input_sha256": "b6973876fe639b93132fde43fa8571011407cfd2fe41eb2b9d3e1f014fed7433"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1872978641, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.990970120057279, "interval": [3.083080192816162, 9.178169539409259], "p_value": 0.0014570449871354853, "input_sha256": "b6973876fe639b93132fde43fa8571011407cfd2fe41eb2b9d3e1f014fed7433"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04672698910941363, "seed": 1872978641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05311611809182097, "interval": [0.01450265826539987, 0.09172957791824207], "p_value": 0.004, "input_sha256": "b6973876fe639b93132fde43fa8571011407cfd2fe41eb2b9d3e1f014fed7433"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04672698910941363, "seed": 1872978641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05311611809182097, "interval": [0.021479948111784587, 0.08983091347212893], "p_value": 0.008951029346867806, "input_sha256": "b6973876fe639b93132fde43fa8571011407cfd2fe41eb2b9d3e1f014fed7433"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 536816518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.381317946794793, "interval": [0.2733895962656234, 10.489246297323962], "p_value": 0.037, "input_sha256": "0b0fcf7fafa672311a807eb0d0337ff6d005a9ba03ceed7b31d82744df325303"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 536816518, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.381317946794793, "interval": [0.6678948776788188, 9.553443704374518], "p_value": 0.0398012285856042, "input_sha256": "0b0fcf7fafa672311a807eb0d0337ff6d005a9ba03ceed7b31d82744df325303"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.04810593779564718, "seed": 536816518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05805234800648132, "interval": [0.007126345206080742, 0.1089783508068819], "p_value": 0.023, "input_sha256": "0b0fcf7fafa672311a807eb0d0337ff6d005a9ba03ceed7b31d82744df325303"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.04810593779564718, "seed": 536816518, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05805234800648132, "interval": [0.007971148969606323, 0.10033152805901974], "p_value": 0.027082924969330267, "input_sha256": "0b0fcf7fafa672311a807eb0d0337ff6d005a9ba03ceed7b31d82744df325303"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1045960890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.49629541567444035, "interval": [-5.490123940268643, 6.482714771617524], "p_value": 0.873, "input_sha256": "602b15940a0430726c76f9505c3d5d0f4c6ca1077c7f08be6300ceda2a1341fb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1045960890, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.49629541567444035, "interval": [-4.338101575446265, 6.198262576723488], "p_value": 0.8649380697516685, "input_sha256": "602b15940a0430726c76f9505c3d5d0f4c6ca1077c7f08be6300ceda2a1341fb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04813951583157046, "seed": 1045960890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005319522654357291, "interval": [-0.07455663217660954, 0.06391758686789498], "p_value": 0.886, "input_sha256": "602b15940a0430726c76f9505c3d5d0f4c6ca1077c7f08be6300ceda2a1341fb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04813951583157046, "seed": 1045960890, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005319522654357291, "interval": [-0.06347308016845955, 0.062167218381839175], "p_value": 0.874931675112879, "input_sha256": "602b15940a0430726c76f9505c3d5d0f4c6ca1077c7f08be6300ceda2a1341fb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3971907948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.008316329673493, "interval": [-3.1441125222631983, 7.160745181610185], "p_value": 0.415, "input_sha256": "c7c17a6a1edd733955f1290781d39e7bed1fbae018a4b0836f45bd8ff4ae692b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3971907948, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.008316329673493, "interval": [-2.3433263864919818, 6.7241555711396535], "p_value": 0.4284510057415021, "input_sha256": "c7c17a6a1edd733955f1290781d39e7bed1fbae018a4b0836f45bd8ff4ae692b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.04795968656885378, "seed": 3971907948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009432908139675959, "interval": [-0.048507596623036414, 0.06737341290238834], "p_value": 0.716, "input_sha256": "c7c17a6a1edd733955f1290781d39e7bed1fbae018a4b0836f45bd8ff4ae692b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.04795968656885378, "seed": 3971907948, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009432908139675959, "interval": [-0.04224886383865767, 0.06170821485128306], "p_value": 0.7401272753762825, "input_sha256": "c7c17a6a1edd733955f1290781d39e7bed1fbae018a4b0836f45bd8ff4ae692b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2775501435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2336303959914385, "interval": [0.19267108146833412, 10.274589710514544], "p_value": 0.042, "input_sha256": "dbac2c5461eacfc1cd0d62f63bd5205c34c3b1ec48480feaceb547c8881f2f73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2775501435, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2336303959914385, "interval": [0.22742096357501948, 9.174370301456134], "p_value": 0.04244837456802878, "input_sha256": "dbac2c5461eacfc1cd0d62f63bd5205c34c3b1ec48480feaceb547c8881f2f73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.04857051654024749, "seed": 2775501435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04868590543780911, "interval": [-0.015230143185082118, 0.11260195406070034], "p_value": 0.122, "input_sha256": "dbac2c5461eacfc1cd0d62f63bd5205c34c3b1ec48480feaceb547c8881f2f73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.04857051654024749, "seed": 2775501435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04868590543780911, "interval": [-0.01791151193630391, 0.09876589837437566], "p_value": 0.12905122933760704, "input_sha256": "dbac2c5461eacfc1cd0d62f63bd5205c34c3b1ec48480feaceb547c8881f2f73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3182734769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2775664296683065, "interval": [-0.7856041509224143, 13.340737010259026], "p_value": 0.067, "input_sha256": "470c8a9f4e86a19a059b5b25562d580122d37bed89690445f526528330bc2d84"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3182734769, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2775664296683065, "interval": [-0.6585980189542696, 11.584656460504997], "p_value": 0.07858519079517587, "input_sha256": "470c8a9f4e86a19a059b5b25562d580122d37bed89690445f526528330bc2d84"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.04722380478762876, "seed": 3182734769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0594069881170997, "interval": [-0.00943130219015019, 0.12824527842434957], "p_value": 0.075, "input_sha256": "470c8a9f4e86a19a059b5b25562d580122d37bed89690445f526528330bc2d84"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.04722380478762876, "seed": 3182734769, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0594069881170997, "interval": [-0.0017345507427708434, 0.11365532403120127], "p_value": 0.08698863855869403, "input_sha256": "470c8a9f4e86a19a059b5b25562d580122d37bed89690445f526528330bc2d84"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2470163808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.616501762770893, "interval": [3.370869692191275, 11.862133833350512], "p_value": 0.002, "input_sha256": "6757e8b3c2fd6cfdf6b41be98f2b999d35a1251d3c2d5d205bdb626b809b64ee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2470163808, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.616501762770893, "interval": [3.9162912321755887, 11.465106003861763], "p_value": 0.0012854559423623416, "input_sha256": "6757e8b3c2fd6cfdf6b41be98f2b999d35a1251d3c2d5d205bdb626b809b64ee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.048288206178183156, "seed": 2470163808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08126290479715287, "interval": [0.032870238610625685, 0.12965557098368005], "p_value": 0.002, "input_sha256": "6757e8b3c2fd6cfdf6b41be98f2b999d35a1251d3c2d5d205bdb626b809b64ee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.048288206178183156, "seed": 2470163808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08126290479715287, "interval": [0.03769988860560053, 0.12440577466888458], "p_value": 0.002098803834507993, "input_sha256": "6757e8b3c2fd6cfdf6b41be98f2b999d35a1251d3c2d5d205bdb626b809b64ee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3897605233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.923367760087871, "interval": [-0.21513760498978307, 12.061873125165524], "p_value": 0.05, "input_sha256": "241b7ea7a584365b1f050134c1b45e1c9bb0032e241ca91308bd569498d0e036"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3897605233, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.923367760087871, "interval": [0.4001782712006165, 11.500056589112381], "p_value": 0.05778554465694818, "input_sha256": "241b7ea7a584365b1f050134c1b45e1c9bb0032e241ca91308bd569498d0e036"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.048430780093773794, "seed": 3897605233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06805004313882379, "interval": [0.00011781853730272185, 0.13598226774034486], "p_value": 0.041, "input_sha256": "241b7ea7a584365b1f050134c1b45e1c9bb0032e241ca91308bd569498d0e036"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.048430780093773794, "seed": 3897605233, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06805004313882379, "interval": [0.007792960663408481, 0.1329759167613548], "p_value": 0.049641675955726765, "input_sha256": "241b7ea7a584365b1f050134c1b45e1c9bb0032e241ca91308bd569498d0e036"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1621520160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.894778207166769, "interval": [-0.6376639020677177, 8.427220316401256], "p_value": 0.102, "input_sha256": "0686d645a0ab29701a30d9264490280bbaee3882491fbb9f026752c48f76a42a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1621520160, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.894778207166769, "interval": [-0.19561064425448352, 8.078733865174021], "p_value": 0.08917482856831999, "input_sha256": "0686d645a0ab29701a30d9264490280bbaee3882491fbb9f026752c48f76a42a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04721769730668203, "seed": 1621520160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03096544901338967, "interval": [-0.01521201845201127, 0.07714291647879061], "p_value": 0.207, "input_sha256": "0686d645a0ab29701a30d9264490280bbaee3882491fbb9f026752c48f76a42a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04721769730668203, "seed": 1621520160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03096544901338967, "interval": [-0.013008134124055458, 0.07354862352544937], "p_value": 0.18023737804768963, "input_sha256": "0686d645a0ab29701a30d9264490280bbaee3882491fbb9f026752c48f76a42a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1028787749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.440263889459425, "interval": [-1.2131182590151086, 6.093646037933959], "p_value": 0.17, "input_sha256": "e20093102259e1073e5f4f4f86deb3dd186f81753b0a984f3379cd5d8615479e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1028787749, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.440263889459425, "interval": [-0.8270629171161168, 6.120621662985595], "p_value": 0.18241841129709924, "input_sha256": "e20093102259e1073e5f4f4f86deb3dd186f81753b0a984f3379cd5d8615479e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.04957955007789737, "seed": 1028787749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028422905873477393, "interval": [-0.01627677410021741, 0.0731225858471722], "p_value": 0.186, "input_sha256": "e20093102259e1073e5f4f4f86deb3dd186f81753b0a984f3379cd5d8615479e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.04957955007789737, "seed": 1028787749, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028422905873477393, "interval": [-0.015813154780258375, 0.07052753254171662], "p_value": 0.2028868071695445, "input_sha256": "e20093102259e1073e5f4f4f86deb3dd186f81753b0a984f3379cd5d8615479e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2381504623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1652319935240967, "interval": [-3.5227527114169352, 9.853216698465129], "p_value": 0.322, "input_sha256": "fe3637abd5f6a1e3b6c6cc8744e49c05181e3e9fa20d3a67cbeef4aca184b9a4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2381504623, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1652319935240967, "interval": [-3.3830539103478356, 8.570470608829144], "p_value": 0.33563676773456885, "input_sha256": "fe3637abd5f6a1e3b6c6cc8744e49c05181e3e9fa20d3a67cbeef4aca184b9a4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.047653046352521, "seed": 2381504623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016474821612366495, "interval": [-0.05381718075495777, 0.08676682397969075], "p_value": 0.621, "input_sha256": "fe3637abd5f6a1e3b6c6cc8744e49c05181e3e9fa20d3a67cbeef4aca184b9a4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.047653046352521, "seed": 2381504623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016474821612366495, "interval": [-0.051467197437535056, 0.07394037827861255], "p_value": 0.632571467562888, "input_sha256": "fe3637abd5f6a1e3b6c6cc8744e49c05181e3e9fa20d3a67cbeef4aca184b9a4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3983684048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.022743674044895, "interval": [3.91993119899932, 16.12555614909047], "p_value": 0.002, "input_sha256": "b0bebf731399f4593543c97ab9a0c765527bc92c55dfb4cd491f4759d81b40b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3983684048, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.022743674044895, "interval": [4.924662562052142, 15.829211256127875], "p_value": 0.002588483338685949, "input_sha256": "b0bebf731399f4593543c97ab9a0c765527bc92c55dfb4cd491f4759d81b40b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.04764759616947468, "seed": 3983684048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08819190881196316, "interval": [0.028095788629300053, 0.1482880289946263], "p_value": 0.004, "input_sha256": "b0bebf731399f4593543c97ab9a0c765527bc92c55dfb4cd491f4759d81b40b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.04764759616947468, "seed": 3983684048, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08819190881196316, "interval": [0.034845830643901864, 0.14185302167799907], "p_value": 0.005970739316685908, "input_sha256": "b0bebf731399f4593543c97ab9a0c765527bc92c55dfb4cd491f4759d81b40b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 951598006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.729530293199803, "interval": [0.9747120769154387, 12.484348509484168], "p_value": 0.017, "input_sha256": "ff72c959b9ba1c12dcb7b5e82e19454148bf374a091bff503500753390eceed3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 951598006, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.729530293199803, "interval": [1.3368640228996513, 11.78309620246383], "p_value": 0.02334454206410558, "input_sha256": "ff72c959b9ba1c12dcb7b5e82e19454148bf374a091bff503500753390eceed3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.04701587214879799, "seed": 951598006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06843019630438407, "interval": [0.016725946750432513, 0.12013444585833563], "p_value": 0.011, "input_sha256": "ff72c959b9ba1c12dcb7b5e82e19454148bf374a091bff503500753390eceed3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.04701587214879799, "seed": 951598006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06843019630438407, "interval": [0.018719901891008747, 0.11253638908056006], "p_value": 0.01096823137160246, "input_sha256": "ff72c959b9ba1c12dcb7b5e82e19454148bf374a091bff503500753390eceed3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3316575377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.013524165691193, "interval": [0.7953785607634822, 11.231669770618904], "p_value": 0.019, "input_sha256": "e582d7757df2fb22ee10c83852f68861af0646caa7317866a952888f25d14603"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3316575377, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.013524165691193, "interval": [1.2988090258027312, 10.700451485201581], "p_value": 0.025859104719514487, "input_sha256": "e582d7757df2fb22ee10c83852f68861af0646caa7317866a952888f25d14603"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.047744594820651784, "seed": 3316575377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08085794660532422, "interval": [0.017245285633219698, 0.14447060757742874], "p_value": 0.007, "input_sha256": "e582d7757df2fb22ee10c83852f68861af0646caa7317866a952888f25d14603"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.047744594820651784, "seed": 3316575377, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08085794660532422, "interval": [0.031024128371809682, 0.13930725147437378], "p_value": 0.015666630217381294, "input_sha256": "e582d7757df2fb22ee10c83852f68861af0646caa7317866a952888f25d14603"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1855177008, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.828043236224751, "interval": [-2.633210679107692, 8.289297151557193], "p_value": 0.303, "input_sha256": "4f00c2674e6171a9d4b7b29936f51a92aad8d870e74e8070aa42f09224627131"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1855177008, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.828043236224751, "interval": [-1.9594644021401109, 7.373109711680724], "p_value": 0.2944957667456741, "input_sha256": "4f00c2674e6171a9d4b7b29936f51a92aad8d870e74e8070aa42f09224627131"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.048517452889814794, "seed": 1855177008, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013880183506150938, "interval": [-0.06874497390532153, 0.07152101060655172], "p_value": 0.972, "input_sha256": "4f00c2674e6171a9d4b7b29936f51a92aad8d870e74e8070aa42f09224627131"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.048517452889814794, "seed": 1855177008, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013880183506150938, "interval": [-0.0685067414171245, 0.05550181876021723], "p_value": 0.967488625451618, "input_sha256": "4f00c2674e6171a9d4b7b29936f51a92aad8d870e74e8070aa42f09224627131"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3527499717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1083713874085734, "interval": [-3.1968435936589747, 5.413586368476122], "p_value": 0.597, "input_sha256": "661d5eed85946fc457d2c50034cd736cdfc1d21f9e32929ada53f456c7a69298"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3527499717, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1083713874085734, "interval": [-2.6024787301634205, 5.21384110113219], "p_value": 0.6009494116162926, "input_sha256": "661d5eed85946fc457d2c50034cd736cdfc1d21f9e32929ada53f456c7a69298"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.047854440353559936, "seed": 3527499717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.349762932775357e-05, "interval": [-0.048991134878462336, 0.04886413961980683], "p_value": 1.0, "input_sha256": "661d5eed85946fc457d2c50034cd736cdfc1d21f9e32929ada53f456c7a69298"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.047854440353559936, "seed": 3527499717, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.349762932775357e-05, "interval": [-0.043111445949648414, 0.04349290155229003], "p_value": 0.9978910194395261, "input_sha256": "661d5eed85946fc457d2c50034cd736cdfc1d21f9e32929ada53f456c7a69298"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 265854180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.575831006385301, "interval": [-3.3248502974180134, 8.476512310188616], "p_value": 0.368, "input_sha256": "cc6afaa122bf21df2616c9f95c17101268c24e06fa5ea9ca9eb85ad6cb0150df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 265854180, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.575831006385301, "interval": [-3.1403457191957065, 7.5861188446155765], "p_value": 0.37875299408147056, "input_sha256": "cc6afaa122bf21df2616c9f95c17101268c24e06fa5ea9ca9eb85ad6cb0150df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.047418383997677116, "seed": 265854180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025577860733892233, "interval": [-0.03688078017627255, 0.08803650164405702], "p_value": 0.391, "input_sha256": "cc6afaa122bf21df2616c9f95c17101268c24e06fa5ea9ca9eb85ad6cb0150df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.047418383997677116, "seed": 265854180, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025577860733892233, "interval": [-0.035413823027519054, 0.07950842723015421], "p_value": 0.4082221954810541, "input_sha256": "cc6afaa122bf21df2616c9f95c17101268c24e06fa5ea9ca9eb85ad6cb0150df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3224621097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.531319094168252, "interval": [-8.461363691330744, 3.3987255029942394], "p_value": 0.381, "input_sha256": "dff058846037acca6bee25a2995f883bbf8fbff65258d28cbf83ca94d1df74bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3224621097, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.531319094168252, "interval": [-7.555261337326065, 3.620742857033873], "p_value": 0.3890143341269673, "input_sha256": "dff058846037acca6bee25a2995f883bbf8fbff65258d28cbf83ca94d1df74bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04885705319565657, "seed": 3224621097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035605453056270636, "interval": [-0.10179778138350522, 0.030586875270963945], "p_value": 0.285, "input_sha256": "dff058846037acca6bee25a2995f883bbf8fbff65258d28cbf83ca94d1df74bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04885705319565657, "seed": 3224621097, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035605453056270636, "interval": [-0.08911823787435182, 0.031580783651570854], "p_value": 0.27946008594061134, "input_sha256": "dff058846037acca6bee25a2995f883bbf8fbff65258d28cbf83ca94d1df74bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 30876138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.958307613203915, "interval": [-1.4366816618370568, 7.353296888244888], "p_value": 0.191, "input_sha256": "66a1c181126f8cbaa91ff97cff8d37a843314c1c1a162396087e77bdca5afe1e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 30876138, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.958307613203915, "interval": [-0.5995411764308285, 6.573364660572635], "p_value": 0.17791580760520725, "input_sha256": "66a1c181126f8cbaa91ff97cff8d37a843314c1c1a162396087e77bdca5afe1e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.04696329537084196, "seed": 30876138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02178670929090069, "interval": [-0.021213412682495856, 0.06478683126429724], "p_value": 0.331, "input_sha256": "66a1c181126f8cbaa91ff97cff8d37a843314c1c1a162396087e77bdca5afe1e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.04696329537084196, "seed": 30876138, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02178670929090069, "interval": [-0.013655943036968668, 0.05979148359892932], "p_value": 0.3073365366101842, "input_sha256": "66a1c181126f8cbaa91ff97cff8d37a843314c1c1a162396087e77bdca5afe1e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3883790781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.279206680082929, "interval": [-2.317719064826651, 10.876132424992509], "p_value": 0.188, "input_sha256": "2b2f00ad81042ae861722066c6940d0a195600dcfec2a649ee1a1edfd5f9eb95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3883790781, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.279206680082929, "interval": [-1.8593499287427062, 9.702672826228476], "p_value": 0.19275024950521402, "input_sha256": "2b2f00ad81042ae861722066c6940d0a195600dcfec2a649ee1a1edfd5f9eb95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.048523232161742445, "seed": 3883790781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02235720203954836, "interval": [-0.054830688764562555, 0.09954509284365927], "p_value": 0.551, "input_sha256": "2b2f00ad81042ae861722066c6940d0a195600dcfec2a649ee1a1edfd5f9eb95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.048523232161742445, "seed": 3883790781, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02235720203954836, "interval": [-0.05293768039425883, 0.08446308433665534], "p_value": 0.5533178454563308, "input_sha256": "2b2f00ad81042ae861722066c6940d0a195600dcfec2a649ee1a1edfd5f9eb95"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2656238887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.78651985639964, "interval": [3.192810507891303, 14.380229204907977], "p_value": 0.004, "input_sha256": "a9af63b45c1bb898a0d8f3847a77d6d84c9274c1670cdd51a7679d26c5c5184f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2656238887, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.78651985639964, "interval": [3.3665436931565886, 14.003271079804497], "p_value": 0.003436937955676854, "input_sha256": "a9af63b45c1bb898a0d8f3847a77d6d84c9274c1670cdd51a7679d26c5c5184f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.048738558163125126, "seed": 2656238887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0880686875106079, "interval": [0.021583548646329637, 0.15455382637488616], "p_value": 0.01, "input_sha256": "a9af63b45c1bb898a0d8f3847a77d6d84c9274c1670cdd51a7679d26c5c5184f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.048738558163125126, "seed": 2656238887, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0880686875106079, "interval": [0.024194627099816932, 0.14455760675157084], "p_value": 0.01167040636774755, "input_sha256": "a9af63b45c1bb898a0d8f3847a77d6d84c9274c1670cdd51a7679d26c5c5184f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3018795066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.382371571511492, "interval": [-2.9574247927422976, 7.722167935765281], "p_value": 0.334, "input_sha256": "9b85e0606c7c4d16ca92c82746744b3dfc3b8c8353fe206a8f335bf1cbaeb498"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3018795066, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.382371571511492, "interval": [-2.8126185528441074, 6.9570151657843375], "p_value": 0.36425093380222107, "input_sha256": "9b85e0606c7c4d16ca92c82746744b3dfc3b8c8353fe206a8f335bf1cbaeb498"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.049021038006853555, "seed": 3018795066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008708897831443742, "interval": [-0.050571349712587636, 0.06798914537547512], "p_value": 0.743, "input_sha256": "9b85e0606c7c4d16ca92c82746744b3dfc3b8c8353fe206a8f335bf1cbaeb498"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.049021038006853555, "seed": 3018795066, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008708897831443742, "interval": [-0.040251608163654126, 0.06609662586370213], "p_value": 0.7630092665822433, "input_sha256": "9b85e0606c7c4d16ca92c82746744b3dfc3b8c8353fe206a8f335bf1cbaeb498"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 672504050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.7613842586943385, "interval": [1.6657355697051592, 11.857032947683518], "p_value": 0.007, "input_sha256": "9e6b08a51fe20ec3be2ee1d676d1e373a00e73c07418a03f8769af32dad44a21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 672504050, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.7613842586943385, "interval": [2.4240864151609904, 11.639477854104108], "p_value": 0.012166903962171424, "input_sha256": "9e6b08a51fe20ec3be2ee1d676d1e373a00e73c07418a03f8769af32dad44a21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.04615657331327121, "seed": 672504050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052673533352339194, "interval": [-0.0001379368208471038, 0.10548500352552549], "p_value": 0.049, "input_sha256": "9e6b08a51fe20ec3be2ee1d676d1e373a00e73c07418a03f8769af32dad44a21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.04615657331327121, "seed": 672504050, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052673533352339194, "interval": [0.005594331814757609, 0.09956087536908241], "p_value": 0.0505429285630963, "input_sha256": "9e6b08a51fe20ec3be2ee1d676d1e373a00e73c07418a03f8769af32dad44a21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 528983825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.31000252098604, "interval": [1.852795125710963, 16.76720991626112], "p_value": 0.012, "input_sha256": "32c84bc27173e040279ba5717440eab85bc040d07d62e2078bcb099029b4d0ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 528983825, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.31000252098604, "interval": [3.20865151488145, 16.891397420795897], "p_value": 0.01682978604847959, "input_sha256": "32c84bc27173e040279ba5717440eab85bc040d07d62e2078bcb099029b4d0ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.046480317483757985, "seed": 528983825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09257334680048496, "interval": [0.01589424258586504, 0.1692524510151049], "p_value": 0.015, "input_sha256": "32c84bc27173e040279ba5717440eab85bc040d07d62e2078bcb099029b4d0ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.046480317483757985, "seed": 528983825, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09257334680048496, "interval": [0.027962127682261008, 0.1617438463330261], "p_value": 0.02028729320847256, "input_sha256": "32c84bc27173e040279ba5717440eab85bc040d07d62e2078bcb099029b4d0ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2393823105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.957090535159659, "interval": [-3.9168051566590742, 9.830986226978393], "p_value": 0.364, "input_sha256": "a790fe61538307bed8d3c133b18082f9daf756e8eb49cb8a8fb9c017a9d12d28"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2393823105, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.957090535159659, "interval": [-2.8524290878292153, 9.277064925371649], "p_value": 0.38255295443590365, "input_sha256": "a790fe61538307bed8d3c133b18082f9daf756e8eb49cb8a8fb9c017a9d12d28"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04776146123323536, "seed": 2393823105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02434520719806962, "interval": [-0.04816598273374939, 0.09685639712988864], "p_value": 0.496, "input_sha256": "a790fe61538307bed8d3c133b18082f9daf756e8eb49cb8a8fb9c017a9d12d28"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04776146123323536, "seed": 2393823105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02434520719806962, "interval": [-0.03826622319922402, 0.08933789095660385], "p_value": 0.49387874523442366, "input_sha256": "a790fe61538307bed8d3c133b18082f9daf756e8eb49cb8a8fb9c017a9d12d28"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3984362864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.646514376566882, "interval": [-0.1843577258162563, 9.47738647895002], "p_value": 0.057, "input_sha256": "943a94cfd9aa6c3df854dc6a2d84f3fe816ae823955e758855e9eb27a61a2f27"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3984362864, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.646514376566882, "interval": [0.6236626972379397, 8.94914310837646], "p_value": 0.05871155464697645, "input_sha256": "943a94cfd9aa6c3df854dc6a2d84f3fe816ae823955e758855e9eb27a61a2f27"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.04739472831718361, "seed": 3984362864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03866595724473985, "interval": [-0.015000032083245733, 0.09233194657272542], "p_value": 0.151, "input_sha256": "943a94cfd9aa6c3df854dc6a2d84f3fe816ae823955e758855e9eb27a61a2f27"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.04739472831718361, "seed": 3984362864, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03866595724473985, "interval": [-0.006034067427346059, 0.08428149144910418], "p_value": 0.15044244051801894, "input_sha256": "943a94cfd9aa6c3df854dc6a2d84f3fe816ae823955e758855e9eb27a61a2f27"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2668480465, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3082900440460694, "interval": [-2.151930946608589, 8.768511034700728], "p_value": 0.235, "input_sha256": "575ff1024d7cde039a8c3002e233e722d2e4415ce17d45c2d90689c596ff6e8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2668480465, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3082900440460694, "interval": [-2.185041360455902, 7.962849431143426], "p_value": 0.22100395749156374, "input_sha256": "575ff1024d7cde039a8c3002e233e722d2e4415ce17d45c2d90689c596ff6e8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04882821575760226, "seed": 2668480465, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026498012408132342, "interval": [-0.03688793865992609, 0.08988396347619076], "p_value": 0.407, "input_sha256": "575ff1024d7cde039a8c3002e233e722d2e4415ce17d45c2d90689c596ff6e8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04882821575760226, "seed": 2668480465, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026498012408132342, "interval": [-0.03703504588717529, 0.07735555782869963], "p_value": 0.3915803877317008, "input_sha256": "575ff1024d7cde039a8c3002e233e722d2e4415ce17d45c2d90689c596ff6e8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1642673546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.544443279134378, "interval": [0.7122557846372111, 10.376630773631545], "p_value": 0.024, "input_sha256": "667f958d83d7d5efd53540f186c42fd0018cdda534e313f3466540797fb8a290"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1642673546, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.544443279134378, "interval": [1.3389722997077993, 9.814511038169845], "p_value": 0.026133009467382135, "input_sha256": "667f958d83d7d5efd53540f186c42fd0018cdda534e313f3466540797fb8a290"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.04690576114630427, "seed": 1642673546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06700525095848953, "interval": [0.01970893797594784, 0.11430156394103122], "p_value": 0.004, "input_sha256": "667f958d83d7d5efd53540f186c42fd0018cdda534e313f3466540797fb8a290"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.04690576114630427, "seed": 1642673546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06700525095848953, "interval": [0.0258230257630313, 0.1085931432649296], "p_value": 0.007041552045358411, "input_sha256": "667f958d83d7d5efd53540f186c42fd0018cdda534e313f3466540797fb8a290"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1993369708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.407067450763511, "interval": [1.7198166947553837, 13.094318206771637], "p_value": 0.008, "input_sha256": "cd7102a626889cd707ec20af78e4cbf8676cd46e370a8ddff93bc9c1b32f7ee1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1993369708, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.407067450763511, "interval": [2.0975372161728263, 12.745554177328653], "p_value": 0.013050080147319452, "input_sha256": "cd7102a626889cd707ec20af78e4cbf8676cd46e370a8ddff93bc9c1b32f7ee1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0480846505943121, "seed": 1993369708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09550520247340241, "interval": [0.02428549589011078, 0.16672490905669404], "p_value": 0.001, "input_sha256": "cd7102a626889cd707ec20af78e4cbf8676cd46e370a8ddff93bc9c1b32f7ee1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0480846505943121, "seed": 1993369708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09550520247340241, "interval": [0.03164494248230398, 0.16093641511539863], "p_value": 0.011625429223972689, "input_sha256": "cd7102a626889cd707ec20af78e4cbf8676cd46e370a8ddff93bc9c1b32f7ee1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1697860454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.4053855464761, "interval": [4.434820996936495, 14.375950096015707], "p_value": 0.001, "input_sha256": "8238f9a9da131321ddc86fcff555188a885264f657ef23a07a5dfd9dadb22440"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1697860454, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.4053855464761, "interval": [5.153383933627346, 14.031829353473384], "p_value": 0.0007171701845741459, "input_sha256": "8238f9a9da131321ddc86fcff555188a885264f657ef23a07a5dfd9dadb22440"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04777648923292903, "seed": 1697860454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08188227704967511, "interval": [0.02264364791951993, 0.1411209061798303], "p_value": 0.006, "input_sha256": "8238f9a9da131321ddc86fcff555188a885264f657ef23a07a5dfd9dadb22440"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04777648923292903, "seed": 1697860454, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08188227704967511, "interval": [0.03213905013983816, 0.1383757666618044], "p_value": 0.008842965828416184, "input_sha256": "8238f9a9da131321ddc86fcff555188a885264f657ef23a07a5dfd9dadb22440"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2552701257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8019886809941057, "interval": [-1.6200411767793246, 9.224018538767536], "p_value": 0.149, "input_sha256": "3f81c32bc17f644c4f446177e70fb91889110fc6ff6ed38f872ae65cecff2399"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2552701257, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8019886809941057, "interval": [-0.8045594464986452, 8.825199463127278], "p_value": 0.15984719481586368, "input_sha256": "3f81c32bc17f644c4f446177e70fb91889110fc6ff6ed38f872ae65cecff2399"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.04804990096100884, "seed": 2552701257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03586977332089315, "interval": [-0.02264345397508865, 0.09438300061687496], "p_value": 0.227, "input_sha256": "3f81c32bc17f644c4f446177e70fb91889110fc6ff6ed38f872ae65cecff2399"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.04804990096100884, "seed": 2552701257, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03586977332089315, "interval": [-0.018478834040892074, 0.08955039097986321], "p_value": 0.21769675287492082, "input_sha256": "3f81c32bc17f644c4f446177e70fb91889110fc6ff6ed38f872ae65cecff2399"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1893737981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.199099283980608, "interval": [2.306959571316126, 12.09123899664509], "p_value": 0.001, "input_sha256": "4d1d175e3a2f227c3189afc00bbb0c59dacd2f0f634738033a70f2bafdcd88aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1893737981, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.199099283980608, "interval": [3.2951009174749197, 11.995142116295801], "p_value": 0.005789841220253416, "input_sha256": "4d1d175e3a2f227c3189afc00bbb0c59dacd2f0f634738033a70f2bafdcd88aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0457173822262331, "seed": 1893737981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06732530546151103, "interval": [0.009416066304514685, 0.12523454461850736], "p_value": 0.008, "input_sha256": "4d1d175e3a2f227c3189afc00bbb0c59dacd2f0f634738033a70f2bafdcd88aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0457173822262331, "seed": 1893737981, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06732530546151103, "interval": [0.02429858998233393, 0.1322141139466145], "p_value": 0.025067512231419918, "input_sha256": "4d1d175e3a2f227c3189afc00bbb0c59dacd2f0f634738033a70f2bafdcd88aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3764200157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4159009496500703, "interval": [-2.2681464591591682, 7.099948358459309], "p_value": 0.29, "input_sha256": "587aa19e740048a67b0613aa3bcd159c8d5034b9b19b9abaaeec608e2c85357d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3764200157, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4159009496500703, "interval": [-1.7324925903105015, 7.307431868870746], "p_value": 0.3016033856925775, "input_sha256": "587aa19e740048a67b0613aa3bcd159c8d5034b9b19b9abaaeec608e2c85357d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.047069918076067266, "seed": 3764200157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008548279706662993, "interval": [-0.05619970793025699, 0.07329626734358298], "p_value": 0.776, "input_sha256": "587aa19e740048a67b0613aa3bcd159c8d5034b9b19b9abaaeec608e2c85357d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.047069918076067266, "seed": 3764200157, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008548279706662993, "interval": [-0.052636861508925124, 0.06456262913313456], "p_value": 0.7881999853148632, "input_sha256": "587aa19e740048a67b0613aa3bcd159c8d5034b9b19b9abaaeec608e2c85357d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 405430736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.609247059493115, "interval": [-0.785967641978714, 8.004461760964944], "p_value": 0.09, "input_sha256": "46c1bafea5f63effd3f2df9a0fd6f70edaf8a3a6603be91440d1a8643c7dfda4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 405430736, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.609247059493115, "interval": [-0.6815737683518517, 7.2651532328618424], "p_value": 0.10311350546165722, "input_sha256": "46c1bafea5f63effd3f2df9a0fd6f70edaf8a3a6603be91440d1a8643c7dfda4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.047921034625412515, "seed": 405430736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03165238524239116, "interval": [-0.01611135812737475, 0.07941612861215708], "p_value": 0.19, "input_sha256": "46c1bafea5f63effd3f2df9a0fd6f70edaf8a3a6603be91440d1a8643c7dfda4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.047921034625412515, "seed": 405430736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03165238524239116, "interval": [-0.0126466539799324, 0.07416288242813154], "p_value": 0.18432479318531214, "input_sha256": "46c1bafea5f63effd3f2df9a0fd6f70edaf8a3a6603be91440d1a8643c7dfda4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2528849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.047999059409685, "interval": [1.377524859890877, 16.718473258928494], "p_value": 0.018, "input_sha256": "5814fdf080dbd744569d41d05e58086b0a15300b29af3eb7d326573cbf29b474"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2528849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.047999059409685, "interval": [2.7724481950638733, 16.79090817540743], "p_value": 0.022882312120566784, "input_sha256": "5814fdf080dbd744569d41d05e58086b0a15300b29af3eb7d326573cbf29b474"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.04798892353387236, "seed": 2528849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09279373886490822, "interval": [0.0008172780396309975, 0.18477019969018543], "p_value": 0.041, "input_sha256": "5814fdf080dbd744569d41d05e58086b0a15300b29af3eb7d326573cbf29b474"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.04798892353387236, "seed": 2528849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09279373886490822, "interval": [0.008124357905397775, 0.17293709819895559], "p_value": 0.048163661717856514, "input_sha256": "5814fdf080dbd744569d41d05e58086b0a15300b29af3eb7d326573cbf29b474"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3079374683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0492764167180937, "interval": [-5.169594259151462, 9.26814709258765], "p_value": 0.621, "input_sha256": "2edc940a47bd3c4b5334731a9db297d73596eeb5bf32e0c0cbb5d56b893d3dc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3079374683, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0492764167180937, "interval": [-5.283235674655956, 7.975708086478393], "p_value": 0.5623212818092014, "input_sha256": "2edc940a47bd3c4b5334731a9db297d73596eeb5bf32e0c0cbb5d56b893d3dc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.047361071211451555, "seed": 3079374683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013970183149280117, "interval": [-0.06323479152661655, 0.09117515782517678], "p_value": 0.759, "input_sha256": "2edc940a47bd3c4b5334731a9db297d73596eeb5bf32e0c0cbb5d56b893d3dc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.047361071211451555, "seed": 3079374683, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013970183149280117, "interval": [-0.06393862766739977, 0.07721355964181066], "p_value": 0.7112551248508567, "input_sha256": "2edc940a47bd3c4b5334731a9db297d73596eeb5bf32e0c0cbb5d56b893d3dc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3563500180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.71955708203403, "interval": [2.7617642666143203, 14.677349897453738], "p_value": 0.005, "input_sha256": "df78aad59bda802f6b1104b2c2542e8bedf619f5b182e691a961bc8eb2336a54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3563500180, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.71955708203403, "interval": [3.057742347439739, 14.188843972040415], "p_value": 0.005833404467451844, "input_sha256": "df78aad59bda802f6b1104b2c2542e8bedf619f5b182e691a961bc8eb2336a54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.04701928699642074, "seed": 3563500180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07247984851324785, "interval": [0.014419770265663413, 0.1305399267608323], "p_value": 0.017, "input_sha256": "df78aad59bda802f6b1104b2c2542e8bedf619f5b182e691a961bc8eb2336a54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.04701928699642074, "seed": 3563500180, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07247984851324785, "interval": [0.018837962242524375, 0.12600619247496284], "p_value": 0.016428640646820824, "input_sha256": "df78aad59bda802f6b1104b2c2542e8bedf619f5b182e691a961bc8eb2336a54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2117598025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.85876656876189, "interval": [6.737283565808774, 14.980249571715007], "p_value": 0.001, "input_sha256": "1e7ca426c9bc5dbb600f853498f2d77347fd4b09b1a2560ee9670a4c7b2d53cf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2117598025, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.85876656876189, "interval": [7.363727056002799, 15.034758912982783], "p_value": 6.8614995655145245e-06, "input_sha256": "1e7ca426c9bc5dbb600f853498f2d77347fd4b09b1a2560ee9670a4c7b2d53cf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.04691948350025277, "seed": 2117598025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10857989849165556, "interval": [0.06442816719021988, 0.15273162979309124], "p_value": 0.001, "input_sha256": "1e7ca426c9bc5dbb600f853498f2d77347fd4b09b1a2560ee9670a4c7b2d53cf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.04691948350025277, "seed": 2117598025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10857989849165556, "interval": [0.07141364866112804, 0.15299286260621353], "p_value": 1.8406001639606222e-05, "input_sha256": "1e7ca426c9bc5dbb600f853498f2d77347fd4b09b1a2560ee9670a4c7b2d53cf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 250681155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1972195185694945, "interval": [-0.8239689418150604, 9.21840797895405], "p_value": 0.11, "input_sha256": "294bdb59026396f0cea46e47fbb4d8805c30948e39caeeebe80d19619cc5ed3d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 250681155, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1972195185694945, "interval": [-0.15130978652226384, 9.024703595529642], "p_value": 0.09723689847564593, "input_sha256": "294bdb59026396f0cea46e47fbb4d8805c30948e39caeeebe80d19619cc5ed3d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04594767096695321, "seed": 250681155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031568564826851164, "interval": [-0.02266659180110154, 0.08580372145480386], "p_value": 0.25, "input_sha256": "294bdb59026396f0cea46e47fbb4d8805c30948e39caeeebe80d19619cc5ed3d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04594767096695321, "seed": 250681155, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031568564826851164, "interval": [-0.014004658968253801, 0.08454335617041592], "p_value": 0.24120778373072682, "input_sha256": "294bdb59026396f0cea46e47fbb4d8805c30948e39caeeebe80d19619cc5ed3d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3405138712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.810105449438585, "interval": [-1.0112449847572318, 10.631455883634402], "p_value": 0.077, "input_sha256": "7ee2e07233c1d57eaa275cf4833cee5716abb5971607f6c99bf1c0a1223e2375"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3405138712, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.810105449438585, "interval": [-0.5834881762049415, 9.742912541489025], "p_value": 0.10067146284796084, "input_sha256": "7ee2e07233c1d57eaa275cf4833cee5716abb5971607f6c99bf1c0a1223e2375"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.04814326890333624, "seed": 3405138712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054784953214693934, "interval": [-0.014704255426813174, 0.12427416185620105], "p_value": 0.082, "input_sha256": "7ee2e07233c1d57eaa275cf4833cee5716abb5971607f6c99bf1c0a1223e2375"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.04814326890333624, "seed": 3405138712, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054784953214693934, "interval": [-0.0048754419917427265, 0.12008780725111282], "p_value": 0.11529539167458581, "input_sha256": "7ee2e07233c1d57eaa275cf4833cee5716abb5971607f6c99bf1c0a1223e2375"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3595194641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8255856323238424, "interval": [-1.245328789652838, 8.896500054300523], "p_value": 0.145, "input_sha256": "88a8fbf1a103f9ccb412c00ae9b92d4b8d6b0363c0b295980a005c8881fd41b7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3595194641, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8255856323238424, "interval": [-0.9219200893155814, 8.827803419167028], "p_value": 0.13286196038915826, "input_sha256": "88a8fbf1a103f9ccb412c00ae9b92d4b8d6b0363c0b295980a005c8881fd41b7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04738181390014739, "seed": 3595194641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036233518439506215, "interval": [-0.01789503447839933, 0.09036207135741176], "p_value": 0.19, "input_sha256": "88a8fbf1a103f9ccb412c00ae9b92d4b8d6b0363c0b295980a005c8881fd41b7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04738181390014739, "seed": 3595194641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036233518439506215, "interval": [-0.017659740430698654, 0.08572605996259584], "p_value": 0.180429563364437, "input_sha256": "88a8fbf1a103f9ccb412c00ae9b92d4b8d6b0363c0b295980a005c8881fd41b7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3575710839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.079363887107466, "interval": [-5.218007616727396, 5.376735390942327], "p_value": 0.974, "input_sha256": "a957a3a15c4c0b94c18b7b9beb8f654d8b44b1473802ba7b55ced3b5caaca2b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3575710839, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.079363887107466, "interval": [-4.421274812293293, 4.989327329416654], "p_value": 0.9756259218535476, "input_sha256": "a957a3a15c4c0b94c18b7b9beb8f654d8b44b1473802ba7b55ced3b5caaca2b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.04743507368959352, "seed": 3575710839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0007950165086805534, "interval": [-0.06616195467842462, 0.06775198769578572], "p_value": 0.978, "input_sha256": "a957a3a15c4c0b94c18b7b9beb8f654d8b44b1473802ba7b55ced3b5caaca2b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.04743507368959352, "seed": 3575710839, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0007950165086805534, "interval": [-0.04303792227757756, 0.08167417416603638], "p_value": 0.9803260207200483, "input_sha256": "a957a3a15c4c0b94c18b7b9beb8f654d8b44b1473802ba7b55ced3b5caaca2b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1117174003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.712555884355449, "interval": [-0.22713822236792502, 9.652249991078824], "p_value": 0.055, "input_sha256": "90ac4209453d5b4d860ed8c7de9d2ddfa42eb3d44cfb8445da557248301a3bc6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1117174003, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.712555884355449, "interval": [0.3647509847126803, 9.31155075005227], "p_value": 0.060665798948196195, "input_sha256": "90ac4209453d5b4d860ed8c7de9d2ddfa42eb3d44cfb8445da557248301a3bc6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.047027472181360885, "seed": 1117174003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040849115270705616, "interval": [-0.009180190475225475, 0.0908784210166367], "p_value": 0.104, "input_sha256": "90ac4209453d5b4d860ed8c7de9d2ddfa42eb3d44cfb8445da557248301a3bc6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.047027472181360885, "seed": 1117174003, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040849115270705616, "interval": [-0.00535499908814891, 0.08687683667727042], "p_value": 0.1056008060905416, "input_sha256": "90ac4209453d5b4d860ed8c7de9d2ddfa42eb3d44cfb8445da557248301a3bc6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3937090535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.421089364512179, "interval": [-0.24849795381985285, 9.090676682844212], "p_value": 0.047, "input_sha256": "f813e7d43702c59e6e0b8d130958f61d02edf1838b7f80b364f081eadcf7ed96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3937090535, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.421089364512179, "interval": [0.017350664995075454, 8.320631559228733], "p_value": 0.062441945260551954, "input_sha256": "f813e7d43702c59e6e0b8d130958f61d02edf1838b7f80b364f081eadcf7ed96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.047631855740868465, "seed": 3937090535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04368004567142865, "interval": [-0.005213836358310846, 0.09257392770116815], "p_value": 0.05, "input_sha256": "f813e7d43702c59e6e0b8d130958f61d02edf1838b7f80b364f081eadcf7ed96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.047631855740868465, "seed": 3937090535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04368004567142865, "interval": [0.0003087339416146878, 0.08874299415525916], "p_value": 0.07738921705661496, "input_sha256": "f813e7d43702c59e6e0b8d130958f61d02edf1838b7f80b364f081eadcf7ed96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3284858803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6212084022557973, "interval": [-5.476318187795245, 4.233901383283651], "p_value": 0.812, "input_sha256": "eacf530a4281faac2279526e8083168fdae5cc8289c052d6f93570ae655dbce7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3284858803, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6212084022557973, "interval": [-4.614440416721669, 3.830539587141244], "p_value": 0.794316316792069, "input_sha256": "eacf530a4281faac2279526e8083168fdae5cc8289c052d6f93570ae655dbce7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.047198791793177916, "seed": 3284858803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019373974408814505, "interval": [-0.07499571235956466, 0.03624776354193565], "p_value": 0.516, "input_sha256": "eacf530a4281faac2279526e8083168fdae5cc8289c052d6f93570ae655dbce7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.047198791793177916, "seed": 3284858803, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019373974408814505, "interval": [-0.06805913631142478, 0.030436969130316127], "p_value": 0.4798883845394133, "input_sha256": "eacf530a4281faac2279526e8083168fdae5cc8289c052d6f93570ae655dbce7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3138810318, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.065199109997714, "interval": [-0.11238049220747293, 10.2427787122029], "p_value": 0.066, "input_sha256": "9ad9f34480d00c75288ee2544eefd6d3206317d14e0cfa00b1aa86ec79e097bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3138810318, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.065199109997714, "interval": [-0.514897475599292, 9.635976360609401], "p_value": 0.0548164124542466, "input_sha256": "9ad9f34480d00c75288ee2544eefd6d3206317d14e0cfa00b1aa86ec79e097bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.04905343427385099, "seed": 3138810318, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05909153344523207, "interval": [-0.0003983888452396486, 0.11858145573570378], "p_value": 0.059, "input_sha256": "9ad9f34480d00c75288ee2544eefd6d3206317d14e0cfa00b1aa86ec79e097bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.04905343427385099, "seed": 3138810318, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05909153344523207, "interval": [-0.005893243354016791, 0.10797053549195057], "p_value": 0.05143866043840474, "input_sha256": "9ad9f34480d00c75288ee2544eefd6d3206317d14e0cfa00b1aa86ec79e097bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4030437277, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.397559583721632, "interval": [2.9815380963939235, 17.81358107104934], "p_value": 0.002, "input_sha256": "d848461412ebea7e3e3c9f83b09aa44e930aae95ddd5049904ff43e79bb00148"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4030437277, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.397559583721632, "interval": [5.64281122115685, 20.20678738930027], "p_value": 0.008508553310586468, "input_sha256": "d848461412ebea7e3e3c9f83b09aa44e930aae95ddd5049904ff43e79bb00148"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.047929483970980846, "seed": 4030437277, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10719034548576983, "interval": [0.005154083229228876, 0.20922660774231078], "p_value": 0.006, "input_sha256": "d848461412ebea7e3e3c9f83b09aa44e930aae95ddd5049904ff43e79bb00148"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.047929483970980846, "seed": 4030437277, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10719034548576983, "interval": [0.049536975064681375, 0.25977207067630026], "p_value": 0.04076415570706947, "input_sha256": "d848461412ebea7e3e3c9f83b09aa44e930aae95ddd5049904ff43e79bb00148"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 345109222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.589171089447544, "interval": [-1.8161195150933738, 6.994461693988462], "p_value": 0.241, "input_sha256": "9c76a7c52a88e137b8d8bcf5fd883b8a3942594e90954f3da07c1ec3d4db4a5e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 345109222, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.589171089447544, "interval": [-1.2571083335745488, 6.651979126445063], "p_value": 0.2363438375287042, "input_sha256": "9c76a7c52a88e137b8d8bcf5fd883b8a3942594e90954f3da07c1ec3d4db4a5e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.04700921248170242, "seed": 345109222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020501829774978362, "interval": [-0.02747411989051835, 0.06847777944047508], "p_value": 0.395, "input_sha256": "9c76a7c52a88e137b8d8bcf5fd883b8a3942594e90954f3da07c1ec3d4db4a5e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.04700921248170242, "seed": 345109222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020501829774978362, "interval": [-0.021298201876161108, 0.06486797607994887], "p_value": 0.38597128987967344, "input_sha256": "9c76a7c52a88e137b8d8bcf5fd883b8a3942594e90954f3da07c1ec3d4db4a5e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2613374967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8182257918752032, "interval": [-3.918403728993687, 7.554855312744094], "p_value": 0.529, "input_sha256": "93a3dc6c5fc01b98c90d9d999bc844b0b0fdbbf7ac342396acdffe154b978a32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2613374967, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8182257918752032, "interval": [-3.7137126498491138, 7.0977318972354215], "p_value": 0.5208271662806659, "input_sha256": "93a3dc6c5fc01b98c90d9d999bc844b0b0fdbbf7ac342396acdffe154b978a32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.04877857709746388, "seed": 2613374967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008191296430662022, "interval": [-0.06060556078705433, 0.07698815364837837], "p_value": 0.84, "input_sha256": "93a3dc6c5fc01b98c90d9d999bc844b0b0fdbbf7ac342396acdffe154b978a32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.04877857709746388, "seed": 2613374967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008191296430662022, "interval": [-0.06335278370973582, 0.06447980827109934], "p_value": 0.8080724289947903, "input_sha256": "93a3dc6c5fc01b98c90d9d999bc844b0b0fdbbf7ac342396acdffe154b978a32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2678232602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.022915975867237, "interval": [5.744453013128538, 16.301378938605936], "p_value": 0.001, "input_sha256": "f517b641294344bf7c0d80608962e535272aa74e0ee8551c6d65dc6987426533"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2678232602, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.022915975867237, "interval": [5.967157601950797, 15.75151838102399], "p_value": 0.00020775007278245488, "input_sha256": "f517b641294344bf7c0d80608962e535272aa74e0ee8551c6d65dc6987426533"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.04750922622717388, "seed": 2678232602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10600524885385021, "interval": [0.03657183719627656, 0.17543866051142387], "p_value": 0.003, "input_sha256": "f517b641294344bf7c0d80608962e535272aa74e0ee8551c6d65dc6987426533"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.04750922622717388, "seed": 2678232602, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10600524885385021, "interval": [0.04830761691335627, 0.16863964227823303], "p_value": 0.004610493200984334, "input_sha256": "f517b641294344bf7c0d80608962e535272aa74e0ee8551c6d65dc6987426533"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1502661126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.805878095571003, "interval": [2.4921155679278773, 13.11964062321413], "p_value": 0.007, "input_sha256": "4a0c8bc128d5278edbd07a7578777adb4e90704466f15c0ba978553ec08d0207"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1502661126, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.805878095571003, "interval": [3.603049126019218, 13.512338892495297], "p_value": 0.006323616311896711, "input_sha256": "4a0c8bc128d5278edbd07a7578777adb4e90704466f15c0ba978553ec08d0207"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.04664678614135396, "seed": 1502661126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0757497465535071, "interval": [0.016165317863367806, 0.13533417524364638], "p_value": 0.018, "input_sha256": "4a0c8bc128d5278edbd07a7578777adb4e90704466f15c0ba978553ec08d0207"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.04664678614135396, "seed": 1502661126, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0757497465535071, "interval": [0.025427104422571203, 0.13517401372607282], "p_value": 0.01522758877602344, "input_sha256": "4a0c8bc128d5278edbd07a7578777adb4e90704466f15c0ba978553ec08d0207"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4198163607, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.335768502164338, "interval": [6.5314570167798855, 14.140079987548791], "p_value": 0.001, "input_sha256": "ff21ec391fa1d78d4511dce36bf71192077d438806de6a851550d2c93053549b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4198163607, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.335768502164338, "interval": [6.985077596222169, 13.612723856529755], "p_value": 4.969432953970632e-06, "input_sha256": "ff21ec391fa1d78d4511dce36bf71192077d438806de6a851550d2c93053549b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.04601796336668403, "seed": 4198163607, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09793243506721708, "interval": [0.0620378389883827, 0.13382703114605146], "p_value": 0.001, "input_sha256": "ff21ec391fa1d78d4511dce36bf71192077d438806de6a851550d2c93053549b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.04601796336668403, "seed": 4198163607, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09793243506721708, "interval": [0.060846625360006644, 0.12910268755374288], "p_value": 4.921184584791881e-06, "input_sha256": "ff21ec391fa1d78d4511dce36bf71192077d438806de6a851550d2c93053549b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2864702914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.021853291137995, "interval": [1.7998666924331452, 12.243839889842844], "p_value": 0.009, "input_sha256": "e1316ea1a2a8b39e5efbf6d0e3e1683ccf8d82c350bb312a49a4de5895f4ce7b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2864702914, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.021853291137995, "interval": [2.2633252440702396, 11.836991276198656], "p_value": 0.010019631746427685, "input_sha256": "e1316ea1a2a8b39e5efbf6d0e3e1683ccf8d82c350bb312a49a4de5895f4ce7b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.047646806299462045, "seed": 2864702914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06502625395822043, "interval": [0.002114655377165542, 0.1279378525392753], "p_value": 0.044, "input_sha256": "e1316ea1a2a8b39e5efbf6d0e3e1683ccf8d82c350bb312a49a4de5895f4ce7b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.047646806299462045, "seed": 2864702914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06502625395822043, "interval": [0.007650217079315693, 0.1191886209571032], "p_value": 0.043194307144602706, "input_sha256": "e1316ea1a2a8b39e5efbf6d0e3e1683ccf8d82c350bb312a49a4de5895f4ce7b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2648006953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.249471927268353, "interval": [-2.3677759722961995, 6.866719826832906], "p_value": 0.345, "input_sha256": "dab6e5da22690e5157bfc2aac1c457ece14209bb4f79be4e407610d2842b5968"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2648006953, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.249471927268353, "interval": [-2.567676007258971, 6.183506992825996], "p_value": 0.32422075399589845, "input_sha256": "dab6e5da22690e5157bfc2aac1c457ece14209bb4f79be4e407610d2842b5968"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.048130575416656815, "seed": 2648006953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021889897652488048, "interval": [-0.028803097236781414, 0.07258289254175751], "p_value": 0.39, "input_sha256": "dab6e5da22690e5157bfc2aac1c457ece14209bb4f79be4e407610d2842b5968"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.048130575416656815, "seed": 2648006953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021889897652488048, "interval": [-0.026736437716155928, 0.06532073283126859], "p_value": 0.38204205194180263, "input_sha256": "dab6e5da22690e5157bfc2aac1c457ece14209bb4f79be4e407610d2842b5968"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2129855189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.636086792715237, "interval": [-1.1072324056772986, 12.379405991107774], "p_value": 0.096, "input_sha256": "c5a5360d813b159ddad7458c6f642bad5a46339e4419a1a61b45b31babb832b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2129855189, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.636086792715237, "interval": [0.41097609161713045, 12.627622572979949], "p_value": 0.09695823290187666, "input_sha256": "c5a5360d813b159ddad7458c6f642bad5a46339e4419a1a61b45b31babb832b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.04712576652659521, "seed": 2129855189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05258031764659794, "interval": [-0.02912975925122184, 0.1342903945444177], "p_value": 0.185, "input_sha256": "c5a5360d813b159ddad7458c6f642bad5a46339e4419a1a61b45b31babb832b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.04712576652659521, "seed": 2129855189, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05258031764659794, "interval": [0.0005093198415238204, 0.15270192895857726], "p_value": 0.19278495283023475, "input_sha256": "c5a5360d813b159ddad7458c6f642bad5a46339e4419a1a61b45b31babb832b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1507832561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.607785135048632, "interval": [2.2809161548285433, 10.93465411526872], "p_value": 0.004, "input_sha256": "769716e79d0c6b5c7586316d485014305c96a55d9ac8ea35741d2af1be6910fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1507832561, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.607785135048632, "interval": [2.6246602574011533, 10.350764188609096], "p_value": 0.004262331979419508, "input_sha256": "769716e79d0c6b5c7586316d485014305c96a55d9ac8ea35741d2af1be6910fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.04751491685634975, "seed": 1507832561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05599683204448813, "interval": [0.006428684861382455, 0.10556497922759381], "p_value": 0.023, "input_sha256": "769716e79d0c6b5c7586316d485014305c96a55d9ac8ea35741d2af1be6910fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.04751491685634975, "seed": 1507832561, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05599683204448813, "interval": [0.013209792108423494, 0.09702599632894232], "p_value": 0.02839567909552589, "input_sha256": "769716e79d0c6b5c7586316d485014305c96a55d9ac8ea35741d2af1be6910fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1596253500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6219549699935366, "interval": [-6.875382593099439, 5.631472653112366], "p_value": 0.831, "input_sha256": "bb1d7f2decd76c9f904497b0be33f75b80dceffdf3757a255487abcbf9f73dee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1596253500, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6219549699935366, "interval": [-7.536145043177737, 4.282402630176831], "p_value": 0.8390774854457757, "input_sha256": "bb1d7f2decd76c9f904497b0be33f75b80dceffdf3757a255487abcbf9f73dee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0480931388262982, "seed": 1596253500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012874962311466943, "interval": [-0.0771177561594618, 0.05136783153652792], "p_value": 0.665, "input_sha256": "bb1d7f2decd76c9f904497b0be33f75b80dceffdf3757a255487abcbf9f73dee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0480931388262982, "seed": 1596253500, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012874962311466943, "interval": [-0.07784187150867489, 0.04266719766469808], "p_value": 0.6831848484612875, "input_sha256": "bb1d7f2decd76c9f904497b0be33f75b80dceffdf3757a255487abcbf9f73dee"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3075669562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7672570411019994, "interval": [-2.009228990694743, 9.543743072898742], "p_value": 0.182, "input_sha256": "7eec1f9ec2222cb0c1b913170ee785953a646a92d0434703922223ab659d4a2c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3075669562, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7672570411019994, "interval": [-0.8076033490045285, 9.73649704499605], "p_value": 0.1891659745147538, "input_sha256": "7eec1f9ec2222cb0c1b913170ee785953a646a92d0434703922223ab659d4a2c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.04579778899977331, "seed": 3075669562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02449593105500935, "interval": [-0.03338118773270735, 0.08237304984272606], "p_value": 0.393, "input_sha256": "7eec1f9ec2222cb0c1b913170ee785953a646a92d0434703922223ab659d4a2c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.04579778899977331, "seed": 3075669562, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02449593105500935, "interval": [-0.025064287259880566, 0.0777177256027738], "p_value": 0.38749560431676544, "input_sha256": "7eec1f9ec2222cb0c1b913170ee785953a646a92d0434703922223ab659d4a2c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 149030780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.184975243116643, "interval": [-0.04885503808952674, 10.418805524322813], "p_value": 0.05, "input_sha256": "288c404da5dacd36faf7a36254bc56e91613ba7d9dfedad46cd74d5aff313f53"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 149030780, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.184975243116643, "interval": [0.30382370472762416, 9.727982520890674], "p_value": 0.05205094529948109, "input_sha256": "288c404da5dacd36faf7a36254bc56e91613ba7d9dfedad46cd74d5aff313f53"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04690588810492223, "seed": 149030780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03952885764285585, "interval": [-0.017998195707838484, 0.09705591099355018], "p_value": 0.175, "input_sha256": "288c404da5dacd36faf7a36254bc56e91613ba7d9dfedad46cd74d5aff313f53"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04690588810492223, "seed": 149030780, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03952885764285585, "interval": [-0.019243004996557407, 0.08440031381566768], "p_value": 0.16993732758079497, "input_sha256": "288c404da5dacd36faf7a36254bc56e91613ba7d9dfedad46cd74d5aff313f53"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1132801892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.762379975909896, "interval": [-1.3143570098631239, 10.839116961682915], "p_value": 0.109, "input_sha256": "605cdd650936a2c506386040a4cd06367d42b92e85787050df4ae6b04e4a866b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1132801892, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.762379975909896, "interval": [-0.836570028059997, 9.87056722213388], "p_value": 0.1178819674343629, "input_sha256": "605cdd650936a2c506386040a4cd06367d42b92e85787050df4ae6b04e4a866b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.048117710261194255, "seed": 1132801892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04278327752993334, "interval": [-0.04240618001796116, 0.12797273507782786], "p_value": 0.299, "input_sha256": "605cdd650936a2c506386040a4cd06367d42b92e85787050df4ae6b04e4a866b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.048117710261194255, "seed": 1132801892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04278327752993334, "interval": [-0.02891709431934802, 0.12188964278041345], "p_value": 0.30729312842627055, "input_sha256": "605cdd650936a2c506386040a4cd06367d42b92e85787050df4ae6b04e4a866b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2875458558, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.851241578166766, "interval": [-4.714933300434926, 6.417416456768458], "p_value": 0.784, "input_sha256": "c97d232276ef77d7874d2ee69e0d8d653c8754c83e28d05da52ac89729ac7e5c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2875458558, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.851241578166766, "interval": [-4.112798146791533, 5.5755301882491395], "p_value": 0.7551255204190566, "input_sha256": "c97d232276ef77d7874d2ee69e0d8d653c8754c83e28d05da52ac89729ac7e5c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.04972494100434077, "seed": 2875458558, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009004532507025707, "interval": [-0.08420592579841042, 0.066196860784359], "p_value": 0.795, "input_sha256": "c97d232276ef77d7874d2ee69e0d8d653c8754c83e28d05da52ac89729ac7e5c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.04972494100434077, "seed": 2875458558, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009004532507025707, "interval": [-0.0860008781469938, 0.05237859739019338], "p_value": 0.8065900087331757, "input_sha256": "c97d232276ef77d7874d2ee69e0d8d653c8754c83e28d05da52ac89729ac7e5c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3385138807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.889939371616693, "interval": [3.0666343402722527, 14.713244402961134], "p_value": 0.003, "input_sha256": "a96f3ce39f6855aa6a53c694c5db3f96634cae809e1b7ef495bc45a8fd334385"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3385138807, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.889939371616693, "interval": [3.5993852755006017, 14.410059561680265], "p_value": 0.004664120180928207, "input_sha256": "a96f3ce39f6855aa6a53c694c5db3f96634cae809e1b7ef495bc45a8fd334385"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.048041768335947976, "seed": 3385138807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09594315751957844, "interval": [0.031114494895254072, 0.1607718201439028], "p_value": 0.005, "input_sha256": "a96f3ce39f6855aa6a53c694c5db3f96634cae809e1b7ef495bc45a8fd334385"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.048041768335947976, "seed": 3385138807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09594315751957844, "interval": [0.027747763829185913, 0.15329834366906445], "p_value": 0.005532511468981506, "input_sha256": "a96f3ce39f6855aa6a53c694c5db3f96634cae809e1b7ef495bc45a8fd334385"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 779471110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6087217503232611, "interval": [-5.181729017191377, 6.3991725178379], "p_value": 0.854, "input_sha256": "f66cf113ed6dc2f7e2f137377a77d9a8705d5534167e4403dd2e08d9dcee57c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 779471110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6087217503232611, "interval": [-4.275311202014543, 6.015673720780529], "p_value": 0.8297906880606566, "input_sha256": "f66cf113ed6dc2f7e2f137377a77d9a8705d5534167e4403dd2e08d9dcee57c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.047719064383280406, "seed": 779471110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006116022856533002, "interval": [-0.056433466964001845, 0.06866551267706784], "p_value": 0.851, "input_sha256": "f66cf113ed6dc2f7e2f137377a77d9a8705d5534167e4403dd2e08d9dcee57c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.047719064383280406, "seed": 779471110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006116022856533002, "interval": [-0.04840222391954036, 0.06496565707372867], "p_value": 0.8417959072540773, "input_sha256": "f66cf113ed6dc2f7e2f137377a77d9a8705d5534167e4403dd2e08d9dcee57c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 865709856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.255360562950821, "interval": [-1.5316108869220333, 12.042332012823675], "p_value": 0.108, "input_sha256": "ce07baf21d0f4101822f2bb1c68e6bc31c94229e0d5d111dccba1d04a176e1dc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 865709856, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.255360562950821, "interval": [-0.4178529697278095, 11.655284939688578], "p_value": 0.12269881709156154, "input_sha256": "ce07baf21d0f4101822f2bb1c68e6bc31c94229e0d5d111dccba1d04a176e1dc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.048136173003726454, "seed": 865709856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08550155968059761, "interval": [-0.0014483249515246932, 0.17245144431271991], "p_value": 0.035, "input_sha256": "ce07baf21d0f4101822f2bb1c68e6bc31c94229e0d5d111dccba1d04a176e1dc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.048136173003726454, "seed": 865709856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08550155968059761, "interval": [0.020101643536050644, 0.17251101337628733], "p_value": 0.053552257823760344, "input_sha256": "ce07baf21d0f4101822f2bb1c68e6bc31c94229e0d5d111dccba1d04a176e1dc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1497008383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.493606477761361, "interval": [2.232374044293766, 10.754838911228955], "p_value": 0.003, "input_sha256": "6d92122f669d3b81ea382de4f0d47d771ba4a258b7359a3fb7a1d3fe788af5da"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1497008383, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.493606477761361, "interval": [2.8267271272680112, 10.346825941479564], "p_value": 0.004266652317322201, "input_sha256": "6d92122f669d3b81ea382de4f0d47d771ba4a258b7359a3fb7a1d3fe788af5da"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.049697666577295976, "seed": 1497008383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058862821076343136, "interval": [0.0068063661018099506, 0.11091927605087631], "p_value": 0.025, "input_sha256": "6d92122f669d3b81ea382de4f0d47d771ba4a258b7359a3fb7a1d3fe788af5da"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.049697666577295976, "seed": 1497008383, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058862821076343136, "interval": [0.01383456917459838, 0.10300960332701409], "p_value": 0.028301470666900377, "input_sha256": "6d92122f669d3b81ea382de4f0d47d771ba4a258b7359a3fb7a1d3fe788af5da"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2146812722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.111531629809155, "interval": [-1.275415254182266, 9.498478513800578], "p_value": 0.126, "input_sha256": "469ed08c29d7f6348af1d95cf1815ae078aedd775495a2a6a11dd5514bee6677"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2146812722, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.111531629809155, "interval": [-0.7420404430606332, 9.432938255582123], "p_value": 0.12884589242355332, "input_sha256": "469ed08c29d7f6348af1d95cf1815ae078aedd775495a2a6a11dd5514bee6677"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04906935424365043, "seed": 2146812722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026171324723198202, "interval": [-0.03631577890605933, 0.08865842835245573], "p_value": 0.425, "input_sha256": "469ed08c29d7f6348af1d95cf1815ae078aedd775495a2a6a11dd5514bee6677"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04906935424365043, "seed": 2146812722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026171324723198202, "interval": [-0.030564849907082886, 0.09137834450698624], "p_value": 0.3979537716382514, "input_sha256": "469ed08c29d7f6348af1d95cf1815ae078aedd775495a2a6a11dd5514bee6677"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2307526045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.030166892400188, "interval": [-3.209729134386884, 7.27006291918726], "p_value": 0.463, "input_sha256": "2978a13ff1287aac9e4741886f7e074410836e694e06a76c88b42ac178faa652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2307526045, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.030166892400188, "interval": [-2.7496944898159907, 6.618419676946839], "p_value": 0.43199716005245303, "input_sha256": "2978a13ff1287aac9e4741886f7e074410836e694e06a76c88b42ac178faa652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.04686622585740312, "seed": 2307526045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019161190910990486, "interval": [-0.039828879439019534, 0.0781512612610005], "p_value": 0.547, "input_sha256": "2978a13ff1287aac9e4741886f7e074410836e694e06a76c88b42ac178faa652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.04686622585740312, "seed": 2307526045, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019161190910990486, "interval": [-0.03929341017579093, 0.0661348073630129], "p_value": 0.5074215063413308, "input_sha256": "2978a13ff1287aac9e4741886f7e074410836e694e06a76c88b42ac178faa652"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 842526345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.23588556414522, "interval": [3.0874055751526495, 15.384365553137792], "p_value": 0.002, "input_sha256": "c7920881fdf2a26ce6cb414d3be68cf7c44db620f753abd50828fd18037a4c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 842526345, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.23588556414522, "interval": [3.7880612221674794, 14.724219811614123], "p_value": 0.004885497257981249, "input_sha256": "c7920881fdf2a26ce6cb414d3be68cf7c44db620f753abd50828fd18037a4c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.04743552053140551, "seed": 842526345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08783384441436197, "interval": [0.02700935895030903, 0.1486583298784149], "p_value": 0.005, "input_sha256": "c7920881fdf2a26ce6cb414d3be68cf7c44db620f753abd50828fd18037a4c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.04743552053140551, "seed": 842526345, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08783384441436197, "interval": [0.033678489941859895, 0.1429191937758423], "p_value": 0.006498031142276718, "input_sha256": "c7920881fdf2a26ce6cb414d3be68cf7c44db620f753abd50828fd18037a4c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3421504811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.198730616727467, "interval": [4.99036859903994, 15.407092634414994], "p_value": 0.001, "input_sha256": "e68d1111c013ff71602e51b15ad0035a793558e64fd905fedb7027cc09080f2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3421504811, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.198730616727467, "interval": [5.164546819968274, 14.610774843111376], "p_value": 0.00041757062782555703, "input_sha256": "e68d1111c013ff71602e51b15ad0035a793558e64fd905fedb7027cc09080f2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04788630474602521, "seed": 3421504811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10511704621236029, "interval": [0.044401346769787374, 0.1658327456549332], "p_value": 0.001, "input_sha256": "e68d1111c013ff71602e51b15ad0035a793558e64fd905fedb7027cc09080f2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04788630474602521, "seed": 3421504811, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10511704621236029, "interval": [0.05189774362397564, 0.1614017733367871], "p_value": 0.0015026961470419526, "input_sha256": "e68d1111c013ff71602e51b15ad0035a793558e64fd905fedb7027cc09080f2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4041593240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.36676362695745, "interval": [-0.15538290502508367, 10.888910158939984], "p_value": 0.069, "input_sha256": "c9f42ce98db505ffcce437b2842fbd590a5e207213a1b4edd7b1ea1cef33e970"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4041593240, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.36676362695745, "interval": [0.7331723404452523, 10.612233997258281], "p_value": 0.05628696783926362, "input_sha256": "c9f42ce98db505ffcce437b2842fbd590a5e207213a1b4edd7b1ea1cef33e970"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.04737959443766755, "seed": 4041593240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0544726387904252, "interval": [-0.006306272462249754, 0.11525155004310016], "p_value": 0.091, "input_sha256": "c9f42ce98db505ffcce437b2842fbd590a5e207213a1b4edd7b1ea1cef33e970"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.04737959443766755, "seed": 4041593240, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0544726387904252, "interval": [0.00034064511925298904, 0.10938458403365717], "p_value": 0.07673678064377974, "input_sha256": "c9f42ce98db505ffcce437b2842fbd590a5e207213a1b4edd7b1ea1cef33e970"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 168400372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.036995233498816, "interval": [-0.15297073414576623, 12.226961201143398], "p_value": 0.041, "input_sha256": "2a8f3dc569eafcb47e979ba329d213d77fa3efbb74d4b57163dcbe9bb426f0a0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 168400372, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.036995233498816, "interval": [0.696067296311613, 11.456414815441107], "p_value": 0.055462454928961805, "input_sha256": "2a8f3dc569eafcb47e979ba329d213d77fa3efbb74d4b57163dcbe9bb426f0a0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.04813426960145415, "seed": 168400372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05575925281014885, "interval": [-0.006985889504109076, 0.11850439512440678], "p_value": 0.067, "input_sha256": "2a8f3dc569eafcb47e979ba329d213d77fa3efbb74d4b57163dcbe9bb426f0a0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.04813426960145415, "seed": 168400372, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05575925281014885, "interval": [0.002732882758536865, 0.11679482408254481], "p_value": 0.07903936645053336, "input_sha256": "2a8f3dc569eafcb47e979ba329d213d77fa3efbb74d4b57163dcbe9bb426f0a0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3982170368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.33030109447579, "interval": [2.880896417259791, 13.779705771691788], "p_value": 0.003, "input_sha256": "e9e79d65c9faafd07079f0bed02a4bd06995b581e08aa91d52f0de662c91f748"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3982170368, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.33030109447579, "interval": [2.5857671387235235, 13.032113351461614], "p_value": 0.004021126029296857, "input_sha256": "e9e79d65c9faafd07079f0bed02a4bd06995b581e08aa91d52f0de662c91f748"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.04942420272201854, "seed": 3982170368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08589811117294396, "interval": [0.020622095481723737, 0.1511741268641642], "p_value": 0.009, "input_sha256": "e9e79d65c9faafd07079f0bed02a4bd06995b581e08aa91d52f0de662c91f748"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.04942420272201854, "seed": 3982170368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08589811117294396, "interval": [0.018311713013194758, 0.13987596534311722], "p_value": 0.011846970013825663, "input_sha256": "e9e79d65c9faafd07079f0bed02a4bd06995b581e08aa91d52f0de662c91f748"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2871274182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.565241646859411, "interval": [0.3357509177561342, 8.794732375962688], "p_value": 0.026, "input_sha256": "50547828318e30e7205a7d46cf5db61369a4dfa25f7aad1cabf5d7c41101a5a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2871274182, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.565241646859411, "interval": [0.7917718874491936, 8.319314651334288], "p_value": 0.03530081383275965, "input_sha256": "50547828318e30e7205a7d46cf5db61369a4dfa25f7aad1cabf5d7c41101a5a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04887336619734383, "seed": 2871274182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037424491656138634, "interval": [-0.020125359713821893, 0.09497434302609917], "p_value": 0.183, "input_sha256": "50547828318e30e7205a7d46cf5db61369a4dfa25f7aad1cabf5d7c41101a5a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04887336619734383, "seed": 2871274182, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037424491656138634, "interval": [-0.020435908812057528, 0.08039866475863902], "p_value": 0.19155403699179174, "input_sha256": "50547828318e30e7205a7d46cf5db61369a4dfa25f7aad1cabf5d7c41101a5a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3113695138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.451949211367769, "interval": [-2.277629800414486, 11.181528223150025], "p_value": 0.203, "input_sha256": "2b18db350a80ad23e06e3b6eb0ed4f3eab29d19842b8dd1d7b35830fe57e2074"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3113695138, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.451949211367769, "interval": [-1.0596139596963048, 11.178892067509238], "p_value": 0.1857632593399802, "input_sha256": "2b18db350a80ad23e06e3b6eb0ed4f3eab29d19842b8dd1d7b35830fe57e2074"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04986928485360513, "seed": 3113695138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052954774383410154, "interval": [-0.029505425581338403, 0.13541497434815872], "p_value": 0.213, "input_sha256": "2b18db350a80ad23e06e3b6eb0ed4f3eab29d19842b8dd1d7b35830fe57e2074"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04986928485360513, "seed": 3113695138, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052954774383410154, "interval": [-0.011018466770927835, 0.14077261374254096], "p_value": 0.19743922774568973, "input_sha256": "2b18db350a80ad23e06e3b6eb0ed4f3eab29d19842b8dd1d7b35830fe57e2074"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1179043696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.61209362207781, "interval": [-3.858463070792656, 7.0826503149482765], "p_value": 0.573, "input_sha256": "0017eb8b4b0b28acfebb25de55c2fa873b652f506a9357fb198afa4bc2628fa2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1179043696, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.61209362207781, "interval": [-2.947938806006768, 6.9404744223041], "p_value": 0.5506525082982532, "input_sha256": "0017eb8b4b0b28acfebb25de55c2fa873b652f506a9357fb198afa4bc2628fa2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.04750777941909655, "seed": 1179043696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026270102705072393, "interval": [-0.037412769840300175, 0.08995297525044496], "p_value": 0.395, "input_sha256": "0017eb8b4b0b28acfebb25de55c2fa873b652f506a9357fb198afa4bc2628fa2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.04750777941909655, "seed": 1179043696, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026270102705072393, "interval": [-0.0245626954425616, 0.09017964896964385], "p_value": 0.40409176005220915, "input_sha256": "0017eb8b4b0b28acfebb25de55c2fa873b652f506a9357fb198afa4bc2628fa2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 534617597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.890681515833212, "interval": [4.910134949882053, 14.87122808178437], "p_value": 0.001, "input_sha256": "1c35cabc96b19eeec0066ca98f16edf78ccaed2efd4ee43b15b8da25e5f4eb9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 534617597, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.890681515833212, "interval": [4.57459304233508, 13.85364901566143], "p_value": 0.0004666752662612984, "input_sha256": "1c35cabc96b19eeec0066ca98f16edf78ccaed2efd4ee43b15b8da25e5f4eb9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.047691531722247396, "seed": 534617597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09866163645723347, "interval": [0.034684155188167407, 0.16263911772629952], "p_value": 0.006, "input_sha256": "1c35cabc96b19eeec0066ca98f16edf78ccaed2efd4ee43b15b8da25e5f4eb9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.047691531722247396, "seed": 534617597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09866163645723347, "interval": [0.034585850986093604, 0.1499836051274215], "p_value": 0.004033232493800557, "input_sha256": "1c35cabc96b19eeec0066ca98f16edf78ccaed2efd4ee43b15b8da25e5f4eb9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2293684594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4871801193470437, "interval": [-2.220973789237701, 7.195334027931788], "p_value": 0.281, "input_sha256": "e95e81430bee2ae2266a1e88653067b4b993069fff4e032ea25e7b75d69a757d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2293684594, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4871801193470437, "interval": [-1.6097178276250133, 7.164166838308942], "p_value": 0.2844248491658754, "input_sha256": "e95e81430bee2ae2266a1e88653067b4b993069fff4e032ea25e7b75d69a757d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04688928894518501, "seed": 2293684594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012207955949271133, "interval": [-0.03221216177460435, 0.056628073673146616], "p_value": 0.598, "input_sha256": "e95e81430bee2ae2266a1e88653067b4b993069fff4e032ea25e7b75d69a757d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04688928894518501, "seed": 2293684594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012207955949271133, "interval": [-0.027810327691582426, 0.05362886412340054], "p_value": 0.5777455890279533, "input_sha256": "e95e81430bee2ae2266a1e88653067b4b993069fff4e032ea25e7b75d69a757d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1308867869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5043213781840028, "interval": [-5.079671900545188, 6.0883146569131945], "p_value": 0.864, "input_sha256": "f8bd1ab59aca9400d72470c2c492a5752a8fa255140390b962470485375e59e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1308867869, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5043213781840028, "interval": [-4.868477425010004, 4.82110127164933], "p_value": 0.8537895951636837, "input_sha256": "f8bd1ab59aca9400d72470c2c492a5752a8fa255140390b962470485375e59e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.048602727104076884, "seed": 1308867869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0089211255927063, "interval": [-0.06450529526099447, 0.04666304407558186], "p_value": 0.768, "input_sha256": "f8bd1ab59aca9400d72470c2c492a5752a8fa255140390b962470485375e59e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.048602727104076884, "seed": 1308867869, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0089211255927063, "interval": [-0.06263631899673523, 0.033962782539970905], "p_value": 0.7432992877321729, "input_sha256": "f8bd1ab59aca9400d72470c2c492a5752a8fa255140390b962470485375e59e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4237603247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.685894606199996, "interval": [0.7311767582907462, 10.640612454109245], "p_value": 0.018, "input_sha256": "264627c99f442564cb244f9c957d33e8030d3ffea6938dd12eaea7df1efd116c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4237603247, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.685894606199996, "interval": [1.622702705018216, 9.989310480964399], "p_value": 0.026401854517522867, "input_sha256": "264627c99f442564cb244f9c957d33e8030d3ffea6938dd12eaea7df1efd116c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.04583896070163235, "seed": 4237603247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05938030554558267, "interval": [0.006385703319814515, 0.11237490777135083], "p_value": 0.026, "input_sha256": "264627c99f442564cb244f9c957d33e8030d3ffea6938dd12eaea7df1efd116c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.04583896070163235, "seed": 4237603247, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05938030554558267, "interval": [0.013851721559731562, 0.10424292984883352], "p_value": 0.02956270217268266, "input_sha256": "264627c99f442564cb244f9c957d33e8030d3ffea6938dd12eaea7df1efd116c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3240909286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.4091718306773515, "interval": [2.3655924498055656, 12.452751211549138], "p_value": 0.005, "input_sha256": "93539669c6bb8735b74520fc04fa5902385d0d2cea2138b931c4ce5fa6370f42"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3240909286, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.4091718306773515, "interval": [2.079389415091404, 11.306202043350234], "p_value": 0.00577797832820554, "input_sha256": "93539669c6bb8735b74520fc04fa5902385d0d2cea2138b931c4ce5fa6370f42"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.049228679391640696, "seed": 3240909286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07081652441205752, "interval": [0.0024728202731154753, 0.13916022855099958], "p_value": 0.04, "input_sha256": "93539669c6bb8735b74520fc04fa5902385d0d2cea2138b931c4ce5fa6370f42"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.049228679391640696, "seed": 3240909286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07081652441205752, "interval": [-0.009806093127885277, 0.12111884507555], "p_value": 0.04293289702862919, "input_sha256": "93539669c6bb8735b74520fc04fa5902385d0d2cea2138b931c4ce5fa6370f42"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2915680841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3263802707428676, "interval": [-2.6565745806874954, 9.30933512217323], "p_value": 0.23, "input_sha256": "7cb033363959ed5f43021e41b1a7bdfe3383ddf43d875cc6c783b51e3d93f475"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2915680841, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3263802707428676, "interval": [-2.7522113255626866, 8.783551296820269], "p_value": 0.2618999665763509, "input_sha256": "7cb033363959ed5f43021e41b1a7bdfe3383ddf43d875cc6c783b51e3d93f475"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.04880002440527217, "seed": 2915680841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03707714327174871, "interval": [-0.04196917583832296, 0.11612346238182036], "p_value": 0.311, "input_sha256": "7cb033363959ed5f43021e41b1a7bdfe3383ddf43d875cc6c783b51e3d93f475"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.04880002440527217, "seed": 2915680841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03707714327174871, "interval": [-0.03669297382331616, 0.11523981398832345], "p_value": 0.34114418577827443, "input_sha256": "7cb033363959ed5f43021e41b1a7bdfe3383ddf43d875cc6c783b51e3d93f475"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1932756453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.380770168915892, "interval": [-0.2942726361112582, 11.055812973943041], "p_value": 0.047, "input_sha256": "296e03de992ed7bcbc54101d59588469cc3bbcb35da80e5490c840cb69019c24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1932756453, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.380770168915892, "interval": [0.6461899688629833, 10.275071147509415], "p_value": 0.06207525206234804, "input_sha256": "296e03de992ed7bcbc54101d59588469cc3bbcb35da80e5490c840cb69019c24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.047363979132192646, "seed": 1932756453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041474259451422496, "interval": [-0.019635301637521765, 0.10258382054036676], "p_value": 0.162, "input_sha256": "296e03de992ed7bcbc54101d59588469cc3bbcb35da80e5490c840cb69019c24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.047363979132192646, "seed": 1932756453, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041474259451422496, "interval": [-0.014424371944938938, 0.09387543218721661], "p_value": 0.17487347957033472, "input_sha256": "296e03de992ed7bcbc54101d59588469cc3bbcb35da80e5490c840cb69019c24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3812553906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.942521920688765, "interval": [-1.4085438575295437, 9.293587698907073], "p_value": 0.123, "input_sha256": "7b12b335172b249bc2cdfa2791874672eb86c284d827a1f0c388c0c17ee00f50"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3812553906, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.942521920688765, "interval": [-0.885919467984937, 8.8298530865672], "p_value": 0.1419686048183275, "input_sha256": "7b12b335172b249bc2cdfa2791874672eb86c284d827a1f0c388c0c17ee00f50"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.048013248354219364, "seed": 3812553906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040617748269036046, "interval": [-0.02263090677827826, 0.10386640331635036], "p_value": 0.169, "input_sha256": "7b12b335172b249bc2cdfa2791874672eb86c284d827a1f0c388c0c17ee00f50"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.048013248354219364, "seed": 3812553906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040617748269036046, "interval": [-0.00824738692661541, 0.10713106844747627], "p_value": 0.19694491936393882, "input_sha256": "7b12b335172b249bc2cdfa2791874672eb86c284d827a1f0c388c0c17ee00f50"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 785890347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.283674369745452, "interval": [-1.2644471789070235, 7.831795918397928], "p_value": 0.159, "input_sha256": "54d2b52180f0e491f72bcb75a8f717ab688303265d81145553ad231a35b23caf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 785890347, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.283674369745452, "interval": [-0.45844588267605024, 7.300658713492428], "p_value": 0.14807331137389124, "input_sha256": "54d2b52180f0e491f72bcb75a8f717ab688303265d81145553ad231a35b23caf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.047243740363453475, "seed": 785890347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02047973651727599, "interval": [-0.02386109336500302, 0.064820566399555], "p_value": 0.371, "input_sha256": "54d2b52180f0e491f72bcb75a8f717ab688303265d81145553ad231a35b23caf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.047243740363453475, "seed": 785890347, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02047973651727599, "interval": [-0.017825858290573263, 0.05902064631864901], "p_value": 0.3499648255311185, "input_sha256": "54d2b52180f0e491f72bcb75a8f717ab688303265d81145553ad231a35b23caf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 465734669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.0253433764499835, "interval": [-1.5420595059651365, 9.592746258865104], "p_value": 0.135, "input_sha256": "e04fa3dfb2623bc0107b73d2168f6c8b78f45e8d3a8d8ee5f2b35a23b5fe7535"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 465734669, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.0253433764499835, "interval": [-0.8734338777118749, 8.962011807819305], "p_value": 0.14961571520171452, "input_sha256": "e04fa3dfb2623bc0107b73d2168f6c8b78f45e8d3a8d8ee5f2b35a23b5fe7535"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.04754919264585465, "seed": 465734669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04687983847532183, "interval": [-0.014188132367514886, 0.10794780931815855], "p_value": 0.114, "input_sha256": "e04fa3dfb2623bc0107b73d2168f6c8b78f45e8d3a8d8ee5f2b35a23b5fe7535"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.04754919264585465, "seed": 465734669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04687983847532183, "interval": [-0.0043127483189223095, 0.10293925303753121], "p_value": 0.12670179411894933, "input_sha256": "e04fa3dfb2623bc0107b73d2168f6c8b78f45e8d3a8d8ee5f2b35a23b5fe7535"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2165586960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.368279983613857, "interval": [-0.10308384886264488, 8.839643816090359], "p_value": 0.057, "input_sha256": "a2ba43be2c8657cf32314ac27b6d5c4bc85ea781c9661199eacc6f94e9b0a93b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2165586960, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.368279983613857, "interval": [0.8861771931124077, 8.43410792141166], "p_value": 0.05498783678377834, "input_sha256": "a2ba43be2c8657cf32314ac27b6d5c4bc85ea781c9661199eacc6f94e9b0a93b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.048841149700718, "seed": 2165586960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05942191657697369, "interval": [0.001939356538077544, 0.11690447661586983], "p_value": 0.029, "input_sha256": "a2ba43be2c8657cf32314ac27b6d5c4bc85ea781c9661199eacc6f94e9b0a93b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.048841149700718, "seed": 2165586960, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05942191657697369, "interval": [0.014995136091107157, 0.11327963149919593], "p_value": 0.04358677839229935, "input_sha256": "a2ba43be2c8657cf32314ac27b6d5c4bc85ea781c9661199eacc6f94e9b0a93b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1361166630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.749753476748618, "interval": [-0.5079484993531622, 12.007455452850397], "p_value": 0.058, "input_sha256": "46bc358603880ab09405feab2ff4f75861acbd8f5b6c5d42207b7d9c39f2bce9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1361166630, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.749753476748618, "interval": [-0.10718483636903192, 11.018188402248004], "p_value": 0.07007511828624537, "input_sha256": "46bc358603880ab09405feab2ff4f75861acbd8f5b6c5d42207b7d9c39f2bce9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0463704092950876, "seed": 1361166630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04182847100147957, "interval": [-0.022355607211667544, 0.10601254921462669], "p_value": 0.173, "input_sha256": "46bc358603880ab09405feab2ff4f75861acbd8f5b6c5d42207b7d9c39f2bce9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0463704092950876, "seed": 1361166630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04182847100147957, "interval": [-0.019460055051465197, 0.09517578316433642], "p_value": 0.1913593544930819, "input_sha256": "46bc358603880ab09405feab2ff4f75861acbd8f5b6c5d42207b7d9c39f2bce9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2318318681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.517214488712357, "interval": [-1.2014926860332018, 10.235921663457916], "p_value": 0.116, "input_sha256": "2100cf8527d5ad711cb5b66ef84031f99dca06bcb8ed5a7bbf3083b940ef96c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2318318681, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.517214488712357, "interval": [-0.70061364833323, 9.569291546404076], "p_value": 0.11686545299257817, "input_sha256": "2100cf8527d5ad711cb5b66ef84031f99dca06bcb8ed5a7bbf3083b940ef96c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.048456504747057726, "seed": 2318318681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046382498423706287, "interval": [-0.015457499067542242, 0.10822249591495481], "p_value": 0.135, "input_sha256": "2100cf8527d5ad711cb5b66ef84031f99dca06bcb8ed5a7bbf3083b940ef96c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.048456504747057726, "seed": 2318318681, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046382498423706287, "interval": [-0.008570218678912167, 0.10110365910241789], "p_value": 0.13590908068849328, "input_sha256": "2100cf8527d5ad711cb5b66ef84031f99dca06bcb8ed5a7bbf3083b940ef96c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2335476608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.690780435474408, "interval": [-1.1831007227774268, 8.564661593726242], "p_value": 0.105, "input_sha256": "6f1f3462c17c076712d94ec154000245115a791e8b57e786ed1fba8ed750027a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2335476608, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.690780435474408, "interval": [-0.7681554178867231, 8.404380634245], "p_value": 0.1307896590398501, "input_sha256": "6f1f3462c17c076712d94ec154000245115a791e8b57e786ed1fba8ed750027a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04675239505304006, "seed": 2335476608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030878586981724222, "interval": [-0.021203161976730917, 0.08296033594017936], "p_value": 0.207, "input_sha256": "6f1f3462c17c076712d94ec154000245115a791e8b57e786ed1fba8ed750027a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04675239505304006, "seed": 2335476608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030878586981724222, "interval": [-0.0178187060370561, 0.07800148569633236], "p_value": 0.23296762943446667, "input_sha256": "6f1f3462c17c076712d94ec154000245115a791e8b57e786ed1fba8ed750027a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 209436556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7340110694730957, "interval": [-5.293239833519878, 6.761261972466069], "p_value": 0.806, "input_sha256": "5102358e9aebedf0e2893b45d37a963248c6975de284400724e6e90a293f3abd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 209436556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7340110694730957, "interval": [-5.18771002130733, 6.160717642667655], "p_value": 0.8047946687082659, "input_sha256": "5102358e9aebedf0e2893b45d37a963248c6975de284400724e6e90a293f3abd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.04905470759670647, "seed": 209436556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013703179529350532, "interval": [-0.05652702843794681, 0.08393338749664787], "p_value": 0.692, "input_sha256": "5102358e9aebedf0e2893b45d37a963248c6975de284400724e6e90a293f3abd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.04905470759670647, "seed": 209436556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013703179529350532, "interval": [-0.04719895156475898, 0.07935741167815262], "p_value": 0.6912422887322445, "input_sha256": "5102358e9aebedf0e2893b45d37a963248c6975de284400724e6e90a293f3abd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2903003953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.058065622632681, "interval": [-0.12320094724216801, 10.23933219250753], "p_value": 0.054, "input_sha256": "360abcefec67e6113af36d21d5cea4707c8b7f5880f356fc16631bb1e3a8a15b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2903003953, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.058065622632681, "interval": [0.7193005288248968, 9.983201777295292], "p_value": 0.0553213331561941, "input_sha256": "360abcefec67e6113af36d21d5cea4707c8b7f5880f356fc16631bb1e3a8a15b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.048395998385563285, "seed": 2903003953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03857582460386545, "interval": [-0.015355703153107352, 0.09250735236083826], "p_value": 0.139, "input_sha256": "360abcefec67e6113af36d21d5cea4707c8b7f5880f356fc16631bb1e3a8a15b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.048395998385563285, "seed": 2903003953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03857582460386545, "interval": [-0.009049268401458551, 0.09197554351495468], "p_value": 0.15407189547847783, "input_sha256": "360abcefec67e6113af36d21d5cea4707c8b7f5880f356fc16631bb1e3a8a15b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 371430576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.125951352553083, "interval": [1.4802345521801517, 10.771668152926015], "p_value": 0.004, "input_sha256": "5ade1708749381d5519681ddede1181d36e15dc8a78413757b0897e2208492cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 371430576, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.125951352553083, "interval": [2.5176773520590436, 10.90188811094426], "p_value": 0.011820255548953345, "input_sha256": "5ade1708749381d5519681ddede1181d36e15dc8a78413757b0897e2208492cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.050148877597675535, "seed": 371430576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09167462764286527, "interval": [0.00889866783749503, 0.1744505874482355], "p_value": 0.003, "input_sha256": "5ade1708749381d5519681ddede1181d36e15dc8a78413757b0897e2208492cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.050148877597675535, "seed": 371430576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09167462764286527, "interval": [0.0402523769516582, 0.20439485886330572], "p_value": 0.03229317518554818, "input_sha256": "5ade1708749381d5519681ddede1181d36e15dc8a78413757b0897e2208492cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3547455319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.287484020990723, "interval": [2.6526224787761246, 11.922345563205322], "p_value": 0.005, "input_sha256": "826ede81c28ebc9d96ecc4e0faa7d49205687d6e01dec09384267e0370d50ac7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3547455319, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.287484020990723, "interval": [3.2611325809975837, 11.403147199996658], "p_value": 0.0033560527820107227, "input_sha256": "826ede81c28ebc9d96ecc4e0faa7d49205687d6e01dec09384267e0370d50ac7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.04843267224986131, "seed": 3547455319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06626625406283644, "interval": [0.010688792521946766, 0.12184371560372612], "p_value": 0.016, "input_sha256": "826ede81c28ebc9d96ecc4e0faa7d49205687d6e01dec09384267e0370d50ac7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.04843267224986131, "seed": 3547455319, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06626625406283644, "interval": [0.01618948494759122, 0.1155287720414653], "p_value": 0.02132912547098408, "input_sha256": "826ede81c28ebc9d96ecc4e0faa7d49205687d6e01dec09384267e0370d50ac7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2581065447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.220992374295079, "interval": [-0.7365192143157255, 11.178503962905884], "p_value": 0.094, "input_sha256": "ccd78e48a8cd073fb3de6a40388d693e349091c5697383e0187202fdccd02519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2581065447, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.220992374295079, "interval": [-0.11165829130608898, 10.546272103036666], "p_value": 0.08231502548825254, "input_sha256": "ccd78e48a8cd073fb3de6a40388d693e349091c5697383e0187202fdccd02519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.04817284530257964, "seed": 2581065447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04036940530747659, "interval": [-0.026312418660978394, 0.10705122927593158], "p_value": 0.226, "input_sha256": "ccd78e48a8cd073fb3de6a40388d693e349091c5697383e0187202fdccd02519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.04817284530257964, "seed": 2581065447, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04036940530747659, "interval": [-0.022880443079797644, 0.09305377151864623], "p_value": 0.21950855963118981, "input_sha256": "ccd78e48a8cd073fb3de6a40388d693e349091c5697383e0187202fdccd02519"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3982866330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7893384290855914, "interval": [-2.5584788136289407, 10.137155671800123], "p_value": 0.219, "input_sha256": "d828dc96fcd6495efad86f2a8d98140110be2f002d429a2940138a384c1c913e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3982866330, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7893384290855914, "interval": [-2.762262498654554, 8.84233683658881], "p_value": 0.2286543431015736, "input_sha256": "d828dc96fcd6495efad86f2a8d98140110be2f002d429a2940138a384c1c913e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.04864409273069077, "seed": 3982866330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033780298178407636, "interval": [-0.043155020739130176, 0.11071561709594545], "p_value": 0.411, "input_sha256": "d828dc96fcd6495efad86f2a8d98140110be2f002d429a2940138a384c1c913e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.04864409273069077, "seed": 3982866330, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033780298178407636, "interval": [-0.04304673196739072, 0.09088263045222027], "p_value": 0.37055172162462857, "input_sha256": "d828dc96fcd6495efad86f2a8d98140110be2f002d429a2940138a384c1c913e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 525556653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.8071673816667655, "interval": [0.12691930313496336, 9.487415460198568], "p_value": 0.046, "input_sha256": "b9532abe0334e42c0a00f679dfde08faa5ee0074dee66d1f190c7278b584abff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 525556653, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.8071673816667655, "interval": [0.765549393389655, 8.801876392486031], "p_value": 0.04448885841837422, "input_sha256": "b9532abe0334e42c0a00f679dfde08faa5ee0074dee66d1f190c7278b584abff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.047201776724053054, "seed": 525556653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03296326815558823, "interval": [-0.024819271885859542, 0.090745808197036], "p_value": 0.269, "input_sha256": "b9532abe0334e42c0a00f679dfde08faa5ee0074dee66d1f190c7278b584abff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.047201776724053054, "seed": 525556653, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03296326815558823, "interval": [-0.021047305961956468, 0.07993265821163582], "p_value": 0.25074606201459587, "input_sha256": "b9532abe0334e42c0a00f679dfde08faa5ee0074dee66d1f190c7278b584abff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 240820638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.58919867749984, "interval": [0.5151809468057831, 12.663216408193897], "p_value": 0.027, "input_sha256": "d362f3a9f6694e6f877cb19608d446859105927bcd4e455c2aaa5d81c526c076"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 240820638, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.58919867749984, "interval": [1.4312399830868072, 12.066493128102561], "p_value": 0.03473343128497642, "input_sha256": "d362f3a9f6694e6f877cb19608d446859105927bcd4e455c2aaa5d81c526c076"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.04625133483319203, "seed": 240820638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06457007802823801, "interval": [0.008895190300692676, 0.12024496575578335], "p_value": 0.019, "input_sha256": "d362f3a9f6694e6f877cb19608d446859105927bcd4e455c2aaa5d81c526c076"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.04625133483319203, "seed": 240820638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06457007802823801, "interval": [0.015897281056774244, 0.11459592207527274], "p_value": 0.024940182794005374, "input_sha256": "d362f3a9f6694e6f877cb19608d446859105927bcd4e455c2aaa5d81c526c076"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 839771676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9183119106810954, "interval": [-7.7283648484487655, 5.891741027086575], "p_value": 0.794, "input_sha256": "895082cdd82c8e8fd993aef68f4752340dc7cfe8fa71f8f0207d568071934f60"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 839771676, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9183119106810954, "interval": [-7.607387363778334, 4.455291756321033], "p_value": 0.7798299369017055, "input_sha256": "895082cdd82c8e8fd993aef68f4752340dc7cfe8fa71f8f0207d568071934f60"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.047678097596096314, "seed": 839771676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011772486464532248, "interval": [-0.07531294784055337, 0.05176797491148888], "p_value": 0.708, "input_sha256": "895082cdd82c8e8fd993aef68f4752340dc7cfe8fa71f8f0207d568071934f60"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.047678097596096314, "seed": 839771676, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011772486464532248, "interval": [-0.07215390621622567, 0.039762657459750335], "p_value": 0.7027329213487907, "input_sha256": "895082cdd82c8e8fd993aef68f4752340dc7cfe8fa71f8f0207d568071934f60"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2732644638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4772367210315909, "interval": [-5.332077232368869, 8.28655067443205], "p_value": 0.681, "input_sha256": "4c619e5adcd8c28b6a6623f5773f1401e3ce8ebae529dd5b5dcd0d94cd3c8103"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2732644638, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4772367210315909, "interval": [-6.1647909773257075, 6.8187820639919], "p_value": 0.6548993502922631, "input_sha256": "4c619e5adcd8c28b6a6623f5773f1401e3ce8ebae529dd5b5dcd0d94cd3c8103"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0475816165644268, "seed": 2732644638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017678755176482833, "interval": [-0.05901601315162272, 0.09437352350458839], "p_value": 0.639, "input_sha256": "4c619e5adcd8c28b6a6623f5773f1401e3ce8ebae529dd5b5dcd0d94cd3c8103"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0475816165644268, "seed": 2732644638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017678755176482833, "interval": [-0.05716058035238228, 0.08131936025754234], "p_value": 0.6357578027032271, "input_sha256": "4c619e5adcd8c28b6a6623f5773f1401e3ce8ebae529dd5b5dcd0d94cd3c8103"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2524461230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.094717171270574, "interval": [0.5271035723010211, 13.662330770240127], "p_value": 0.034, "input_sha256": "bfadb706eba2766175fb8447bf4f0daa9cee1b50d332e57bc5f60cb2478a6b82"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2524461230, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.094717171270574, "interval": [1.5107874594480433, 13.70658583518369], "p_value": 0.03529225567334337, "input_sha256": "bfadb706eba2766175fb8447bf4f0daa9cee1b50d332e57bc5f60cb2478a6b82"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.047132652063265876, "seed": 2524461230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06691408417166046, "interval": [-0.002801284898407211, 0.13662945324172815], "p_value": 0.055, "input_sha256": "bfadb706eba2766175fb8447bf4f0daa9cee1b50d332e57bc5f60cb2478a6b82"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.047132652063265876, "seed": 2524461230, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06691408417166046, "interval": [0.005163016560820288, 0.1358647436826467], "p_value": 0.05923223151706728, "input_sha256": "bfadb706eba2766175fb8447bf4f0daa9cee1b50d332e57bc5f60cb2478a6b82"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3456298414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.1831846458823, "interval": [2.4065772555223512, 13.959792036242249], "p_value": 0.004, "input_sha256": "0fca30c0a269d164972a23ff514a101af4b58a00bd16b02de94fcbb2d6110e22"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3456298414, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.1831846458823, "interval": [3.45143605494088, 13.280598432872383], "p_value": 0.00755434671506306, "input_sha256": "0fca30c0a269d164972a23ff514a101af4b58a00bd16b02de94fcbb2d6110e22"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.04407192510825122, "seed": 3456298414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07610648135996495, "interval": [0.021225782778332244, 0.13098717994159764], "p_value": 0.004, "input_sha256": "0fca30c0a269d164972a23ff514a101af4b58a00bd16b02de94fcbb2d6110e22"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.04407192510825122, "seed": 3456298414, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07610648135996495, "interval": [0.03148654259080519, 0.12670154140793943], "p_value": 0.008850266705968451, "input_sha256": "0fca30c0a269d164972a23ff514a101af4b58a00bd16b02de94fcbb2d6110e22"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 397576417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.395075022029403, "interval": [3.8649346918055008, 12.925215352253304], "p_value": 0.001, "input_sha256": "b1d29b002f7d88a5575333ab65322f29555c3510252f3a8963072314ea11c37a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 397576417, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.395075022029403, "interval": [3.768245879702058, 12.086000046551355], "p_value": 0.0007030402799950627, "input_sha256": "b1d29b002f7d88a5575333ab65322f29555c3510252f3a8963072314ea11c37a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.047732378550869335, "seed": 397576417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0862109108014544, "interval": [0.030867188292484894, 0.14155463331042392], "p_value": 0.005, "input_sha256": "b1d29b002f7d88a5575333ab65322f29555c3510252f3a8963072314ea11c37a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.047732378550869335, "seed": 397576417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0862109108014544, "interval": [0.03269862342792958, 0.1311567063863303], "p_value": 0.003544505179605664, "input_sha256": "b1d29b002f7d88a5575333ab65322f29555c3510252f3a8963072314ea11c37a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2764268863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.475809719678147, "interval": [-2.756611462504194, 7.708230901860487], "p_value": 0.346, "input_sha256": "8f1a01eb090a4183acd21d7be0fe0e9ada7b042bfac58426c653f1db25105dcc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2764268863, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.475809719678147, "interval": [-2.3388895372480785, 7.0713017712018065], "p_value": 0.337704821615997, "input_sha256": "8f1a01eb090a4183acd21d7be0fe0e9ada7b042bfac58426c653f1db25105dcc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.04780430173873316, "seed": 2764268863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022560078083425, "interval": [-0.033042751391888815, 0.07816290755873881], "p_value": 0.404, "input_sha256": "8f1a01eb090a4183acd21d7be0fe0e9ada7b042bfac58426c653f1db25105dcc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.04780430173873316, "seed": 2764268863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022560078083425, "interval": [-0.029626744656395598, 0.07198874319213665], "p_value": 0.41085867078137694, "input_sha256": "8f1a01eb090a4183acd21d7be0fe0e9ada7b042bfac58426c653f1db25105dcc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4175954110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.868045775048953, "interval": [-0.20923944248712179, 9.945330992585028], "p_value": 0.046, "input_sha256": "f946f58851011b2c8c767f76fdff691c5fba7fbb849a4144ecd5006a91ac9876"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4175954110, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.868045775048953, "interval": [0.2871710843841692, 9.329699990798604], "p_value": 0.05944473946011172, "input_sha256": "f946f58851011b2c8c767f76fdff691c5fba7fbb849a4144ecd5006a91ac9876"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.04724810100518019, "seed": 4175954110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06053077812049032, "interval": [0.0050012798427376826, 0.11606027639824296], "p_value": 0.022, "input_sha256": "f946f58851011b2c8c767f76fdff691c5fba7fbb849a4144ecd5006a91ac9876"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.04724810100518019, "seed": 4175954110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06053077812049032, "interval": [0.009345961669639784, 0.10976038450722064], "p_value": 0.033688851080989284, "input_sha256": "f946f58851011b2c8c767f76fdff691c5fba7fbb849a4144ecd5006a91ac9876"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3835407391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8750386069853113, "interval": [-3.627786517629042, 5.377863731599664], "p_value": 0.698, "input_sha256": "f2ed8c45d9e04b12d9102bf1d6164d131f88ae1f17284b09c7c3fd8de142b493"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3835407391, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8750386069853113, "interval": [-3.13074008447931, 5.0436282378238175], "p_value": 0.6891261495452063, "input_sha256": "f2ed8c45d9e04b12d9102bf1d6164d131f88ae1f17284b09c7c3fd8de142b493"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.04699037638151906, "seed": 3835407391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010492525325470785, "interval": [-0.035144707616518396, 0.056129758267459966], "p_value": 0.651, "input_sha256": "f2ed8c45d9e04b12d9102bf1d6164d131f88ae1f17284b09c7c3fd8de142b493"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.04699037638151906, "seed": 3835407391, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010492525325470785, "interval": [-0.03357031664850883, 0.04970244167613404], "p_value": 0.6371724865892088, "input_sha256": "f2ed8c45d9e04b12d9102bf1d6164d131f88ae1f17284b09c7c3fd8de142b493"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1075196386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4338234306970907, "interval": [-1.6883166131706409, 8.555963474564823], "p_value": 0.196, "input_sha256": "a354b3a1da8fb7c64aa26995da93a23f90f397ba461d6d2d0a1f572341e6434f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1075196386, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4338234306970907, "interval": [-0.8712919456708136, 8.494509685147444], "p_value": 0.17842017764858897, "input_sha256": "a354b3a1da8fb7c64aa26995da93a23f90f397ba461d6d2d0a1f572341e6434f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04687285395429086, "seed": 1075196386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033701253719308585, "interval": [-0.025631361631590945, 0.09303386907020811], "p_value": 0.282, "input_sha256": "a354b3a1da8fb7c64aa26995da93a23f90f397ba461d6d2d0a1f572341e6434f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04687285395429086, "seed": 1075196386, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033701253719308585, "interval": [-0.01184299845694541, 0.10422877551253239], "p_value": 0.251454002072392, "input_sha256": "a354b3a1da8fb7c64aa26995da93a23f90f397ba461d6d2d0a1f572341e6434f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3088647927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.771606155634069, "interval": [1.0649496511359882, 12.47826266013215], "p_value": 0.021, "input_sha256": "841c356fad7ce873ef6d55e0c2777d9dc5d782e7fda94221e6dd1e02f6da633b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3088647927, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.771606155634069, "interval": [1.4496365278360483, 11.644322059646141], "p_value": 0.022023046323412544, "input_sha256": "841c356fad7ce873ef6d55e0c2777d9dc5d782e7fda94221e6dd1e02f6da633b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0485068472600219, "seed": 3088647927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07197240851385187, "interval": [0.00033305774720415737, 0.14361175928049957], "p_value": 0.053, "input_sha256": "841c356fad7ce873ef6d55e0c2777d9dc5d782e7fda94221e6dd1e02f6da633b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0485068472600219, "seed": 3088647927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07197240851385187, "interval": [0.012483210342643747, 0.1394918019156353], "p_value": 0.04903855033930731, "input_sha256": "841c356fad7ce873ef6d55e0c2777d9dc5d782e7fda94221e6dd1e02f6da633b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 47674802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.77368094343382, "interval": [4.4342550630928725, 15.113106823774768], "p_value": 0.003, "input_sha256": "5a802f303d4d7466cf6d260bfef251b1087c84f2b999c6e6f2e6826ff420ba11"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 47674802, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.77368094343382, "interval": [5.231143874901499, 15.113539285607846], "p_value": 0.0009338741079769827, "input_sha256": "5a802f303d4d7466cf6d260bfef251b1087c84f2b999c6e6f2e6826ff420ba11"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04695661547372901, "seed": 47674802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07253276556544892, "interval": [0.018060413025208187, 0.12700511810568965], "p_value": 0.007, "input_sha256": "5a802f303d4d7466cf6d260bfef251b1087c84f2b999c6e6f2e6826ff420ba11"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04695661547372901, "seed": 47674802, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07253276556544892, "interval": [0.025521353299562545, 0.12873141441136163], "p_value": 0.011233470261172567, "input_sha256": "5a802f303d4d7466cf6d260bfef251b1087c84f2b999c6e6f2e6826ff420ba11"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2284379431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5179140870316505, "interval": [-3.235875119578531, 6.271703293641832], "p_value": 0.513, "input_sha256": "7dd2e999d8fc24790d4f2d84b36f81bb4eb2bbecf937767feff60098530b2456"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2284379431, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5179140870316505, "interval": [-3.0157316665330334, 5.570850008869016], "p_value": 0.5142424422835836, "input_sha256": "7dd2e999d8fc24790d4f2d84b36f81bb4eb2bbecf937767feff60098530b2456"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.046400475587005344, "seed": 2284379431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012498209340206613, "interval": [-0.03686893334290578, 0.06186535202331901], "p_value": 0.592, "input_sha256": "7dd2e999d8fc24790d4f2d84b36f81bb4eb2bbecf937767feff60098530b2456"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.046400475587005344, "seed": 2284379431, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012498209340206613, "interval": [-0.03123607132849619, 0.05675089093540521], "p_value": 0.6050935659799939, "input_sha256": "7dd2e999d8fc24790d4f2d84b36f81bb4eb2bbecf937767feff60098530b2456"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 729276349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.508472201649115, "interval": [-0.06931774438840854, 11.08626214768664], "p_value": 0.044, "input_sha256": "e8c808a7fdf2933b4b0050532c0294d0a815bcda280593231e65d76d8d183e8f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 729276349, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.508472201649115, "interval": [-0.1114921623473526, 10.154641381525556], "p_value": 0.05268235007758073, "input_sha256": "e8c808a7fdf2933b4b0050532c0294d0a815bcda280593231e65d76d8d183e8f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.047424925400102604, "seed": 729276349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05137849880217908, "interval": [-0.014074267326870296, 0.11683126493122846], "p_value": 0.105, "input_sha256": "e8c808a7fdf2933b4b0050532c0294d0a815bcda280593231e65d76d8d183e8f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.047424925400102604, "seed": 729276349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05137849880217908, "interval": [-0.015200298412034427, 0.1043563434029668], "p_value": 0.11755688744942593, "input_sha256": "e8c808a7fdf2933b4b0050532c0294d0a815bcda280593231e65d76d8d183e8f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 992121374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.701329005550105, "interval": [-3.325481442712337, 6.728139453812546], "p_value": 0.515, "input_sha256": "4e3c72b8d603422aeb4729b612ec1a35419e843a19253defdc3a91065c036654"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 992121374, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.701329005550105, "interval": [-2.5320843689193206, 6.124003187602546], "p_value": 0.49443701476275914, "input_sha256": "4e3c72b8d603422aeb4729b612ec1a35419e843a19253defdc3a91065c036654"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04796070778669814, "seed": 992121374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006384424218637986, "interval": [-0.05041852320421794, 0.06318737164149392], "p_value": 0.838, "input_sha256": "4e3c72b8d603422aeb4729b612ec1a35419e843a19253defdc3a91065c036654"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04796070778669814, "seed": 992121374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006384424218637986, "interval": [-0.04191757642386481, 0.05924181258040975], "p_value": 0.8198751264490297, "input_sha256": "4e3c72b8d603422aeb4729b612ec1a35419e843a19253defdc3a91065c036654"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3783556213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.073580472835827, "interval": [-1.2085299694290743, 9.355690915100729], "p_value": 0.112, "input_sha256": "d9b66495aa0ad51e9ba02e2ed80373451a8605aa0702648cf059a63bee27aecc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3783556213, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.073580472835827, "interval": [-0.8216591458152884, 9.456380818049315], "p_value": 0.12431985886690367, "input_sha256": "d9b66495aa0ad51e9ba02e2ed80373451a8605aa0702648cf059a63bee27aecc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.04787331455446435, "seed": 3783556213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0343359503966749, "interval": [-0.021151017284103964, 0.08982291807745377], "p_value": 0.212, "input_sha256": "d9b66495aa0ad51e9ba02e2ed80373451a8605aa0702648cf059a63bee27aecc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.04787331455446435, "seed": 3783556213, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0343359503966749, "interval": [-0.014886108537031421, 0.085033937868013], "p_value": 0.21351739096442268, "input_sha256": "d9b66495aa0ad51e9ba02e2ed80373451a8605aa0702648cf059a63bee27aecc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2433898489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.607614742940215, "interval": [1.2860020534312069, 11.929227432449224], "p_value": 0.015, "input_sha256": "b0e411ce2ff382555614e00704ddd17aef9317b49b40751857479236a921c803"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2433898489, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.607614742940215, "interval": [1.3971407188819005, 11.214481433378976], "p_value": 0.016826787921876456, "input_sha256": "b0e411ce2ff382555614e00704ddd17aef9317b49b40751857479236a921c803"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.04750051347277697, "seed": 2433898489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07193256529057503, "interval": [0.0028113659825290266, 0.141053764598621], "p_value": 0.039, "input_sha256": "b0e411ce2ff382555614e00704ddd17aef9317b49b40751857479236a921c803"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.04750051347277697, "seed": 2433898489, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07193256529057503, "interval": [0.0008261308416073513, 0.12348378006398546], "p_value": 0.041992715826927186, "input_sha256": "b0e411ce2ff382555614e00704ddd17aef9317b49b40751857479236a921c803"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1653366430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8071090432254695, "interval": [-7.177884185478938, 3.5636660990279982], "p_value": 0.51, "input_sha256": "69e2d15219558bf2dd43441ab685d5dfc11f441c2e737cf3fec50db6a732df4d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1653366430, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8071090432254695, "interval": [-6.545820576769986, 3.502341387691266], "p_value": 0.4931882363134795, "input_sha256": "69e2d15219558bf2dd43441ab685d5dfc11f441c2e737cf3fec50db6a732df4d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.046201280214114626, "seed": 1653366430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024830170381735458, "interval": [-0.08262132401421829, 0.03296098325074737], "p_value": 0.401, "input_sha256": "69e2d15219558bf2dd43441ab685d5dfc11f441c2e737cf3fec50db6a732df4d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.046201280214114626, "seed": 1653366430, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024830170381735458, "interval": [-0.07690828292345513, 0.026189818138447587], "p_value": 0.38263152593276417, "input_sha256": "69e2d15219558bf2dd43441ab685d5dfc11f441c2e737cf3fec50db6a732df4d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2607095109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.933013180370155, "interval": [5.584652245780138, 16.281374114960173], "p_value": 0.002, "input_sha256": "8bbb33784c540d444dc0343b2d27cde0bf46a23e72f6f22bbcdb13a694894671"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2607095109, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.933013180370155, "interval": [6.292754724639374, 15.860503619180735], "p_value": 0.00030020469146621923, "input_sha256": "8bbb33784c540d444dc0343b2d27cde0bf46a23e72f6f22bbcdb13a694894671"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.04774469888481957, "seed": 2607095109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11299113881107081, "interval": [0.05297821075016609, 0.17300406687197553], "p_value": 0.002, "input_sha256": "8bbb33784c540d444dc0343b2d27cde0bf46a23e72f6f22bbcdb13a694894671"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.04774469888481957, "seed": 2607095109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11299113881107081, "interval": [0.060906000011393666, 0.17053992719532798], "p_value": 0.0007082872779683747, "input_sha256": "8bbb33784c540d444dc0343b2d27cde0bf46a23e72f6f22bbcdb13a694894671"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1797849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.547254618621389, "interval": [-0.35639986873997476, 9.450909105982753], "p_value": 0.061, "input_sha256": "8af6e5daf0417ae466d63dcd98be4645de31367a6888f6fdb049b10f2628d2ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1797849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.547254618621389, "interval": [-0.16453048708898052, 8.674430962840495], "p_value": 0.06763402151143158, "input_sha256": "8af6e5daf0417ae466d63dcd98be4645de31367a6888f6fdb049b10f2628d2ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.04749824203933047, "seed": 1797849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035008557265575876, "interval": [-0.018739977544696668, 0.08875709207584842], "p_value": 0.184, "input_sha256": "8af6e5daf0417ae466d63dcd98be4645de31367a6888f6fdb049b10f2628d2ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.04749824203933047, "seed": 1797849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035008557265575876, "interval": [-0.013603781313355533, 0.08275157176386724], "p_value": 0.19149634105499141, "input_sha256": "8af6e5daf0417ae466d63dcd98be4645de31367a6888f6fdb049b10f2628d2ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2247099709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.807293266748246, "interval": [-0.9173421320417354, 10.531928665538228], "p_value": 0.09, "input_sha256": "c676f53bd5d3b965d6d379b0c5d6f4d832799d1c639a37209c38cb6e5f40350b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2247099709, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.807293266748246, "interval": [-0.7958297760380892, 9.042884702662928], "p_value": 0.09537489837330408, "input_sha256": "c676f53bd5d3b965d6d379b0c5d6f4d832799d1c639a37209c38cb6e5f40350b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.04772811462399239, "seed": 2247099709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03488469001473728, "interval": [-0.022716773210569766, 0.09248615324004432], "p_value": 0.234, "input_sha256": "c676f53bd5d3b965d6d379b0c5d6f4d832799d1c639a37209c38cb6e5f40350b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.04772811462399239, "seed": 2247099709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03488469001473728, "interval": [-0.018712636875971723, 0.07899296614263171], "p_value": 0.2235452104477631, "input_sha256": "c676f53bd5d3b965d6d379b0c5d6f4d832799d1c639a37209c38cb6e5f40350b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3079745904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.30631683957106226, "interval": [-4.323418074427987, 4.936051753570111], "p_value": 0.905, "input_sha256": "4a1772fe0da509e2fd8c90fb8be20b0e16c14073d5271adf912d62f876b5c68e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3079745904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.30631683957106226, "interval": [-4.047756220325431, 4.5526667195409445], "p_value": 0.8930141617350105, "input_sha256": "4a1772fe0da509e2fd8c90fb8be20b0e16c14073d5271adf912d62f876b5c68e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04758427127055209, "seed": 3079745904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0029422011857079683, "interval": [-0.043365473422365124, 0.04924987579378106], "p_value": 0.902, "input_sha256": "4a1772fe0da509e2fd8c90fb8be20b0e16c14073d5271adf912d62f876b5c68e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04758427127055209, "seed": 3079745904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0029422011857079683, "interval": [-0.04051079478796638, 0.04439402448550423], "p_value": 0.8973780592846334, "input_sha256": "4a1772fe0da509e2fd8c90fb8be20b0e16c14073d5271adf912d62f876b5c68e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2106401356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.699481337415117, "interval": [0.18339322277776393, 11.21556945205247], "p_value": 0.034, "input_sha256": "1910950c40e7a1fca813369beb9f45daeaac367fcb6ac4b29d3b0695345cb9fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2106401356, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.699481337415117, "interval": [0.06189211391744805, 10.079929534413102], "p_value": 0.04338774458077031, "input_sha256": "1910950c40e7a1fca813369beb9f45daeaac367fcb6ac4b29d3b0695345cb9fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.047268963816996454, "seed": 2106401356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05176440409556364, "interval": [0.0013571336768685022, 0.10217167451425878], "p_value": 0.035, "input_sha256": "1910950c40e7a1fca813369beb9f45daeaac367fcb6ac4b29d3b0695345cb9fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.047268963816996454, "seed": 2106401356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05176440409556364, "interval": [-0.004259226038782615, 0.09047426077360024], "p_value": 0.044553642957976425, "input_sha256": "1910950c40e7a1fca813369beb9f45daeaac367fcb6ac4b29d3b0695345cb9fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2151658795, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3267477911537064, "interval": [-8.038040627618502, 5.384545045311088], "p_value": 0.685, "input_sha256": "a512b718571b65a68e0a6dbee1e557a1f3ec9de289ace4155c7f1c7359b70abc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2151658795, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3267477911537064, "interval": [-7.955745443260686, 3.810022701885155], "p_value": 0.6844953468894464, "input_sha256": "a512b718571b65a68e0a6dbee1e557a1f3ec9de289ace4155c7f1c7359b70abc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.04782947489080315, "seed": 2151658795, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01675031502470742, "interval": [-0.08453707259154387, 0.05103644254212904], "p_value": 0.609, "input_sha256": "a512b718571b65a68e0a6dbee1e557a1f3ec9de289ace4155c7f1c7359b70abc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.04782947489080315, "seed": 2151658795, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01675031502470742, "interval": [-0.08017668493603611, 0.03820851790158896], "p_value": 0.6138413570111969, "input_sha256": "a512b718571b65a68e0a6dbee1e557a1f3ec9de289ace4155c7f1c7359b70abc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3133353888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.821717038252618, "interval": [1.3963636740406642, 12.247070402464573], "p_value": 0.011, "input_sha256": "d5d887fdf3b18da36d5920014a54062a5bb53589591cae41c4477ec17e6563f0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3133353888, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.821717038252618, "interval": [2.206959072231024, 12.17405743876641], "p_value": 0.016129823941709212, "input_sha256": "d5d887fdf3b18da36d5920014a54062a5bb53589591cae41c4477ec17e6563f0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.04892773830763624, "seed": 3133353888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06590673409494768, "interval": [0.001525339620036606, 0.13028812856985877], "p_value": 0.033, "input_sha256": "d5d887fdf3b18da36d5920014a54062a5bb53589591cae41c4477ec17e6563f0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.04892773830763624, "seed": 3133353888, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06590673409494768, "interval": [0.014147568879195353, 0.13195533675988225], "p_value": 0.04528206998019323, "input_sha256": "d5d887fdf3b18da36d5920014a54062a5bb53589591cae41c4477ec17e6563f0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1468375107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.681865117535189, "interval": [3.3214357206036764, 14.0422945144667], "p_value": 0.004, "input_sha256": "d919bbbbe0ddd3a5d4e35f1ea1872d99e57e1f3bccbf13a9730672d7cfe8746c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1468375107, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.681865117535189, "interval": [4.279708224776699, 14.087981956344885], "p_value": 0.0025818624098973585, "input_sha256": "d919bbbbe0ddd3a5d4e35f1ea1872d99e57e1f3bccbf13a9730672d7cfe8746c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.04776042557994768, "seed": 1468375107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08825141567851352, "interval": [0.040143509971547725, 0.13635932138547932], "p_value": 0.002, "input_sha256": "d919bbbbe0ddd3a5d4e35f1ea1872d99e57e1f3bccbf13a9730672d7cfe8746c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.04776042557994768, "seed": 1468375107, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08825141567851352, "interval": [0.04935717148427918, 0.1362608851288341], "p_value": 0.0007612564423723267, "input_sha256": "d919bbbbe0ddd3a5d4e35f1ea1872d99e57e1f3bccbf13a9730672d7cfe8746c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1725356987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.703397741665202, "interval": [-0.17998154106949293, 15.586777024399897], "p_value": 0.046, "input_sha256": "4ae8ab6448158a28bffa3f631bb15226aa44e1efc092e514b0ad46a631beb812"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1725356987, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.703397741665202, "interval": [0.22520056180130366, 14.570482285567362], "p_value": 0.05503924412009543, "input_sha256": "4ae8ab6448158a28bffa3f631bb15226aa44e1efc092e514b0ad46a631beb812"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04786738683604861, "seed": 1725356987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06058719652295097, "interval": [-0.021146011210549237, 0.14232040425645118], "p_value": 0.141, "input_sha256": "4ae8ab6448158a28bffa3f631bb15226aa44e1efc092e514b0ad46a631beb812"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04786738683604861, "seed": 1725356987, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06058719652295097, "interval": [-0.021693616535269578, 0.128457449946667], "p_value": 0.13820123391494096, "input_sha256": "4ae8ab6448158a28bffa3f631bb15226aa44e1efc092e514b0ad46a631beb812"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3815605084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.461381551063614, "interval": [2.6703357319263334, 10.252427370200895], "p_value": 0.001, "input_sha256": "909ab5035d6c6afe24ea34992f94c4dc405c71f7d32696467031f8d4c88eea05"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3815605084, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.461381551063614, "interval": [3.5274374740549006, 10.285452807363349], "p_value": 0.001528690168048073, "input_sha256": "909ab5035d6c6afe24ea34992f94c4dc405c71f7d32696467031f8d4c88eea05"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.04547089997338628, "seed": 3815605084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06359138527331712, "interval": [0.02246973807430934, 0.1047130324723249], "p_value": 0.002, "input_sha256": "909ab5035d6c6afe24ea34992f94c4dc405c71f7d32696467031f8d4c88eea05"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.04547089997338628, "seed": 3815605084, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06359138527331712, "interval": [0.03438065501107201, 0.1049316275574348], "p_value": 0.0037696429722645823, "input_sha256": "909ab5035d6c6afe24ea34992f94c4dc405c71f7d32696467031f8d4c88eea05"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3325462448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.181326894288886, "interval": [-2.7091555149067643, 9.071809303484535], "p_value": 0.264, "input_sha256": "7daca211a50a562bc26f8f45cdbe213e4c383bbc9e7f297b8cb3005e19413453"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3325462448, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.181326894288886, "interval": [-2.4393999018204116, 8.445697615721667], "p_value": 0.2745048604538769, "input_sha256": "7daca211a50a562bc26f8f45cdbe213e4c383bbc9e7f297b8cb3005e19413453"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.048015995484000526, "seed": 3325462448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02988451607345677, "interval": [-0.032298880313068386, 0.09206791245998192], "p_value": 0.308, "input_sha256": "7daca211a50a562bc26f8f45cdbe213e4c383bbc9e7f297b8cb3005e19413453"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.048015995484000526, "seed": 3325462448, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02988451607345677, "interval": [-0.024682081013121585, 0.08672690263458638], "p_value": 0.3292420263216431, "input_sha256": "7daca211a50a562bc26f8f45cdbe213e4c383bbc9e7f297b8cb3005e19413453"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 306803879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.849910231897692, "interval": [5.456101756015186, 14.243718707780197], "p_value": 0.001, "input_sha256": "0aef44b8cf4c5e058868a9c03c7e381a41032789215177750b963a3e729de2d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 306803879, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.849910231897692, "interval": [6.287156753476998, 14.287591658432845], "p_value": 8.794116791306606e-05, "input_sha256": "0aef44b8cf4c5e058868a9c03c7e381a41032789215177750b963a3e729de2d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.04858199577379171, "seed": 306803879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10833545333669542, "interval": [0.04853224117982583, 0.16813866549356501], "p_value": 0.001, "input_sha256": "0aef44b8cf4c5e058868a9c03c7e381a41032789215177750b963a3e729de2d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.04858199577379171, "seed": 306803879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10833545333669542, "interval": [0.05763549084661487, 0.16578458705175095], "p_value": 0.001034254478996902, "input_sha256": "0aef44b8cf4c5e058868a9c03c7e381a41032789215177750b963a3e729de2d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2282771294, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.593521598068772, "interval": [4.997667479272637, 16.18937571686491], "p_value": 0.001, "input_sha256": "57cf27e662809668c8de93b5fe70da33948c3caffc70975b4028dd8123df77cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2282771294, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.593521598068772, "interval": [5.686154376770366, 15.27153194973764], "p_value": 0.0006870031699045191, "input_sha256": "57cf27e662809668c8de93b5fe70da33948c3caffc70975b4028dd8123df77cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.04774506252936116, "seed": 2282771294, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07721167455997574, "interval": [0.013341393047415634, 0.14108195607253585], "p_value": 0.019, "input_sha256": "57cf27e662809668c8de93b5fe70da33948c3caffc70975b4028dd8123df77cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.04774506252936116, "seed": 2282771294, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07721167455997574, "interval": [0.018018838323511862, 0.1289001820368341], "p_value": 0.019757378895016223, "input_sha256": "57cf27e662809668c8de93b5fe70da33948c3caffc70975b4028dd8123df77cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2879883265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4526675985739734, "interval": [-2.0800445153934595, 8.985379712541405], "p_value": 0.21, "input_sha256": "84db197c9a02d2fe214426432a94d7dcc8949b0308d3035fbc3c1d57dac6c14c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2879883265, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4526675985739734, "interval": [-1.889965984671382, 8.38821907040334], "p_value": 0.20922188315620607, "input_sha256": "84db197c9a02d2fe214426432a94d7dcc8949b0308d3035fbc3c1d57dac6c14c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.04757980814215154, "seed": 2879883265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02373299364403295, "interval": [-0.03288446468997998, 0.08035045197804587], "p_value": 0.399, "input_sha256": "84db197c9a02d2fe214426432a94d7dcc8949b0308d3035fbc3c1d57dac6c14c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.04757980814215154, "seed": 2879883265, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02373299364403295, "interval": [-0.02953065889716726, 0.07613602081410574], "p_value": 0.3942729426850935, "input_sha256": "84db197c9a02d2fe214426432a94d7dcc8949b0308d3035fbc3c1d57dac6c14c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1577464192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.09245864251915, "interval": [0.07367327639147447, 10.111244008646825], "p_value": 0.043, "input_sha256": "12aac824c004e1ec7dbf96cea5df3531943b65fce4db952e7d0d2c31b47f45bc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1577464192, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.09245864251915, "interval": [0.31488867598287135, 9.170817694588992], "p_value": 0.047007547212285505, "input_sha256": "12aac824c004e1ec7dbf96cea5df3531943b65fce4db952e7d0d2c31b47f45bc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.04772555287920566, "seed": 1577464192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03380099936183016, "interval": [-0.020328711905727957, 0.08793071062938829], "p_value": 0.209, "input_sha256": "12aac824c004e1ec7dbf96cea5df3531943b65fce4db952e7d0d2c31b47f45bc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.04772555287920566, "seed": 1577464192, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03380099936183016, "interval": [-0.015344789776202787, 0.08021645568940913], "p_value": 0.2102725266724487, "input_sha256": "12aac824c004e1ec7dbf96cea5df3531943b65fce4db952e7d0d2c31b47f45bc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3959116147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4098616330627984, "interval": [-4.822792491109725, 7.642515757235323], "p_value": 0.67, "input_sha256": "3d7e077aab1fc5a18005aa86463e857c7e2b6c79e95d6b2246820ff392d1109a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3959116147, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4098616330627984, "interval": [-4.450527047860991, 6.466504231598821], "p_value": 0.640180043060804, "input_sha256": "3d7e077aab1fc5a18005aa86463e857c7e2b6c79e95d6b2246820ff392d1109a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.04780765098207758, "seed": 3959116147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01048951508269885, "interval": [-0.05330051666851135, 0.07427954683390905], "p_value": 0.735, "input_sha256": "3d7e077aab1fc5a18005aa86463e857c7e2b6c79e95d6b2246820ff392d1109a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.04780765098207758, "seed": 3959116147, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01048951508269885, "interval": [-0.051195094602246784, 0.061759210327566545], "p_value": 0.735571160218309, "input_sha256": "3d7e077aab1fc5a18005aa86463e857c7e2b6c79e95d6b2246820ff392d1109a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3602731423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.956988843098291, "interval": [-1.3445692294496285, 9.25854691564621], "p_value": 0.171, "input_sha256": "f373f774460419174c57eae6ee5573ac14eaa6010262f0335b9480e99ed8ab8c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3602731423, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.956988843098291, "interval": [-0.9679507264024443, 8.371836512318389], "p_value": 0.13614041600535912, "input_sha256": "f373f774460419174c57eae6ee5573ac14eaa6010262f0335b9480e99ed8ab8c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.047126345563367776, "seed": 3602731423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03806762371147979, "interval": [-0.019278913084772517, 0.09541416050773209], "p_value": 0.225, "input_sha256": "f373f774460419174c57eae6ee5573ac14eaa6010262f0335b9480e99ed8ab8c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.047126345563367776, "seed": 3602731423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03806762371147979, "interval": [-0.016403944471067206, 0.08674209508402674], "p_value": 0.18273652076917152, "input_sha256": "f373f774460419174c57eae6ee5573ac14eaa6010262f0335b9480e99ed8ab8c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3948024971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.131243335241663, "interval": [-2.1722091772623786, 10.434695847745704], "p_value": 0.191, "input_sha256": "b49c619dc2a8c478a8a46f2f9da55fc714a7ac0a438ea372b9b1e3c5aa965905"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3948024971, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.131243335241663, "interval": [-1.7177276166297835, 9.726702461411486], "p_value": 0.18884394003075813, "input_sha256": "b49c619dc2a8c478a8a46f2f9da55fc714a7ac0a438ea372b9b1e3c5aa965905"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.05075995691800863, "seed": 3948024971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03584674149861555, "interval": [-0.06422462290206678, 0.13591810589929787], "p_value": 0.472, "input_sha256": "b49c619dc2a8c478a8a46f2f9da55fc714a7ac0a438ea372b9b1e3c5aa965905"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.05075995691800863, "seed": 3948024971, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03584674149861555, "interval": [-0.048979907324513954, 0.12700552340100832], "p_value": 0.46521809208576326, "input_sha256": "b49c619dc2a8c478a8a46f2f9da55fc714a7ac0a438ea372b9b1e3c5aa965905"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4007938250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.919509690306303, "interval": [-6.28321743706726, 8.122236817679866], "p_value": 0.797, "input_sha256": "26c5fc5b7d225675fe78217260ef4b215552938f2f3bf996c816e01fe34abda3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4007938250, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.919509690306303, "interval": [-5.007506172680146, 7.563160181019944], "p_value": 0.793517998583507, "input_sha256": "26c5fc5b7d225675fe78217260ef4b215552938f2f3bf996c816e01fe34abda3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.04842032410553992, "seed": 4007938250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007395878927137545, "interval": [-0.08659956757430401, 0.07180780972002893], "p_value": 0.867, "input_sha256": "26c5fc5b7d225675fe78217260ef4b215552938f2f3bf996c816e01fe34abda3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.04842032410553992, "seed": 4007938250, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007395878927137545, "interval": [-0.07667771454046979, 0.06040301015967459], "p_value": 0.8472653939021026, "input_sha256": "26c5fc5b7d225675fe78217260ef4b215552938f2f3bf996c816e01fe34abda3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 478085854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.135179294322223, "interval": [-1.3922175110605948, 7.66257609970504], "p_value": 0.169, "input_sha256": "e51ee7c95d4cc67eade63361fd997f515ee756fd2ffa610e24e2aceda2eaf714"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 478085854, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.135179294322223, "interval": [-0.9244957235168737, 6.845289748983293], "p_value": 0.16461206339817472, "input_sha256": "e51ee7c95d4cc67eade63361fd997f515ee756fd2ffa610e24e2aceda2eaf714"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.04854696548791584, "seed": 478085854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016214271098167744, "interval": [-0.036274804311468026, 0.06870334650780352], "p_value": 0.539, "input_sha256": "e51ee7c95d4cc67eade63361fd997f515ee756fd2ffa610e24e2aceda2eaf714"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.04854696548791584, "seed": 478085854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016214271098167744, "interval": [-0.03167508555578947, 0.05991211874515027], "p_value": 0.5255960445554526, "input_sha256": "e51ee7c95d4cc67eade63361fd997f515ee756fd2ffa610e24e2aceda2eaf714"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4240976952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.671030533078836, "interval": [-3.2269392086153017, 10.569000274772975], "p_value": 0.307, "input_sha256": "88556859058de21bb2664df6803b7953f737ca1c864a9d4ca9ae4c462abb0b81"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4240976952, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.671030533078836, "interval": [-2.9420200687377656, 9.59960010918554], "p_value": 0.28250186305777825, "input_sha256": "88556859058de21bb2664df6803b7953f737ca1c864a9d4ca9ae4c462abb0b81"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.04788798584363963, "seed": 4240976952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01863024531773006, "interval": [-0.06701959257532367, 0.1042800832107838], "p_value": 0.683, "input_sha256": "88556859058de21bb2664df6803b7953f737ca1c864a9d4ca9ae4c462abb0b81"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.04788798584363963, "seed": 4240976952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01863024531773006, "interval": [-0.07394183761511379, 0.0853077406000564], "p_value": 0.6557954075656578, "input_sha256": "88556859058de21bb2664df6803b7953f737ca1c864a9d4ca9ae4c462abb0b81"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4293606356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.298836498726189, "interval": [1.4442107748760442, 13.153462222576334], "p_value": 0.01, "input_sha256": "6bee932e443aa27c38887a91752968653018683859b3a4471c5a59c0b5b954a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4293606356, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.298836498726189, "interval": [2.7416254432406277, 12.769428797637184], "p_value": 0.01730463302960771, "input_sha256": "6bee932e443aa27c38887a91752968653018683859b3a4471c5a59c0b5b954a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.04871950070789677, "seed": 4293606356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06547962582990313, "interval": [0.007027759217761102, 0.12393149244204515], "p_value": 0.028, "input_sha256": "6bee932e443aa27c38887a91752968653018683859b3a4471c5a59c0b5b954a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.04871950070789677, "seed": 4293606356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06547962582990313, "interval": [0.015479516704384333, 0.1170181057156201], "p_value": 0.029665360073085484, "input_sha256": "6bee932e443aa27c38887a91752968653018683859b3a4471c5a59c0b5b954a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2394933184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.101924016678922, "interval": [0.2768976778649952, 11.926950355492849], "p_value": 0.04, "input_sha256": "b2e0ddefed88b6240ee4c0e60aec68abe891b29f4b843940cdbf0d51eed49af0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2394933184, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.101924016678922, "interval": [0.0722916489124168, 11.289833792637165], "p_value": 0.04071991222032538, "input_sha256": "b2e0ddefed88b6240ee4c0e60aec68abe891b29f4b843940cdbf0d51eed49af0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.047782249814034804, "seed": 2394933184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06165364611699503, "interval": [-0.001558687169584863, 0.12486597940357493], "p_value": 0.047, "input_sha256": "b2e0ddefed88b6240ee4c0e60aec68abe891b29f4b843940cdbf0d51eed49af0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.047782249814034804, "seed": 2394933184, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06165364611699503, "interval": [0.0005144288505508333, 0.11973697095879846], "p_value": 0.055526841031500844, "input_sha256": "b2e0ddefed88b6240ee4c0e60aec68abe891b29f4b843940cdbf0d51eed49af0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3801822306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.10978486732893, "interval": [2.3788840041189454, 13.840685730538915], "p_value": 0.007, "input_sha256": "168f9511acf7a6a6f158cce01377661114f5468390b2ba5bae50aaf12b40b524"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3801822306, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.10978486732893, "interval": [2.490845727377588, 12.987901627147812], "p_value": 0.0073475325475492416, "input_sha256": "168f9511acf7a6a6f158cce01377661114f5468390b2ba5bae50aaf12b40b524"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.04642606287854183, "seed": 3801822306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10079593390472275, "interval": [0.039674207209118684, 0.1619176606003268], "p_value": 0.002, "input_sha256": "168f9511acf7a6a6f158cce01377661114f5468390b2ba5bae50aaf12b40b524"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.04642606287854183, "seed": 3801822306, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10079593390472275, "interval": [0.045435804074943194, 0.15515754468769707], "p_value": 0.00238495383726902, "input_sha256": "168f9511acf7a6a6f158cce01377661114f5468390b2ba5bae50aaf12b40b524"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2428298089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.185664892638123, "interval": [1.3137271954298289, 13.057602589846416], "p_value": 0.013, "input_sha256": "416a5a94243453bca23f81e1e3659cbd79556314afdfab7e3da82b5a4c24da7e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2428298089, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.185664892638123, "interval": [1.9894569355467628, 12.574335470340957], "p_value": 0.01893473102463615, "input_sha256": "416a5a94243453bca23f81e1e3659cbd79556314afdfab7e3da82b5a4c24da7e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.04817767991080776, "seed": 2428298089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06513951106647603, "interval": [-0.007806138111400546, 0.1380851602443526], "p_value": 0.067, "input_sha256": "416a5a94243453bca23f81e1e3659cbd79556314afdfab7e3da82b5a4c24da7e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.04817767991080776, "seed": 2428298089, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06513951106647603, "interval": [0.002759025009888389, 0.1322125680277158], "p_value": 0.07735563801939557, "input_sha256": "416a5a94243453bca23f81e1e3659cbd79556314afdfab7e3da82b5a4c24da7e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4056956407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0071290096037884, "interval": [-2.9145671675342473, 6.928825186741824], "p_value": 0.42, "input_sha256": "9c08b1929bbf904b86dc068a26224cae897badee5b427732b008f112d597eb96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4056956407, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0071290096037884, "interval": [-2.3388427809234376, 6.816362110101164], "p_value": 0.40510646219544255, "input_sha256": "9c08b1929bbf904b86dc068a26224cae897badee5b427732b008f112d597eb96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.04870532568096907, "seed": 4056956407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004822714793138696, "interval": [-0.055139028456408876, 0.06478445804268626], "p_value": 0.874, "input_sha256": "9c08b1929bbf904b86dc068a26224cae897badee5b427732b008f112d597eb96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.04870532568096907, "seed": 4056956407, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004822714793138696, "interval": [-0.04822816845328088, 0.06251545182699855], "p_value": 0.8683181177065764, "input_sha256": "9c08b1929bbf904b86dc068a26224cae897badee5b427732b008f112d597eb96"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2100549205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.992357534274895, "interval": [-1.523176652152375, 11.507891720702165], "p_value": 0.11, "input_sha256": "9ca4e2eb1dfc24899f531e1c6caaa4432132bef985b380d27312187e87875593"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2100549205, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.992357534274895, "interval": [-1.202583675834846, 11.083805368029958], "p_value": 0.1264128363080972, "input_sha256": "9ca4e2eb1dfc24899f531e1c6caaa4432132bef985b380d27312187e87875593"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.049094479839241575, "seed": 2100549205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023036434187989625, "interval": [-0.07178159090489347, 0.11785445928087271], "p_value": 0.614, "input_sha256": "9ca4e2eb1dfc24899f531e1c6caaa4432132bef985b380d27312187e87875593"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.049094479839241575, "seed": 2100549205, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023036434187989625, "interval": [-0.07040698831331169, 0.11070795587959562], "p_value": 0.619274399005519, "input_sha256": "9ca4e2eb1dfc24899f531e1c6caaa4432132bef985b380d27312187e87875593"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3927236914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.534139615057779, "interval": [0.3516111530406256, 12.716668077074932], "p_value": 0.04, "input_sha256": "522c6acfcf71ea4124124c4b1b6f8a02a615445ade952adcaa8aa38258efa02a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3927236914, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.534139615057779, "interval": [1.6752702347145434, 12.702136060430847], "p_value": 0.039282279175996, "input_sha256": "522c6acfcf71ea4124124c4b1b6f8a02a615445ade952adcaa8aa38258efa02a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.048693647452162946, "seed": 3927236914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0566042923987386, "interval": [-0.008671168393861534, 0.12187975319133873], "p_value": 0.099, "input_sha256": "522c6acfcf71ea4124124c4b1b6f8a02a615445ade952adcaa8aa38258efa02a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.048693647452162946, "seed": 3927236914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0566042923987386, "interval": [0.006940815074944473, 0.12102039204006894], "p_value": 0.08606181277345588, "input_sha256": "522c6acfcf71ea4124124c4b1b6f8a02a615445ade952adcaa8aa38258efa02a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 643084969, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.979861765452395, "interval": [0.39305413772321174, 9.566669393181579], "p_value": 0.026, "input_sha256": "89bcb6ad9c97acb38cd5e5d3cb47cb49356c30a38b9abb9a77b88f5b226b5d21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 643084969, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.979861765452395, "interval": [0.4447492851506001, 9.097209348229933], "p_value": 0.03446978232074863, "input_sha256": "89bcb6ad9c97acb38cd5e5d3cb47cb49356c30a38b9abb9a77b88f5b226b5d21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.04693587685298224, "seed": 643084969, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04568181732398115, "interval": [-0.009858429937648232, 0.10122206458561053], "p_value": 0.092, "input_sha256": "89bcb6ad9c97acb38cd5e5d3cb47cb49356c30a38b9abb9a77b88f5b226b5d21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.04693587685298224, "seed": 643084969, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04568181732398115, "interval": [-0.00867455042218045, 0.09159549013821214], "p_value": 0.10281543707921738, "input_sha256": "89bcb6ad9c97acb38cd5e5d3cb47cb49356c30a38b9abb9a77b88f5b226b5d21"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 488786922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.893781206793196, "interval": [-1.2791212206024136, 11.066683634188806], "p_value": 0.125, "input_sha256": "e36fff0541663fa119fe44cd831a9618b58c56b8a37a32095dd16a366e9c4595"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 488786922, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.893781206793196, "interval": [-0.3552459660088479, 10.406708499539059], "p_value": 0.1158038968108938, "input_sha256": "e36fff0541663fa119fe44cd831a9618b58c56b8a37a32095dd16a366e9c4595"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.04995594645989754, "seed": 488786922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07661671751436175, "interval": [-0.0061598419410204, 0.1593932769697439], "p_value": 0.064, "input_sha256": "e36fff0541663fa119fe44cd831a9618b58c56b8a37a32095dd16a366e9c4595"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.04995594645989754, "seed": 488786922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07661671751436175, "interval": [0.011224151083239, 0.15401262660453044], "p_value": 0.06793023036486932, "input_sha256": "e36fff0541663fa119fe44cd831a9618b58c56b8a37a32095dd16a366e9c4595"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1178664664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.991149656974111, "interval": [0.4437067130011396, 13.538592600947082], "p_value": 0.035, "input_sha256": "4055234ce98043149d890cfb78190319b8877b488119450aaa580de33dbb39fd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1178664664, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.991149656974111, "interval": [0.9273990544366674, 12.414423995054907], "p_value": 0.037340556314037626, "input_sha256": "4055234ce98043149d890cfb78190319b8877b488119450aaa580de33dbb39fd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.048158541605653096, "seed": 1178664664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07934888626479603, "interval": [-0.0064736953093195715, 0.16517146783891162], "p_value": 0.046, "input_sha256": "4055234ce98043149d890cfb78190319b8877b488119450aaa580de33dbb39fd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.048158541605653096, "seed": 1178664664, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07934888626479603, "interval": [0.010315482118931931, 0.16039890987644528], "p_value": 0.06814271586946552, "input_sha256": "4055234ce98043149d890cfb78190319b8877b488119450aaa580de33dbb39fd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 569797739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6507904236689033, "interval": [-3.684960917006271, 10.986541764344079], "p_value": 0.312, "input_sha256": "0b3d10b405c4e3b481facaf522bc9448fa53bc65279cc25dfca2513538d28118"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 569797739, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6507904236689033, "interval": [-3.462445398442322, 10.944894116622482], "p_value": 0.3158449002662779, "input_sha256": "0b3d10b405c4e3b481facaf522bc9448fa53bc65279cc25dfca2513538d28118"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.047029715871763834, "seed": 569797739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017308211105337794, "interval": [-0.061944446407227446, 0.09656086861790304], "p_value": 0.642, "input_sha256": "0b3d10b405c4e3b481facaf522bc9448fa53bc65279cc25dfca2513538d28118"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.047029715871763834, "seed": 569797739, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017308211105337794, "interval": [-0.054478649638384266, 0.0959742394242104], "p_value": 0.6568559121149624, "input_sha256": "0b3d10b405c4e3b481facaf522bc9448fa53bc65279cc25dfca2513538d28118"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1974524737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.788579756008549, "interval": [0.7094866802332138, 10.867672831783883], "p_value": 0.027, "input_sha256": "f46620303b420e1b068ed4804bfc618efd727f70362aca5d710d88091d7200c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1974524737, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.788579756008549, "interval": [1.375229970756048, 10.218389784952006], "p_value": 0.0271184916120218, "input_sha256": "f46620303b420e1b068ed4804bfc618efd727f70362aca5d710d88091d7200c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04697350293959801, "seed": 1974524737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0693043477059874, "interval": [0.010604284451483224, 0.12800441096049156], "p_value": 0.015, "input_sha256": "f46620303b420e1b068ed4804bfc618efd727f70362aca5d710d88091d7200c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04697350293959801, "seed": 1974524737, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0693043477059874, "interval": [0.019426798019079605, 0.12206197827089711], "p_value": 0.022687173684726978, "input_sha256": "f46620303b420e1b068ed4804bfc618efd727f70362aca5d710d88091d7200c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 591796608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.022834976789293, "interval": [5.029852668813522, 15.015817284765063], "p_value": 0.001, "input_sha256": "3e918302a08e0e142bd83bdb6dbfbbcb908c4bbeb8241ba63e70b967fa723e34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 591796608, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.022834976789293, "interval": [5.629545180216482, 14.560352632218326], "p_value": 0.0002901695513332489, "input_sha256": "3e918302a08e0e142bd83bdb6dbfbbcb908c4bbeb8241ba63e70b967fa723e34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.04822107988585738, "seed": 591796608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1098368414786276, "interval": [0.05422835373420687, 0.16544532922304833], "p_value": 0.001, "input_sha256": "3e918302a08e0e142bd83bdb6dbfbbcb908c4bbeb8241ba63e70b967fa723e34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.04822107988585738, "seed": 591796608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1098368414786276, "interval": [0.06488331440043228, 0.1644463890503859], "p_value": 0.0004512582573842433, "input_sha256": "3e918302a08e0e142bd83bdb6dbfbbcb908c4bbeb8241ba63e70b967fa723e34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4024557147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.185281011007568, "interval": [2.549018352599255, 11.821543669415881], "p_value": 0.006, "input_sha256": "8483923dc60dd74caa2609251e7cca10fd8b1c640883059c55d598f08badbcde"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4024557147, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.185281011007568, "interval": [3.3624877880893265, 12.268139310398427], "p_value": 0.0036826064802809684, "input_sha256": "8483923dc60dd74caa2609251e7cca10fd8b1c640883059c55d598f08badbcde"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04780950515284408, "seed": 4024557147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07064587847283749, "interval": [0.019388405668865107, 0.12190335127680987], "p_value": 0.01, "input_sha256": "8483923dc60dd74caa2609251e7cca10fd8b1c640883059c55d598f08badbcde"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04780950515284408, "seed": 4024557147, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07064587847283749, "interval": [0.023874295314524497, 0.12132170191895175], "p_value": 0.008792509313892537, "input_sha256": "8483923dc60dd74caa2609251e7cca10fd8b1c640883059c55d598f08badbcde"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3578390807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.176228761362224, "interval": [-1.3538989293035435, 9.706356452027991], "p_value": 0.133, "input_sha256": "c2e7015a87ae9fe3568ef80ece855c9114e4a15f07405de750098982cf9d0eab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3578390807, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.176228761362224, "interval": [-0.6773028773122209, 9.404721025086566], "p_value": 0.132139205518365, "input_sha256": "c2e7015a87ae9fe3568ef80ece855c9114e4a15f07405de750098982cf9d0eab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.04872667062676485, "seed": 3578390807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029778268514014952, "interval": [-0.042374418665934194, 0.1019309556939641], "p_value": 0.409, "input_sha256": "c2e7015a87ae9fe3568ef80ece855c9114e4a15f07405de750098982cf9d0eab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.04872667062676485, "seed": 3578390807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029778268514014952, "interval": [-0.03334945219283797, 0.09781329755241215], "p_value": 0.4025197291995408, "input_sha256": "c2e7015a87ae9fe3568ef80ece855c9114e4a15f07405de750098982cf9d0eab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4063868626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.121933389965117, "interval": [-3.1418153270366758, 7.385682106966909], "p_value": 0.452, "input_sha256": "18e9ccdaa61ffed9c04f6439bfceea16bb659682b2db806eb97edea3aabec049"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4063868626, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.121933389965117, "interval": [-2.9863246900453584, 6.447414322154024], "p_value": 0.41180845296446034, "input_sha256": "18e9ccdaa61ffed9c04f6439bfceea16bb659682b2db806eb97edea3aabec049"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.047683263685761236, "seed": 4063868626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0015367705522261188, "interval": [-0.057163518781509236, 0.06023705988596147], "p_value": 0.969, "input_sha256": "18e9ccdaa61ffed9c04f6439bfceea16bb659682b2db806eb97edea3aabec049"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.047683263685761236, "seed": 4063868626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0015367705522261188, "interval": [-0.05932352260619289, 0.04823088474783807], "p_value": 0.9569830659063667, "input_sha256": "18e9ccdaa61ffed9c04f6439bfceea16bb659682b2db806eb97edea3aabec049"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4106783595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.062483347900946, "interval": [1.734086663703036, 10.390880032098856], "p_value": 0.003, "input_sha256": "4beda61e5b4548df71d21349afe3b0966242fe9972dea36f72a796b37a6fdb30"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4106783595, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.062483347900946, "interval": [2.6710251484092145, 10.834150912079528], "p_value": 0.007819243181247274, "input_sha256": "4beda61e5b4548df71d21349afe3b0966242fe9972dea36f72a796b37a6fdb30"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.046453654073111784, "seed": 4106783595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06283937365448618, "interval": [0.012369207223548319, 0.11330954008542404], "p_value": 0.01, "input_sha256": "4beda61e5b4548df71d21349afe3b0966242fe9972dea36f72a796b37a6fdb30"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.046453654073111784, "seed": 4106783595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06283937365448618, "interval": [0.025500713118167834, 0.12357700126860187], "p_value": 0.01698586743248887, "input_sha256": "4beda61e5b4548df71d21349afe3b0966242fe9972dea36f72a796b37a6fdb30"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 162359829, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.146122848372674, "interval": [4.384405657136785, 13.907840039608562], "p_value": 0.001, "input_sha256": "0c04d7ebe5acfa11438c7884057eb222347d4ddfeffeb08c5ad212dbeef074f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 162359829, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.146122848372674, "interval": [4.691959612105573, 13.37780110336898], "p_value": 0.0005963809279759797, "input_sha256": "0c04d7ebe5acfa11438c7884057eb222347d4ddfeffeb08c5ad212dbeef074f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.04825840704737534, "seed": 162359829, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09507156143143541, "interval": [0.03509832380676668, 0.15504479905610413], "p_value": 0.001, "input_sha256": "0c04d7ebe5acfa11438c7884057eb222347d4ddfeffeb08c5ad212dbeef074f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.04825840704737534, "seed": 162359829, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09507156143143541, "interval": [0.044275408828616115, 0.14790841661609752], "p_value": 0.003747280870602285, "input_sha256": "0c04d7ebe5acfa11438c7884057eb222347d4ddfeffeb08c5ad212dbeef074f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3390214666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.082511553035672, "interval": [0.6573971652430188, 11.507625940828325], "p_value": 0.024, "input_sha256": "9c9ca329fa4bbf0910e3d4bb24e05d75b037febad9fc09fa4761748ead0f4060"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3390214666, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.082511553035672, "interval": [0.30793857105819894, 10.620204769921445], "p_value": 0.029335466068137344, "input_sha256": "9c9ca329fa4bbf0910e3d4bb24e05d75b037febad9fc09fa4761748ead0f4060"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.048467404362967335, "seed": 3390214666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07103869934033664, "interval": [0.009302264698255715, 0.13277513398241758], "p_value": 0.019, "input_sha256": "9c9ca329fa4bbf0910e3d4bb24e05d75b037febad9fc09fa4761748ead0f4060"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.048467404362967335, "seed": 3390214666, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07103869934033664, "interval": [0.00872685360898276, 0.12375916095585787], "p_value": 0.025683455819516463, "input_sha256": "9c9ca329fa4bbf0910e3d4bb24e05d75b037febad9fc09fa4761748ead0f4060"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4006824548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8046514521959152, "interval": [-3.9576978906379825, 7.567000795029813], "p_value": 0.517, "input_sha256": "db3338ed9662572ad976cec4fdf8919d60158fe398c508c4bf118900224d035a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4006824548, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8046514521959152, "interval": [-3.1729562822260333, 6.898554946672126], "p_value": 0.5234060687598353, "input_sha256": "db3338ed9662572ad976cec4fdf8919d60158fe398c508c4bf118900224d035a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.04708662342300529, "seed": 4006824548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013350829053413022, "interval": [-0.044851252317072085, 0.07155291042389814], "p_value": 0.64, "input_sha256": "db3338ed9662572ad976cec4fdf8919d60158fe398c508c4bf118900224d035a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.04708662342300529, "seed": 4006824548, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013350829053413022, "interval": [-0.03816936261557051, 0.06690514894030307], "p_value": 0.6401020873964424, "input_sha256": "db3338ed9662572ad976cec4fdf8919d60158fe398c508c4bf118900224d035a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1914793648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.970890525612338, "interval": [0.3798434776338553, 17.56193757359082], "p_value": 0.036, "input_sha256": "beb201013239e793d7ede9e98dd99515263f02c17160de8b518406459f210092"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1914793648, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.970890525612338, "interval": [0.49088646620367754, 16.09743625538175], "p_value": 0.041445419034188316, "input_sha256": "beb201013239e793d7ede9e98dd99515263f02c17160de8b518406459f210092"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.04692390719457902, "seed": 1914793648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08730283330993335, "interval": [-0.0002744588768278655, 0.17488012549669457], "p_value": 0.038, "input_sha256": "beb201013239e793d7ede9e98dd99515263f02c17160de8b518406459f210092"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.04692390719457902, "seed": 1914793648, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08730283330993335, "interval": [0.010222839907377124, 0.16356832781162262], "p_value": 0.05065848076661936, "input_sha256": "beb201013239e793d7ede9e98dd99515263f02c17160de8b518406459f210092"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3428613459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.527343150088882, "interval": [2.695204672698458, 12.359481627479305], "p_value": 0.007, "input_sha256": "5d404a261a5946bc4e0fe1c2c526f228d1f859cc999e83072c86bd1d96326fa3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3428613459, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.527343150088882, "interval": [2.8277214561106585, 11.8939210803858], "p_value": 0.0035710575432610146, "input_sha256": "5d404a261a5946bc4e0fe1c2c526f228d1f859cc999e83072c86bd1d96326fa3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.046790030052692645, "seed": 3428613459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06732255681610674, "interval": [0.015563714263583911, 0.11908139936862958], "p_value": 0.013, "input_sha256": "5d404a261a5946bc4e0fe1c2c526f228d1f859cc999e83072c86bd1d96326fa3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.046790030052692645, "seed": 3428613459, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06732255681610674, "interval": [0.021224400099797515, 0.1158304352638302], "p_value": 0.012897836371217346, "input_sha256": "5d404a261a5946bc4e0fe1c2c526f228d1f859cc999e83072c86bd1d96326fa3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4136327028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.981290154960789, "interval": [4.90132508064779, 15.061255229273787], "p_value": 0.001, "input_sha256": "13e626cacfd712120e9686917ade9a0718520a8b84aa02019ae5e3d131a18b72"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4136327028, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.981290154960789, "interval": [5.603280404671129, 14.712273485297967], "p_value": 0.0004115162360499215, "input_sha256": "13e626cacfd712120e9686917ade9a0718520a8b84aa02019ae5e3d131a18b72"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.04721060691553199, "seed": 4136327028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10767162675414622, "interval": [0.04904802740395327, 0.16629522610433917], "p_value": 0.001, "input_sha256": "13e626cacfd712120e9686917ade9a0718520a8b84aa02019ae5e3d131a18b72"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.04721060691553199, "seed": 4136327028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10767162675414622, "interval": [0.05855614574729028, 0.161444713012254], "p_value": 0.0008476716533696661, "input_sha256": "13e626cacfd712120e9686917ade9a0718520a8b84aa02019ae5e3d131a18b72"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1461235808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4607205872482409, "interval": [-4.581186948790681, 5.502628123287162], "p_value": 0.847, "input_sha256": "a0de74af0104d785aab2d41fd758b45499545e7ea3fb45edf63b33379ac9e853"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1461235808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4607205872482409, "interval": [-4.171762315795642, 4.558545977398483], "p_value": 0.8521866342078137, "input_sha256": "a0de74af0104d785aab2d41fd758b45499545e7ea3fb45edf63b33379ac9e853"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04852429846809351, "seed": 1461235808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004807555839080945, "interval": [-0.06808336072584446, 0.07769847240400636], "p_value": 0.92, "input_sha256": "a0de74af0104d785aab2d41fd758b45499545e7ea3fb45edf63b33379ac9e853"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04852429846809351, "seed": 1461235808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004807555839080945, "interval": [-0.07032819509898086, 0.057994318988183996], "p_value": 0.892584740054911, "input_sha256": "a0de74af0104d785aab2d41fd758b45499545e7ea3fb45edf63b33379ac9e853"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3546941692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.773783203859741, "interval": [0.836957932447647, 10.710608475271837], "p_value": 0.012, "input_sha256": "828075300d987d3a6f06098d654d1c22e5b907a329ab5154bd3371d97aa81015"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3546941692, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.773783203859741, "interval": [1.2787150282367574, 10.239437568045204], "p_value": 0.02351960078169357, "input_sha256": "828075300d987d3a6f06098d654d1c22e5b907a329ab5154bd3371d97aa81015"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0481481130692553, "seed": 3546941692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04737832051937548, "interval": [-0.0071714707699088096, 0.10192811180865977], "p_value": 0.079, "input_sha256": "828075300d987d3a6f06098d654d1c22e5b907a329ab5154bd3371d97aa81015"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0481481130692553, "seed": 3546941692, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04737832051937548, "interval": [-0.0045744988901657985, 0.09450641867471028], "p_value": 0.0861437542256555, "input_sha256": "828075300d987d3a6f06098d654d1c22e5b907a329ab5154bd3371d97aa81015"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2696824945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.682511732722379, "interval": [3.376142404516033, 13.988881060928724], "p_value": 0.001, "input_sha256": "94116f05bad4d0438960e496bf89c5fa8bbbaaa2b1ba525fbd2ec2afb5e2ff6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2696824945, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.682511732722379, "interval": [2.921021604917879, 12.916292749991925], "p_value": 0.0024804994294465735, "input_sha256": "94116f05bad4d0438960e496bf89c5fa8bbbaaa2b1ba525fbd2ec2afb5e2ff6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.047417924206802756, "seed": 2696824945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08742454052924056, "interval": [0.029731061366325945, 0.14511801969215518], "p_value": 0.002, "input_sha256": "94116f05bad4d0438960e496bf89c5fa8bbbaaa2b1ba525fbd2ec2afb5e2ff6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.047417924206802756, "seed": 2696824945, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08742454052924056, "interval": [0.031671419959993626, 0.13705752370774582], "p_value": 0.004824180252186613, "input_sha256": "94116f05bad4d0438960e496bf89c5fa8bbbaaa2b1ba525fbd2ec2afb5e2ff6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4078566920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.419989065808, "interval": [2.744847814995417, 14.095130316620583], "p_value": 0.004, "input_sha256": "ca77f9cb61ddb511c0c013a265205c53622ab3179439cc88bcab23f8d564fb8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4078566920, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.419989065808, "interval": [3.303656056220631, 13.416870696597405], "p_value": 0.005275598443523971, "input_sha256": "ca77f9cb61ddb511c0c013a265205c53622ab3179439cc88bcab23f8d564fb8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.04857354523672759, "seed": 4078566920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09122085526714377, "interval": [0.027341302703671647, 0.1551004078306159], "p_value": 0.008, "input_sha256": "ca77f9cb61ddb511c0c013a265205c53622ab3179439cc88bcab23f8d564fb8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.04857354523672759, "seed": 4078566920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09122085526714377, "interval": [0.03216395616409488, 0.1455513745656459], "p_value": 0.006903902024699763, "input_sha256": "ca77f9cb61ddb511c0c013a265205c53622ab3179439cc88bcab23f8d564fb8b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1615849262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.491983952472713, "interval": [0.538597815860018, 10.445370089085408], "p_value": 0.029, "input_sha256": "372763d108a1a282ae8b87717f7bfca9736fede3447babbd781fe653ba1c6287"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1615849262, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.491983952472713, "interval": [0.8020807428385857, 9.542254804312597], "p_value": 0.031089808970264268, "input_sha256": "372763d108a1a282ae8b87717f7bfca9736fede3447babbd781fe653ba1c6287"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.046399975551942585, "seed": 1615849262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061808875947455946, "interval": [0.009053422393430745, 0.11456432950148115], "p_value": 0.025, "input_sha256": "372763d108a1a282ae8b87717f7bfca9736fede3447babbd781fe653ba1c6287"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.046399975551942585, "seed": 1615849262, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061808875947455946, "interval": [0.012161860559271003, 0.10665896811672086], "p_value": 0.02331619319801781, "input_sha256": "372763d108a1a282ae8b87717f7bfca9736fede3447babbd781fe653ba1c6287"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3521491197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0745748793687007, "interval": [-3.7555381097991063, 7.904687868536508], "p_value": 0.454, "input_sha256": "cec1c17d922fce5978857a933876d0041e2fd34132cd1f95b565d54f91994809"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3521491197, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0745748793687007, "interval": [-3.0108488123578403, 7.305759943189916], "p_value": 0.46869992798806603, "input_sha256": "cec1c17d922fce5978857a933876d0041e2fd34132cd1f95b565d54f91994809"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0486341828873034, "seed": 3521491197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016480384920890725, "interval": [-0.04351606110443269, 0.07647683094621414], "p_value": 0.552, "input_sha256": "cec1c17d922fce5978857a933876d0041e2fd34132cd1f95b565d54f91994809"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0486341828873034, "seed": 3521491197, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016480384920890725, "interval": [-0.03566502363564653, 0.07098209280822748], "p_value": 0.5763604281433758, "input_sha256": "cec1c17d922fce5978857a933876d0041e2fd34132cd1f95b565d54f91994809"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4186964834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.001107476777516, "interval": [-4.040549508250319, 8.04276446180535], "p_value": 0.524, "input_sha256": "ad3584931a43a2d4469e57b498ea8476168a30675f64758cc8421e7b4cfa2167"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4186964834, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.001107476777516, "interval": [-3.6965721891137377, 7.637928355530253], "p_value": 0.5018941819821772, "input_sha256": "ad3584931a43a2d4469e57b498ea8476168a30675f64758cc8421e7b4cfa2167"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.046370563675201884, "seed": 4186964834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029459162099907503, "interval": [-0.032008368157318015, 0.09092669235713302], "p_value": 0.348, "input_sha256": "ad3584931a43a2d4469e57b498ea8476168a30675f64758cc8421e7b4cfa2167"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.046370563675201884, "seed": 4186964834, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029459162099907503, "interval": [-0.0263464476729604, 0.08901744827701005], "p_value": 0.3336025784236717, "input_sha256": "ad3584931a43a2d4469e57b498ea8476168a30675f64758cc8421e7b4cfa2167"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2246964758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9443303407101813, "interval": [-2.6394157494069037, 8.528076430827266], "p_value": 0.261, "input_sha256": "72e0e8984df82c33ed5b190506a64550089d11d69cd02c8c824d2953d99fe70d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2246964758, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9443303407101813, "interval": [-2.857047252204957, 7.689511690412881], "p_value": 0.28937454335938106, "input_sha256": "72e0e8984df82c33ed5b190506a64550089d11d69cd02c8c824d2953d99fe70d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.04765475955626715, "seed": 2246964758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023686840543328185, "interval": [-0.0330418747885161, 0.08041555587517246], "p_value": 0.374, "input_sha256": "72e0e8984df82c33ed5b190506a64550089d11d69cd02c8c824d2953d99fe70d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.04765475955626715, "seed": 2246964758, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023686840543328185, "interval": [-0.03525662727853964, 0.07190603104708816], "p_value": 0.3998138601149561, "input_sha256": "72e0e8984df82c33ed5b190506a64550089d11d69cd02c8c824d2953d99fe70d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2628078413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.230160323049811, "interval": [-0.43984249528961694, 8.900163141389239], "p_value": 0.092, "input_sha256": "3c507bdc8f7938e0b9b675119068e59d6ae1441d9323e3aa30ca8661d8c4bad6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2628078413, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.230160323049811, "interval": [-0.13778256419949428, 8.195639758571373], "p_value": 0.07389443642852263, "input_sha256": "3c507bdc8f7938e0b9b675119068e59d6ae1441d9323e3aa30ca8661d8c4bad6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.048053452342590855, "seed": 2628078413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05310087189095308, "interval": [0.0022876181957735, 0.10391412558613267], "p_value": 0.053, "input_sha256": "3c507bdc8f7938e0b9b675119068e59d6ae1441d9323e3aa30ca8661d8c4bad6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.048053452342590855, "seed": 2628078413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05310087189095308, "interval": [0.004032568026162904, 0.09506109819175508], "p_value": 0.041182741367097944, "input_sha256": "3c507bdc8f7938e0b9b675119068e59d6ae1441d9323e3aa30ca8661d8c4bad6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1515780349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.669156550242899, "interval": [-1.3688683511752822, 8.70718145166108], "p_value": 0.132, "input_sha256": "c53d7a6d189ca3a1c6b05b20c3a2cd672d06e51439926d8ea33ca3a944fb40e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1515780349, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.669156550242899, "interval": [-1.4895742691208789, 7.682336483731693], "p_value": 0.14656588167531845, "input_sha256": "c53d7a6d189ca3a1c6b05b20c3a2cd672d06e51439926d8ea33ca3a944fb40e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04837371350679563, "seed": 1515780349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031309680619553644, "interval": [-0.022569844446981104, 0.0851892056860884], "p_value": 0.228, "input_sha256": "c53d7a6d189ca3a1c6b05b20c3a2cd672d06e51439926d8ea33ca3a944fb40e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04837371350679563, "seed": 1515780349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031309680619553644, "interval": [-0.0235086938229925, 0.07412230898977418], "p_value": 0.24462461982384892, "input_sha256": "c53d7a6d189ca3a1c6b05b20c3a2cd672d06e51439926d8ea33ca3a944fb40e3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2486264208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5467431933171436, "interval": [-4.008903058174356, 7.102389444808644], "p_value": 0.53, "input_sha256": "a6c218492d2c0b8dd797284c0c49d1f421b5f2a4eeb405731c81853117ef68df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2486264208, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5467431933171436, "interval": [-3.176473733624635, 6.319887081620054], "p_value": 0.571612295688998, "input_sha256": "a6c218492d2c0b8dd797284c0c49d1f421b5f2a4eeb405731c81853117ef68df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0486095235977093, "seed": 2486264208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0008365760936359622, "interval": [-0.07206465985098577, 0.0737378120382577], "p_value": 0.977, "input_sha256": "a6c218492d2c0b8dd797284c0c49d1f421b5f2a4eeb405731c81853117ef68df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0486095235977093, "seed": 2486264208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0008365760936359622, "interval": [-0.0673376682379336, 0.05731687609991143], "p_value": 0.9813091700878341, "input_sha256": "a6c218492d2c0b8dd797284c0c49d1f421b5f2a4eeb405731c81853117ef68df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1984277264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.757672686452431, "interval": [-4.3211769147298815, 7.836522287634744], "p_value": 0.567, "input_sha256": "4d5910050a694767c98dcd924509c5c31ec36bc7ee140b02e748d40960194a34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1984277264, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.757672686452431, "interval": [-3.9015831615382663, 6.952863160214979], "p_value": 0.5578535040419835, "input_sha256": "4d5910050a694767c98dcd924509c5c31ec36bc7ee140b02e748d40960194a34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.04784587136921383, "seed": 1984277264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01649440308111432, "interval": [-0.04705536258708732, 0.08004416874931597], "p_value": 0.603, "input_sha256": "4d5910050a694767c98dcd924509c5c31ec36bc7ee140b02e748d40960194a34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.04784587136921383, "seed": 1984277264, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01649440308111432, "interval": [-0.04519984614876827, 0.07000771487941657], "p_value": 0.5996238850688498, "input_sha256": "4d5910050a694767c98dcd924509c5c31ec36bc7ee140b02e748d40960194a34"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1392712574, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.11620456586798, "interval": [-2.8694720962589217, 11.10188122799488], "p_value": 0.227, "input_sha256": "cf096a650d23b700d5274a9a97fbd03e8450a7ab76c757bb59aaa9e77245af78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1392712574, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.11620456586798, "interval": [-1.8939878271571842, 10.778592343957795], "p_value": 0.2344548898231641, "input_sha256": "cf096a650d23b700d5274a9a97fbd03e8450a7ab76c757bb59aaa9e77245af78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.04649558991957499, "seed": 1392712574, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0541803667987352, "interval": [-0.020468216056737154, 0.12882894965420755], "p_value": 0.139, "input_sha256": "cf096a650d23b700d5274a9a97fbd03e8450a7ab76c757bb59aaa9e77245af78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.04649558991957499, "seed": 1392712574, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0541803667987352, "interval": [-0.01012833445430988, 0.12467611559994149], "p_value": 0.14689256679861593, "input_sha256": "cf096a650d23b700d5274a9a97fbd03e8450a7ab76c757bb59aaa9e77245af78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2749316689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8585916920008714, "interval": [-5.370485415112455, 3.6533020311107123], "p_value": 0.724, "input_sha256": "1b12d5f5dc20e6c02abcb13862b9adbee17d2035a4304f7873b29cda3479593d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2749316689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8585916920008714, "interval": [-5.040617897029074, 3.0731676722923016], "p_value": 0.6998655800546859, "input_sha256": "1b12d5f5dc20e6c02abcb13862b9adbee17d2035a4304f7873b29cda3479593d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04998079247697928, "seed": 2749316689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035186841936434815, "interval": [-0.08726428944902245, 0.016890605576152823], "p_value": 0.199, "input_sha256": "1b12d5f5dc20e6c02abcb13862b9adbee17d2035a4304f7873b29cda3479593d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04998079247697928, "seed": 2749316689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035186841936434815, "interval": [-0.08171086103956805, 0.012676392593252228], "p_value": 0.1777813175825482, "input_sha256": "1b12d5f5dc20e6c02abcb13862b9adbee17d2035a4304f7873b29cda3479593d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2677367328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.1125801349862545, "interval": [-0.7978538382963771, 11.023014108268885], "p_value": 0.074, "input_sha256": "06a1a7921f669c336d79ff57f25674ca7f032ad58052a905ee6afae58352987e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2677367328, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.1125801349862545, "interval": [0.09619396311497419, 10.953661979841684], "p_value": 0.08687658885970392, "input_sha256": "06a1a7921f669c336d79ff57f25674ca7f032ad58052a905ee6afae58352987e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.04819201619601345, "seed": 2677367328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03644537555123985, "interval": [-0.0345921120385836, 0.1074828631410633], "p_value": 0.27, "input_sha256": "06a1a7921f669c336d79ff57f25674ca7f032ad58052a905ee6afae58352987e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.04819201619601345, "seed": 2677367328, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03644537555123985, "interval": [-0.02524273784050079, 0.10274635230577074], "p_value": 0.2999609251749829, "input_sha256": "06a1a7921f669c336d79ff57f25674ca7f032ad58052a905ee6afae58352987e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2100682454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0818794014164506, "interval": [-2.8052884910448683, 8.96904729387777], "p_value": 0.287, "input_sha256": "aad28185f690049583fcf654cdcea3bfc5db71f7db6810a4da000da875fb97d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2100682454, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0818794014164506, "interval": [-2.192867376907922, 8.419682095603482], "p_value": 0.29205850457263294, "input_sha256": "aad28185f690049583fcf654cdcea3bfc5db71f7db6810a4da000da875fb97d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04814513208016998, "seed": 2100682454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02434404839967328, "interval": [-0.033587796227575135, 0.0822758930269217], "p_value": 0.396, "input_sha256": "aad28185f690049583fcf654cdcea3bfc5db71f7db6810a4da000da875fb97d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04814513208016998, "seed": 2100682454, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02434404839967328, "interval": [-0.027873775886120018, 0.0756479340003752], "p_value": 0.39616182419220214, "input_sha256": "aad28185f690049583fcf654cdcea3bfc5db71f7db6810a4da000da875fb97d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 735519169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.45123238898308, "interval": [-0.006209394378473121, 10.908674172344632], "p_value": 0.041, "input_sha256": "fbf0a470eec7bbf2e028cb298add204553bd95dff1e855001a11775c69eb62b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 735519169, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.45123238898308, "interval": [0.3551268418475353, 10.183069298472873], "p_value": 0.050242811780060126, "input_sha256": "fbf0a470eec7bbf2e028cb298add204553bd95dff1e855001a11775c69eb62b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.047981919837528184, "seed": 735519169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06294642776150076, "interval": [-0.005048522659654789, 0.13094137818265633], "p_value": 0.066, "input_sha256": "fbf0a470eec7bbf2e028cb298add204553bd95dff1e855001a11775c69eb62b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.047981919837528184, "seed": 735519169, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06294642776150076, "interval": [-0.0031200288892322702, 0.11993845158695347], "p_value": 0.06811835484373942, "input_sha256": "fbf0a470eec7bbf2e028cb298add204553bd95dff1e855001a11775c69eb62b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 421287034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5559443712793004, "interval": [-1.0297625212199217, 8.141651263778522], "p_value": 0.127, "input_sha256": "cfa01ea8f90c5e43ccc5b6b3b98a697a1ac7bb3d6b7a3a4dc64664a83f8df3ae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 421287034, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5559443712793004, "interval": [-0.7292052940786196, 7.538253101717274], "p_value": 0.12304356994779829, "input_sha256": "cfa01ea8f90c5e43ccc5b6b3b98a697a1ac7bb3d6b7a3a4dc64664a83f8df3ae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04737824302732095, "seed": 421287034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042793989157967505, "interval": [-0.008152034882073417, 0.09374001319800843], "p_value": 0.096, "input_sha256": "cfa01ea8f90c5e43ccc5b6b3b98a697a1ac7bb3d6b7a3a4dc64664a83f8df3ae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04737824302732095, "seed": 421287034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042793989157967505, "interval": [-0.004344545837215304, 0.08461126728057716], "p_value": 0.09601836431071532, "input_sha256": "cfa01ea8f90c5e43ccc5b6b3b98a697a1ac7bb3d6b7a3a4dc64664a83f8df3ae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3989408793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1407283317807995, "interval": [0.5876177109097194, 11.69383895265188], "p_value": 0.036, "input_sha256": "48fe432546e42f7baa6b3e718deeb5c2a58137cc2f943efefc20d88dbd5c86f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3989408793, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1407283317807995, "interval": [0.04331802075194838, 10.58166488721882], "p_value": 0.031462857388859115, "input_sha256": "48fe432546e42f7baa6b3e718deeb5c2a58137cc2f943efefc20d88dbd5c86f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.046913628811223664, "seed": 3989408793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06368207786615973, "interval": [0.001227247844479383, 0.12613690788784007], "p_value": 0.051, "input_sha256": "48fe432546e42f7baa6b3e718deeb5c2a58137cc2f943efefc20d88dbd5c86f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.046913628811223664, "seed": 3989408793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06368207786615973, "interval": [0.0016153242726773488, 0.11447233148355115], "p_value": 0.04600874348238697, "input_sha256": "48fe432546e42f7baa6b3e718deeb5c2a58137cc2f943efefc20d88dbd5c86f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2145171570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.488058639663505, "interval": [-0.2582119498998381, 11.234329229226848], "p_value": 0.05, "input_sha256": "790864f31832961febc29689b55e08da26a17df37230a2ca20906df5de5d3f0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2145171570, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.488058639663505, "interval": [0.1717983569444672, 10.274136912095571], "p_value": 0.060305249080936374, "input_sha256": "790864f31832961febc29689b55e08da26a17df37230a2ca20906df5de5d3f0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.04645786008960067, "seed": 2145171570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04774789589552257, "interval": [-0.009603658780318852, 0.105099450571364], "p_value": 0.09, "input_sha256": "790864f31832961febc29689b55e08da26a17df37230a2ca20906df5de5d3f0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.04645786008960067, "seed": 2145171570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04774789589552257, "interval": [-0.00737355269932225, 0.09621985405826991], "p_value": 0.09886811091141842, "input_sha256": "790864f31832961febc29689b55e08da26a17df37230a2ca20906df5de5d3f0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1351385291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.46548225333038, "interval": [1.7569665719192322, 13.173997934741529], "p_value": 0.01, "input_sha256": "350630ae570056de851b530f130f82af648086e025b31a7fd79b179c23f03012"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1351385291, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.46548225333038, "interval": [1.9666152751775083, 12.823127359960065], "p_value": 0.012758285408327179, "input_sha256": "350630ae570056de851b530f130f82af648086e025b31a7fd79b179c23f03012"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0479897813985529, "seed": 1351385291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08059364250200879, "interval": [0.02814148841253246, 0.13304579659148513], "p_value": 0.004, "input_sha256": "350630ae570056de851b530f130f82af648086e025b31a7fd79b179c23f03012"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0479897813985529, "seed": 1351385291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08059364250200879, "interval": [0.027629480061265185, 0.1280082430346183], "p_value": 0.004171814021572216, "input_sha256": "350630ae570056de851b530f130f82af648086e025b31a7fd79b179c23f03012"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1153798657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.478407735681302, "interval": [2.6940765187191333, 12.26273895264347], "p_value": 0.007, "input_sha256": "37f39d4bfffc13db632fc2a564f62db7a4b5e1a4009734b61540728d2eedcc64"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1153798657, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.478407735681302, "interval": [3.3249207917283328, 11.724195413505216], "p_value": 0.0034915975611599748, "input_sha256": "37f39d4bfffc13db632fc2a564f62db7a4b5e1a4009734b61540728d2eedcc64"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04673988503009569, "seed": 1153798657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07288583699321542, "interval": [0.02969992607437902, 0.11607174791205183], "p_value": 0.006, "input_sha256": "37f39d4bfffc13db632fc2a564f62db7a4b5e1a4009734b61540728d2eedcc64"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04673988503009569, "seed": 1153798657, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07288583699321542, "interval": [0.03473867622218799, 0.11033039542180842], "p_value": 0.0017305048040390264, "input_sha256": "37f39d4bfffc13db632fc2a564f62db7a4b5e1a4009734b61540728d2eedcc64"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1360293741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.062123966304232, "interval": [-2.0648975897740707, 10.189145522382535], "p_value": 0.164, "input_sha256": "3eb897aaafded01516e94395632439d074384352782eaf93799e956ec1633495"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1360293741, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.062123966304232, "interval": [-1.0043984183199715, 9.788435044656666], "p_value": 0.1821274200628206, "input_sha256": "3eb897aaafded01516e94395632439d074384352782eaf93799e956ec1633495"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.04784425370493949, "seed": 1360293741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03458084721700484, "interval": [-0.032162902606204996, 0.10132459704021468], "p_value": 0.287, "input_sha256": "3eb897aaafded01516e94395632439d074384352782eaf93799e956ec1633495"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.04784425370493949, "seed": 1360293741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03458084721700484, "interval": [-0.02338187412573542, 0.09598962235828368], "p_value": 0.2950522677265735, "input_sha256": "3eb897aaafded01516e94395632439d074384352782eaf93799e956ec1633495"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3949914336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.522106167794517, "interval": [3.057092085781308, 13.987120249807726], "p_value": 0.004, "input_sha256": "6408931105c20f007566ecd770d4990a4d11324d9c3dd27c3e94033390b6767b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3949914336, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.522106167794517, "interval": [3.5580501856266618, 13.1809897253113], "p_value": 0.003541132430454736, "input_sha256": "6408931105c20f007566ecd770d4990a4d11324d9c3dd27c3e94033390b6767b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.04759277551600438, "seed": 3949914336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10397104972228657, "interval": [0.037664197942572156, 0.170277901502001], "p_value": 0.005, "input_sha256": "6408931105c20f007566ecd770d4990a4d11324d9c3dd27c3e94033390b6767b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.04759277551600438, "seed": 3949914336, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10397104972228657, "interval": [0.040634628496505266, 0.15858204424532338], "p_value": 0.003602502963294081, "input_sha256": "6408931105c20f007566ecd770d4990a4d11324d9c3dd27c3e94033390b6767b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 59776395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.16029842946515, "interval": [3.1473499379602625, 13.173246920970039], "p_value": 0.002, "input_sha256": "f8a5aca807eda21b47da9a252bf83b09872b6a007e4df761455e7b897d485734"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 59776395, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.16029842946515, "interval": [3.72886678073576, 13.287174758731279], "p_value": 0.0027222752854477923, "input_sha256": "f8a5aca807eda21b47da9a252bf83b09872b6a007e4df761455e7b897d485734"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.047363138655412744, "seed": 59776395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07814514068310181, "interval": [0.020130598748047637, 0.13615968261815597], "p_value": 0.006, "input_sha256": "f8a5aca807eda21b47da9a252bf83b09872b6a007e4df761455e7b897d485734"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.047363138655412744, "seed": 59776395, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07814514068310181, "interval": [0.02881623935622146, 0.1378893503105192], "p_value": 0.01061881616500915, "input_sha256": "f8a5aca807eda21b47da9a252bf83b09872b6a007e4df761455e7b897d485734"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1724001951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0331395497585767, "interval": [-2.5083605507863282, 6.574639650303482], "p_value": 0.369, "input_sha256": "ad40433070a89e39cf233b888fe14fad38356007ac7af8fea37d44f1626778f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1724001951, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0331395497585767, "interval": [-2.469028608364719, 5.916358667456879], "p_value": 0.36534382713492364, "input_sha256": "ad40433070a89e39cf233b888fe14fad38356007ac7af8fea37d44f1626778f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.04597795930614908, "seed": 1724001951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01694702842496008, "interval": [-0.030697094700956006, 0.06459115155087616], "p_value": 0.485, "input_sha256": "ad40433070a89e39cf233b888fe14fad38356007ac7af8fea37d44f1626778f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.04597795930614908, "seed": 1724001951, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01694702842496008, "interval": [-0.02993399925354307, 0.05750737023199852], "p_value": 0.47086818200008884, "input_sha256": "ad40433070a89e39cf233b888fe14fad38356007ac7af8fea37d44f1626778f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 40223630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.433556566804183, "interval": [0.6086941168036537, 10.258419016804712], "p_value": 0.036, "input_sha256": "26fc59e6ed98525d620ea48b5f695b4f2267b7c023b8b45fdabe5299004176e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 40223630, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.433556566804183, "interval": [1.2559611844385117, 9.8901604829246], "p_value": 0.028989402186075017, "input_sha256": "26fc59e6ed98525d620ea48b5f695b4f2267b7c023b8b45fdabe5299004176e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0461555210763956, "seed": 40223630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04474416548784997, "interval": [-0.0026472660576438017, 0.09213559703334374], "p_value": 0.074, "input_sha256": "26fc59e6ed98525d620ea48b5f695b4f2267b7c023b8b45fdabe5299004176e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0461555210763956, "seed": 40223630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04474416548784997, "interval": [0.0034761106628666636, 0.08894992684305772], "p_value": 0.06308706223496457, "input_sha256": "26fc59e6ed98525d620ea48b5f695b4f2267b7c023b8b45fdabe5299004176e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2314330675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.168375332745385, "interval": [-2.274419878255693, 6.611170543746463], "p_value": 0.351, "input_sha256": "99e74b798d01d5a7e96325ca954218871a7c5e3bbcf900c1f1f65ee23425ad92"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2314330675, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.168375332745385, "interval": [-1.7630728425745186, 6.152537805615752], "p_value": 0.3262577806754827, "input_sha256": "99e74b798d01d5a7e96325ca954218871a7c5e3bbcf900c1f1f65ee23425ad92"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04600541744678031, "seed": 2314330675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00353074929875148, "interval": [-0.03972724670017753, 0.04678874529768049], "p_value": 0.884, "input_sha256": "99e74b798d01d5a7e96325ca954218871a7c5e3bbcf900c1f1f65ee23425ad92"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04600541744678031, "seed": 2314330675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00353074929875148, "interval": [-0.03130384817714899, 0.04490446581218081], "p_value": 0.8682424638283743, "input_sha256": "99e74b798d01d5a7e96325ca954218871a7c5e3bbcf900c1f1f65ee23425ad92"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 161622654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0823010945853646, "interval": [-0.801815534607297, 6.966417723778026], "p_value": 0.114, "input_sha256": "05680bab9cfd54784b18960da842c8c01eebfe73074607e2a4d6fb6915dc6cfe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 161622654, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0823010945853646, "interval": [-0.006447427708966746, 6.842170888290618], "p_value": 0.1152763637552292, "input_sha256": "05680bab9cfd54784b18960da842c8c01eebfe73074607e2a4d6fb6915dc6cfe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04607793078721223, "seed": 161622654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031007710584255804, "interval": [-0.010013529322272986, 0.07202895049078459], "p_value": 0.122, "input_sha256": "05680bab9cfd54784b18960da842c8c01eebfe73074607e2a4d6fb6915dc6cfe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04607793078721223, "seed": 161622654, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031007710584255804, "interval": [-0.0016085488044959998, 0.07082716973812458], "p_value": 0.1328742788397939, "input_sha256": "05680bab9cfd54784b18960da842c8c01eebfe73074607e2a4d6fb6915dc6cfe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 128502024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2579250119442245, "interval": [-1.073885153042287, 9.589735176930736], "p_value": 0.112, "input_sha256": "9c354140d597408be8a86d42987b9b1f78e5e847037d356d6ad1c11e55ce686b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 128502024, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2579250119442245, "interval": [-1.258245187689388, 8.528419043255884], "p_value": 0.11198821818182644, "input_sha256": "9c354140d597408be8a86d42987b9b1f78e5e847037d356d6ad1c11e55ce686b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.04654552898705455, "seed": 128502024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022636339258915214, "interval": [-0.040160649239452756, 0.08543332775728318], "p_value": 0.479, "input_sha256": "9c354140d597408be8a86d42987b9b1f78e5e847037d356d6ad1c11e55ce686b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.04654552898705455, "seed": 128502024, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022636339258915214, "interval": [-0.04996359446587111, 0.06752379041592418], "p_value": 0.46094735355715344, "input_sha256": "9c354140d597408be8a86d42987b9b1f78e5e847037d356d6ad1c11e55ce686b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3798157337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.471137345970047, "interval": [3.291074106032452, 11.651200585907642], "p_value": 0.002, "input_sha256": "9c5d8de7d3c700896e2288a6f741589cb45bdbc4830541d5c25ca9ffaba23767"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3798157337, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.471137345970047, "interval": [3.5989140839564713, 10.86445639782438], "p_value": 0.0012061117745985571, "input_sha256": "9c5d8de7d3c700896e2288a6f741589cb45bdbc4830541d5c25ca9ffaba23767"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.04769562790765849, "seed": 3798157337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0746169266279545, "interval": [0.028455632777037478, 0.12077822047887152], "p_value": 0.004, "input_sha256": "9c5d8de7d3c700896e2288a6f741589cb45bdbc4830541d5c25ca9ffaba23767"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.04769562790765849, "seed": 3798157337, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0746169266279545, "interval": [0.02863704912617315, 0.11080388483102523], "p_value": 0.0028229708697805923, "input_sha256": "9c5d8de7d3c700896e2288a6f741589cb45bdbc4830541d5c25ca9ffaba23767"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 872646347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5721813103277498, "interval": [-2.634210086149312, 9.778572706804812], "p_value": 0.237, "input_sha256": "ccb4385a0eea4a0e5a50574a2aac466c06302a1e8a45fba2c3116e1c69764bf3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 872646347, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5721813103277498, "interval": [-2.1832339451166822, 8.881637078252226], "p_value": 0.24409016286330038, "input_sha256": "ccb4385a0eea4a0e5a50574a2aac466c06302a1e8a45fba2c3116e1c69764bf3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.048091029602217214, "seed": 872646347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01784177621584914, "interval": [-0.05283635408339498, 0.08851990651509326], "p_value": 0.619, "input_sha256": "ccb4385a0eea4a0e5a50574a2aac466c06302a1e8a45fba2c3116e1c69764bf3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.048091029602217214, "seed": 872646347, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01784177621584914, "interval": [-0.04724566627464783, 0.07522103978829114], "p_value": 0.6035734912572843, "input_sha256": "ccb4385a0eea4a0e5a50574a2aac466c06302a1e8a45fba2c3116e1c69764bf3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4233422763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.9292293777867275, "interval": [1.5495572006442133, 14.308901554929243], "p_value": 0.01, "input_sha256": "752f3602ae00f891979076b59cd8e9ce08fd0e264be06636b50c75ec5e37d8e8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4233422763, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.9292293777867275, "interval": [1.8387974142205061, 13.365333982823397], "p_value": 0.01772382086089101, "input_sha256": "752f3602ae00f891979076b59cd8e9ce08fd0e264be06636b50c75ec5e37d8e8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.04910109484483209, "seed": 4233422763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0941054016469546, "interval": [0.020834546607911786, 0.16737625668599743], "p_value": 0.007, "input_sha256": "752f3602ae00f891979076b59cd8e9ce08fd0e264be06636b50c75ec5e37d8e8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.04910109484483209, "seed": 4233422763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0941054016469546, "interval": [0.028209423022642274, 0.15968525466560565], "p_value": 0.015008507449675725, "input_sha256": "752f3602ae00f891979076b59cd8e9ce08fd0e264be06636b50c75ec5e37d8e8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1751607655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.659766643162243, "interval": [0.03124005330099955, 15.288293233023486], "p_value": 0.044, "input_sha256": "6a1e1fb98d388123da28f5badd2d68ac835751140e1dc9947bc36d536fc9849e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1751607655, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.659766643162243, "interval": [1.4986372590526527, 14.987868504148446], "p_value": 0.04915833633297887, "input_sha256": "6a1e1fb98d388123da28f5badd2d68ac835751140e1dc9947bc36d536fc9849e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.04659916534835608, "seed": 1751607655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06208213700238352, "interval": [-0.009221812688978898, 0.13338608669374594], "p_value": 0.088, "input_sha256": "6a1e1fb98d388123da28f5badd2d68ac835751140e1dc9947bc36d536fc9849e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.04659916534835608, "seed": 1751607655, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06208213700238352, "interval": [0.003516125178580666, 0.12889130516530858], "p_value": 0.08424555142342828, "input_sha256": "6a1e1fb98d388123da28f5badd2d68ac835751140e1dc9947bc36d536fc9849e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1276856742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.250671183261141, "interval": [-2.2735531626230854, 8.774895529145368], "p_value": 0.268, "input_sha256": "de20ff493ffeb561b5ed36601d9eb6e29a29610381a4524a57e7dcbec57c4d5a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1276856742, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.250671183261141, "interval": [-1.9627967804783124, 8.223294890683439], "p_value": 0.2381397014392655, "input_sha256": "de20ff493ffeb561b5ed36601d9eb6e29a29610381a4524a57e7dcbec57c4d5a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.04622104026097622, "seed": 1276856742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021478296358228562, "interval": [-0.04050378124495076, 0.08346037396140789], "p_value": 0.508, "input_sha256": "de20ff493ffeb561b5ed36601d9eb6e29a29610381a4524a57e7dcbec57c4d5a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.04622104026097622, "seed": 1276856742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021478296358228562, "interval": [-0.03988636161033624, 0.07484971181119025], "p_value": 0.48205538390338154, "input_sha256": "de20ff493ffeb561b5ed36601d9eb6e29a29610381a4524a57e7dcbec57c4d5a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1516366491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.747242229403467, "interval": [1.9235576348357597, 15.570926823971174], "p_value": 0.009, "input_sha256": "29fdd91f4c9b924817e67d83a641e5a78d91461f2583f9cb8b80b635d5f0499d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1516366491, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.747242229403467, "interval": [1.7135962264222335, 14.635607181751785], "p_value": 0.013889099852221826, "input_sha256": "29fdd91f4c9b924817e67d83a641e5a78d91461f2583f9cb8b80b635d5f0499d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0512100416311825, "seed": 1516366491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09750832726426814, "interval": [0.012239930932001541, 0.18277672359653474], "p_value": 0.019, "input_sha256": "29fdd91f4c9b924817e67d83a641e5a78d91461f2583f9cb8b80b635d5f0499d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0512100416311825, "seed": 1516366491, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09750832726426814, "interval": [0.012082139738566854, 0.1783525384828022], "p_value": 0.026535657338725684, "input_sha256": "29fdd91f4c9b924817e67d83a641e5a78d91461f2583f9cb8b80b635d5f0499d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3809471049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.244336804988704, "interval": [0.8640519302355338, 11.624621679741875], "p_value": 0.021, "input_sha256": "d4fa0075acd3d8f3c141c45eb4e62cbe98e5eb06af231b303011cd8bc88d102b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3809471049, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.244336804988704, "interval": [1.2547647564877342, 11.235630196933528], "p_value": 0.024889506115436402, "input_sha256": "d4fa0075acd3d8f3c141c45eb4e62cbe98e5eb06af231b303011cd8bc88d102b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.048239475640339924, "seed": 3809471049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059392428424706635, "interval": [-0.0026591530730018242, 0.1214440099224151], "p_value": 0.044, "input_sha256": "d4fa0075acd3d8f3c141c45eb4e62cbe98e5eb06af231b303011cd8bc88d102b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.048239475640339924, "seed": 3809471049, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059392428424706635, "interval": [0.01036106818490583, 0.11873136267821605], "p_value": 0.0596060205768143, "input_sha256": "d4fa0075acd3d8f3c141c45eb4e62cbe98e5eb06af231b303011cd8bc88d102b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2211138370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.546171912458237, "interval": [-1.6668866039394548, 8.759230428855929], "p_value": 0.162, "input_sha256": "849f7889c38e01e7ab78947ea06019e630d6e284caf5e18006548d758e679a4c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2211138370, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.546171912458237, "interval": [-1.19362322953478, 8.142293589670361], "p_value": 0.17369639378326726, "input_sha256": "849f7889c38e01e7ab78947ea06019e630d6e284caf5e18006548d758e679a4c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.047770346361111514, "seed": 2211138370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017079720923786464, "interval": [-0.0467781361818519, 0.08093757802942483], "p_value": 0.582, "input_sha256": "849f7889c38e01e7ab78947ea06019e630d6e284caf5e18006548d758e679a4c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.047770346361111514, "seed": 2211138370, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017079720923786464, "interval": [-0.05119200207823735, 0.0686455648692467], "p_value": 0.5834649823969138, "input_sha256": "849f7889c38e01e7ab78947ea06019e630d6e284caf5e18006548d758e679a4c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2555918776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.585892024185169, "interval": [-1.4887141326551907, 10.660498181025527], "p_value": 0.104, "input_sha256": "4be24ae36c0b7782d9c94eaaaa1a01a6e3ffa12a5caa72f00ecc7471cc9cbf03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2555918776, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.585892024185169, "interval": [-0.6379457138213026, 10.206886776452434], "p_value": 0.13222677112224562, "input_sha256": "4be24ae36c0b7782d9c94eaaaa1a01a6e3ffa12a5caa72f00ecc7471cc9cbf03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.04703639331992811, "seed": 2555918776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05376803835411989, "interval": [-0.005965384317276452, 0.11350146102551623], "p_value": 0.069, "input_sha256": "4be24ae36c0b7782d9c94eaaaa1a01a6e3ffa12a5caa72f00ecc7471cc9cbf03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.04703639331992811, "seed": 2555918776, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05376803835411989, "interval": [-0.0015522169134494612, 0.10655108496929548], "p_value": 0.07551398864493394, "input_sha256": "4be24ae36c0b7782d9c94eaaaa1a01a6e3ffa12a5caa72f00ecc7471cc9cbf03"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 180337894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6784466567311598, "interval": [-4.814583815104621, 3.457690501642301], "p_value": 0.798, "input_sha256": "85a5419b941fd0e3ecf9825158f3d6b1331f0b7246b0d57dd792104c6273aedc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 180337894, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6784466567311598, "interval": [-4.577753818829133, 2.9846508208686306], "p_value": 0.7390178893646958, "input_sha256": "85a5419b941fd0e3ecf9825158f3d6b1331f0b7246b0d57dd792104c6273aedc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.048516422388232366, "seed": 180337894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023740661924004834, "interval": [-0.08314471067483348, 0.03566338682682381], "p_value": 0.497, "input_sha256": "85a5419b941fd0e3ecf9825158f3d6b1331f0b7246b0d57dd792104c6273aedc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.048516422388232366, "seed": 180337894, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023740661924004834, "interval": [-0.08419684054590554, 0.027743427392672066], "p_value": 0.41481647405739963, "input_sha256": "85a5419b941fd0e3ecf9825158f3d6b1331f0b7246b0d57dd792104c6273aedc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 792339489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2412030093435344, "interval": [1.3060955560415248, 11.176310462645544], "p_value": 0.01, "input_sha256": "1c5326c8eddd0ea29fcfedcce3a6b1ca7d902f7b70bb3939fe2b5e7e521a70d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 792339489, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2412030093435344, "interval": [1.9587291408899685, 10.915140858821186], "p_value": 0.015440366480968987, "input_sha256": "1c5326c8eddd0ea29fcfedcce3a6b1ca7d902f7b70bb3939fe2b5e7e521a70d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.049488896181306335, "seed": 792339489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06690059766118867, "interval": [0.01318652648400482, 0.12061466883837252], "p_value": 0.009, "input_sha256": "1c5326c8eddd0ea29fcfedcce3a6b1ca7d902f7b70bb3939fe2b5e7e521a70d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.049488896181306335, "seed": 792339489, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06690059766118867, "interval": [0.020454773106728174, 0.11678790592050772], "p_value": 0.017240811875540833, "input_sha256": "1c5326c8eddd0ea29fcfedcce3a6b1ca7d902f7b70bb3939fe2b5e7e521a70d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2548505541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2405381022497441, "interval": [-4.982300677445206, 7.4633768819446935], "p_value": 0.697, "input_sha256": "dc3cafcafffa6ee2da0041dd2b167ae18bf16c7d43ff27e8e7db49f473508aae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2548505541, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2405381022497441, "interval": [-4.314593213462341, 7.279708028805589], "p_value": 0.6867775010125947, "input_sha256": "dc3cafcafffa6ee2da0041dd2b167ae18bf16c7d43ff27e8e7db49f473508aae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04710747680073156, "seed": 2548505541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007831038590299037, "interval": [-0.05690350931761378, 0.07256558649821185], "p_value": 0.817, "input_sha256": "dc3cafcafffa6ee2da0041dd2b167ae18bf16c7d43ff27e8e7db49f473508aae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04710747680073156, "seed": 2548505541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007831038590299037, "interval": [-0.05609659327320606, 0.07181244004987324], "p_value": 0.8066472830764695, "input_sha256": "dc3cafcafffa6ee2da0041dd2b167ae18bf16c7d43ff27e8e7db49f473508aae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3885381732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.178108858848921, "interval": [0.15099375061830322, 12.205223967079538], "p_value": 0.043, "input_sha256": "bb10bad3d2a6a139424f89aa3c7228de07e5a556efc8975b939e164779a8851d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3885381732, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.178108858848921, "interval": [0.29305328759833177, 11.6193830435785], "p_value": 0.04497057634226, "input_sha256": "bb10bad3d2a6a139424f89aa3c7228de07e5a556efc8975b939e164779a8851d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.04783989375001953, "seed": 3885381732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058023936533303275, "interval": [-0.014708785176071423, 0.13075665824267796], "p_value": 0.129, "input_sha256": "bb10bad3d2a6a139424f89aa3c7228de07e5a556efc8975b939e164779a8851d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.04783989375001953, "seed": 3885381732, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058023936533303275, "interval": [-0.011767979283795355, 0.12484411085957095], "p_value": 0.1124224728950175, "input_sha256": "bb10bad3d2a6a139424f89aa3c7228de07e5a556efc8975b939e164779a8851d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1543011708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.251514329827998, "interval": [3.2732853639968296, 15.229743295659166], "p_value": 0.001, "input_sha256": "642edf88c45f678da1a63281b43a1f7e377871a1c8ba468f427e72abe33b8854"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1543011708, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.251514329827998, "interval": [4.671341646574501, 15.418903510439177], "p_value": 0.0038231868527844274, "input_sha256": "642edf88c45f678da1a63281b43a1f7e377871a1c8ba468f427e72abe33b8854"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04825592458270964, "seed": 1543011708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08036625996355698, "interval": [0.017663085902357045, 0.14306943402475691], "p_value": 0.011, "input_sha256": "642edf88c45f678da1a63281b43a1f7e377871a1c8ba468f427e72abe33b8854"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04825592458270964, "seed": 1543011708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08036625996355698, "interval": [0.030582209908926555, 0.13837546681583085], "p_value": 0.014099043960412899, "input_sha256": "642edf88c45f678da1a63281b43a1f7e377871a1c8ba468f427e72abe33b8854"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3312905900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.057484684256527, "interval": [-1.6500554931274487, 7.765024861640503], "p_value": 0.183, "input_sha256": "a4eec3b284959dd95b28f532f2c032e54d333dfb269560d34b2c058556980c67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3312905900, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.057484684256527, "interval": [-1.0270037357273816, 7.438017112775746], "p_value": 0.19327381785361164, "input_sha256": "a4eec3b284959dd95b28f532f2c032e54d333dfb269560d34b2c058556980c67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.05042721287679466, "seed": 3312905900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032730671063799455, "interval": [-0.028568346002216687, 0.0940296881298156], "p_value": 0.27, "input_sha256": "a4eec3b284959dd95b28f532f2c032e54d333dfb269560d34b2c058556980c67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.05042721287679466, "seed": 3312905900, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032730671063799455, "interval": [-0.019924875347154494, 0.09059950366810213], "p_value": 0.281336993131876, "input_sha256": "a4eec3b284959dd95b28f532f2c032e54d333dfb269560d34b2c058556980c67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3487676371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.423572350495828, "interval": [0.7365913449700683, 10.110553356021587], "p_value": 0.019, "input_sha256": "47e9312e4e02cbf50b5136ee8846feb600cd9a58ef2f44cb24ffdd5d7aaac43c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3487676371, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.423572350495828, "interval": [1.2712508618536171, 9.838625368403164], "p_value": 0.025107817782165757, "input_sha256": "47e9312e4e02cbf50b5136ee8846feb600cd9a58ef2f44cb24ffdd5d7aaac43c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.047378171096050956, "seed": 3487676371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044530234329818515, "interval": [-0.018965472326750395, 0.10802594098638743], "p_value": 0.157, "input_sha256": "47e9312e4e02cbf50b5136ee8846feb600cd9a58ef2f44cb24ffdd5d7aaac43c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.047378171096050956, "seed": 3487676371, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044530234329818515, "interval": [-0.005480960302601699, 0.11874631640504724], "p_value": 0.15896311289510417, "input_sha256": "47e9312e4e02cbf50b5136ee8846feb600cd9a58ef2f44cb24ffdd5d7aaac43c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2447867635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.340720833222089, "interval": [-5.61424528348983, 14.295686949934009], "p_value": 0.3268398268398268, "input_sha256": "f0ef12889b4cdcec3b189e0b7b52390ccfba18af6aa3ceffddc73c3d8f275f9d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2447867635, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.340720833222089, "interval": [-2.4282846857830505, 12.199144436948153], "p_value": 0.3257730493627818, "input_sha256": "f0ef12889b4cdcec3b189e0b7b52390ccfba18af6aa3ceffddc73c3d8f275f9d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2447867635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06431040643821012, "interval": [-0.06372367267828818, 0.19234448555470843], "p_value": 0.24675324675324675, "input_sha256": "f0ef12889b4cdcec3b189e0b7b52390ccfba18af6aa3ceffddc73c3d8f275f9d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2447867635, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06431040643821012, "interval": [-0.012049917443319154, 0.1813847293221266], "p_value": 0.2608654937132318, "input_sha256": "f0ef12889b4cdcec3b189e0b7b52390ccfba18af6aa3ceffddc73c3d8f275f9d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 30158478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.13564522820472, "interval": [-12.0958475302717, 1.824557073862259], "p_value": 0.13636363636363635, "input_sha256": "98992d23deccfa09b9cff50e3e62c7db50a2cb1cb895206a7e7496185215c509"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 30158478, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.13564522820472, "interval": [-10.802824221681474, 0.4459293200325438], "p_value": 0.12982698879019908, "input_sha256": "98992d23deccfa09b9cff50e3e62c7db50a2cb1cb895206a7e7496185215c509"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 30158478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.048790140686435605, "interval": [-0.11632598468532124, 0.01874570331245002], "p_value": 0.1471861471861472, "input_sha256": "98992d23deccfa09b9cff50e3e62c7db50a2cb1cb895206a7e7496185215c509"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 30158478, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.048790140686435605, "interval": [-0.0996555758970807, 0.00477042333145726], "p_value": 0.13593125046648286, "input_sha256": "98992d23deccfa09b9cff50e3e62c7db50a2cb1cb895206a7e7496185215c509"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2937442614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.842745794454291, "interval": [-2.5276401392009396, 12.21313172810952], "p_value": 0.1645021645021645, "input_sha256": "5665754c61cded491ff94459cc49016132a0c7294b3a405be6537635a490e94f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2937442614, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.842745794454291, "interval": [-1.5356109558895132, 10.243082700320317], "p_value": 0.171792793751693, "input_sha256": "5665754c61cded491ff94459cc49016132a0c7294b3a405be6537635a490e94f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2937442614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04821149031357641, "interval": [-0.02422125366611634, 0.12064423429326916], "p_value": 0.16233766233766234, "input_sha256": "5665754c61cded491ff94459cc49016132a0c7294b3a405be6537635a490e94f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2937442614, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04821149031357641, "interval": [-0.013889805768236547, 0.10207636014235305], "p_value": 0.1672015353949963, "input_sha256": "5665754c61cded491ff94459cc49016132a0c7294b3a405be6537635a490e94f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1231231278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0394409608274344, "interval": [-7.54102127983346, 9.619903201488329], "p_value": 0.7813852813852814, "input_sha256": "cd05c98080e83f20e4ddacc2306db9c6888342a9e91326c864341f4f6a150b01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1231231278, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0394409608274344, "interval": [-7.614214484480676, 6.748505313372482], "p_value": 0.791442376941833, "input_sha256": "cd05c98080e83f20e4ddacc2306db9c6888342a9e91326c864341f4f6a150b01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1231231278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006599850802492771, "interval": [-0.08774880012996641, 0.10094850173495196], "p_value": 0.8744588744588745, "input_sha256": "cd05c98080e83f20e4ddacc2306db9c6888342a9e91326c864341f4f6a150b01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1231231278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006599850802492771, "interval": [-0.08984630294292446, 0.06567784049455172], "p_value": 0.8782306996183911, "input_sha256": "cd05c98080e83f20e4ddacc2306db9c6888342a9e91326c864341f4f6a150b01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3597245385, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1340611970857086, "interval": [-10.27684109319531, 6.008718699023893], "p_value": 0.5627705627705628, "input_sha256": "be249c05b56b9b0fff52fc2104d5c69d4ed444775fc04e8ddd7119324776893c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3597245385, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1340611970857086, "interval": [-9.264600646162638, 4.249815242420086], "p_value": 0.5709393500007063, "input_sha256": "be249c05b56b9b0fff52fc2104d5c69d4ed444775fc04e8ddd7119324776893c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3597245385, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014380843206630661, "interval": [-0.08503584991543456, 0.056274163502173236], "p_value": 0.6558441558441559, "input_sha256": "be249c05b56b9b0fff52fc2104d5c69d4ed444775fc04e8ddd7119324776893c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3597245385, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014380843206630661, "interval": [-0.07873280782040992, 0.03925294002006266], "p_value": 0.6588189119899057, "input_sha256": "be249c05b56b9b0fff52fc2104d5c69d4ed444775fc04e8ddd7119324776893c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1392525987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3430577002923423, "interval": [-11.481499988754784, 14.167615389339467], "p_value": 0.7922077922077922, "input_sha256": "ebcc0aa6658a5c79c3933622bcbb8429289ceac529dc6018e8e63415e09d1abb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1392525987, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3430577002923423, "interval": [-7.55292211986109, 13.394514887587253], "p_value": 0.8191372463703768, "input_sha256": "ebcc0aa6658a5c79c3933622bcbb8429289ceac529dc6018e8e63415e09d1abb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1392525987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018193058225511247, "interval": [-0.11391287489047537, 0.15029899134149788], "p_value": 0.7727272727272727, "input_sha256": "ebcc0aa6658a5c79c3933622bcbb8429289ceac529dc6018e8e63415e09d1abb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1392525987, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018193058225511247, "interval": [-0.06844474142764273, 0.15103609366297108], "p_value": 0.7650014542699388, "input_sha256": "ebcc0aa6658a5c79c3933622bcbb8429289ceac529dc6018e8e63415e09d1abb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 834175200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.174630220428134, "interval": [-8.28803581298391, 14.63729625384018], "p_value": 0.5584415584415584, "input_sha256": "df05b80946a2952fdcb339c13bedeac593d23a078f4c7d7df9828abed1d77be4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 834175200, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.174630220428134, "interval": [-3.872997041942874, 12.808776658228473], "p_value": 0.5315467707251356, "input_sha256": "df05b80946a2952fdcb339c13bedeac593d23a078f4c7d7df9828abed1d77be4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 834175200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034662828528847195, "interval": [-0.07754343115493001, 0.1468690882126244], "p_value": 0.5, "input_sha256": "df05b80946a2952fdcb339c13bedeac593d23a078f4c7d7df9828abed1d77be4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 834175200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034662828528847195, "interval": [-0.04056415593158043, 0.12206290045737955], "p_value": 0.4864867503905108, "input_sha256": "df05b80946a2952fdcb339c13bedeac593d23a078f4c7d7df9828abed1d77be4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3982489474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.700841491635195, "interval": [0.04602993145334011, 15.35565305181705], "p_value": 0.05411255411255411, "input_sha256": "b3cd883232ecd7497c78d2b8e033bc7252233a38373d7f0c92d09190ce0ebec1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3982489474, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.700841491635195, "interval": [0.9566787403166629, 12.891902790863323], "p_value": 0.04888666245279572, "input_sha256": "b3cd883232ecd7497c78d2b8e033bc7252233a38373d7f0c92d09190ce0ebec1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3982489474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08431844578095354, "interval": [0.005563965466243007, 0.1630729260956641], "p_value": 0.0367965367965368, "input_sha256": "b3cd883232ecd7497c78d2b8e033bc7252233a38373d7f0c92d09190ce0ebec1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3982489474, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08431844578095354, "interval": [0.018244337805605658, 0.1379237211653679], "p_value": 0.03864499505540027, "input_sha256": "b3cd883232ecd7497c78d2b8e033bc7252233a38373d7f0c92d09190ce0ebec1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 973810930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2174170588493958, "interval": [-8.191496561531503, 5.756662443832711], "p_value": 0.7142857142857143, "input_sha256": "4905f0fd73c4a5774f2d61079630c7991e7ebf1ad42f75d25e47afb0ba860f9e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 973810930, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2174170588493958, "interval": [-6.225899192570274, 4.691551201714601], "p_value": 0.7003676025636509, "input_sha256": "4905f0fd73c4a5774f2d61079630c7991e7ebf1ad42f75d25e47afb0ba860f9e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 973810930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02088780862847754, "interval": [-0.08057876037646255, 0.03880314311950748], "p_value": 0.43073593073593075, "input_sha256": "4905f0fd73c4a5774f2d61079630c7991e7ebf1ad42f75d25e47afb0ba860f9e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 973810930, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02088780862847754, "interval": [-0.06650807311307969, 0.02789175288871369], "p_value": 0.44936346149754924, "input_sha256": "4905f0fd73c4a5774f2d61079630c7991e7ebf1ad42f75d25e47afb0ba860f9e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3785942248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.144784875474725, "interval": [-4.239208398054993, 12.528778149004443], "p_value": 0.2748917748917749, "input_sha256": "376a98846e414c23584bbd4b3bc38d6878c039b42678e22b79f71976648363cb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3785942248, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.144784875474725, "interval": [-2.841843432546113, 9.781462809615004], "p_value": 0.286058273227854, "input_sha256": "376a98846e414c23584bbd4b3bc38d6878c039b42678e22b79f71976648363cb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3785942248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035941793677202155, "interval": [-0.0543303580998082, 0.1262139454542125], "p_value": 0.37012987012987014, "input_sha256": "376a98846e414c23584bbd4b3bc38d6878c039b42678e22b79f71976648363cb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3785942248, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035941793677202155, "interval": [-0.04352374889030154, 0.09248722606795445], "p_value": 0.3769609190158684, "input_sha256": "376a98846e414c23584bbd4b3bc38d6878c039b42678e22b79f71976648363cb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2568454555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.384997238226246, "interval": [-1.687749842213453, 16.457744318665945], "p_value": 0.10822510822510822, "input_sha256": "c8202b0b9232995761fec2f12ce7f460d03cbbcd649144789626a8e07fa4a712"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2568454555, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.384997238226246, "interval": [-1.3331702405989716, 13.044612518544026], "p_value": 0.09888637609536255, "input_sha256": "c8202b0b9232995761fec2f12ce7f460d03cbbcd649144789626a8e07fa4a712"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2568454555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09211451228776484, "interval": [-0.019475457687776962, 0.20370448226330662], "p_value": 0.08658008658008658, "input_sha256": "c8202b0b9232995761fec2f12ce7f460d03cbbcd649144789626a8e07fa4a712"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2568454555, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09211451228776484, "interval": [-0.003428788180774172, 0.16517817576002228], "p_value": 0.09571163869313545, "input_sha256": "c8202b0b9232995761fec2f12ce7f460d03cbbcd649144789626a8e07fa4a712"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1825216135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.786835980419319, "interval": [-10.558505833131463, 4.984833872292824], "p_value": 0.3939393939393939, "input_sha256": "7b521dbb95b7bbf24ff01c2365806743f7f443b08b952dcb2ac0af3fdf71de1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1825216135, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.786835980419319, "interval": [-7.732056370001699, 3.8477548785552957], "p_value": 0.42230042750579944, "input_sha256": "7b521dbb95b7bbf24ff01c2365806743f7f443b08b952dcb2ac0af3fdf71de1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1825216135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026739313072087267, "interval": [-0.10699962924876794, 0.0535210031045934], "p_value": 0.44805194805194803, "input_sha256": "7b521dbb95b7bbf24ff01c2365806743f7f443b08b952dcb2ac0af3fdf71de1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1825216135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026739313072087267, "interval": [-0.08004543416245803, 0.044135592360848935], "p_value": 0.460488193833103, "input_sha256": "7b521dbb95b7bbf24ff01c2365806743f7f443b08b952dcb2ac0af3fdf71de1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2317777920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.098802771562481, "interval": [-6.359285875883845, 14.556891419008807], "p_value": 0.4069264069264069, "input_sha256": "74fff46b2dffd2e585605434f3b8706931dc2d49646bcedd96a094cea6559a4c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2317777920, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.098802771562481, "interval": [-2.5344651767335695, 12.666537080663927], "p_value": 0.3776360717939263, "input_sha256": "74fff46b2dffd2e585605434f3b8706931dc2d49646bcedd96a094cea6559a4c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2317777920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0479662462050047, "interval": [-0.07694109872783993, 0.17287359113784934], "p_value": 0.44372294372294374, "input_sha256": "74fff46b2dffd2e585605434f3b8706931dc2d49646bcedd96a094cea6559a4c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2317777920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0479662462050047, "interval": [-0.025943617652366652, 0.15476010992515205], "p_value": 0.3854562607784705, "input_sha256": "74fff46b2dffd2e585605434f3b8706931dc2d49646bcedd96a094cea6559a4c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1898981603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8984927339026099, "interval": [-10.388396005074924, 12.185381472880142], "p_value": 0.8614718614718615, "input_sha256": "837e13b423f91ef9a6d66e521c0bcc1e2708fa8bc8d3d05361df3fed59c6fc20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1898981603, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8984927339026099, "interval": [-8.846259716982948, 8.403542674847944], "p_value": 0.8620863491434074, "input_sha256": "837e13b423f91ef9a6d66e521c0bcc1e2708fa8bc8d3d05361df3fed59c6fc20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1898981603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007586470485793001, "interval": [-0.1332048194997729, 0.11803187852818689], "p_value": 0.8961038961038961, "input_sha256": "837e13b423f91ef9a6d66e521c0bcc1e2708fa8bc8d3d05361df3fed59c6fc20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1898981603, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007586470485793001, "interval": [-0.1102911911617944, 0.09137551455524481], "p_value": 0.8954329255249581, "input_sha256": "837e13b423f91ef9a6d66e521c0bcc1e2708fa8bc8d3d05361df3fed59c6fc20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3137677444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7483133355420115, "interval": [-8.008949327200433, 4.512322656116409], "p_value": 0.538961038961039, "input_sha256": "f231a20de288587c5959cc50adf3f3777361485805c2c5b4101eca5dd079b412"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3137677444, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7483133355420115, "interval": [-6.725357361574547, 3.2544158538452206], "p_value": 0.5476435791804898, "input_sha256": "f231a20de288587c5959cc50adf3f3777361485805c2c5b4101eca5dd079b412"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3137677444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008370930731441573, "interval": [-0.07674941873223717, 0.06000755726935403], "p_value": 0.7835497835497836, "input_sha256": "f231a20de288587c5959cc50adf3f3777361485805c2c5b4101eca5dd079b412"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3137677444, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008370930731441573, "interval": [-0.05475815055606636, 0.05331271110560887], "p_value": 0.7887071947834554, "input_sha256": "f231a20de288587c5959cc50adf3f3777361485805c2c5b4101eca5dd079b412"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1412560723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.134663704943077, "interval": [-5.143531861975051, 9.412859271861205], "p_value": 0.512987012987013, "input_sha256": "fd02ac25c19b19ebb676f94065f4704408ff8d863c1779034a733dd563ed8ca7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1412560723, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.134663704943077, "interval": [-3.519845276064934, 8.027072966285717], "p_value": 0.5272121157213819, "input_sha256": "fd02ac25c19b19ebb676f94065f4704408ff8d863c1779034a733dd563ed8ca7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1412560723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014100936831825547, "interval": [-0.0571450623252797, 0.0853469359889308], "p_value": 0.6536796536796536, "input_sha256": "fd02ac25c19b19ebb676f94065f4704408ff8d863c1779034a733dd563ed8ca7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1412560723, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014100936831825547, "interval": [-0.04075588640959564, 0.0749896125130119], "p_value": 0.6684582237901944, "input_sha256": "fd02ac25c19b19ebb676f94065f4704408ff8d863c1779034a733dd563ed8ca7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2925456566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6135684028956163, "interval": [-8.380632875047331, 13.607769680838564], "p_value": 0.6038961038961039, "input_sha256": "a64d462414a9ab6150fd98fe965a1135cad93da5901e6fa05741e45f39dd16cc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2925456566, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6135684028956163, "interval": [-6.040822660704437, 11.273208889755749], "p_value": 0.6046925258038276, "input_sha256": "a64d462414a9ab6150fd98fe965a1135cad93da5901e6fa05741e45f39dd16cc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2925456566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016320798463487954, "interval": [-0.09276040167955305, 0.12540199860652895], "p_value": 0.7359307359307359, "input_sha256": "a64d462414a9ab6150fd98fe965a1135cad93da5901e6fa05741e45f39dd16cc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2925456566, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016320798463487954, "interval": [-0.07275025906707826, 0.10189934898810118], "p_value": 0.7447322875937323, "input_sha256": "a64d462414a9ab6150fd98fe965a1135cad93da5901e6fa05741e45f39dd16cc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1283872757, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8824859495729243, "interval": [-10.464683125519672, 6.699711226373823], "p_value": 0.6168831168831169, "input_sha256": "5ebec4400de92f94e1717d78b55b04182541df3cd88132163603bfcfa6d542f0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1283872757, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8824859495729243, "interval": [-8.23177147040932, 4.668875184097658], "p_value": 0.6212835099379397, "input_sha256": "5ebec4400de92f94e1717d78b55b04182541df3cd88132163603bfcfa6d542f0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1283872757, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027861153405436254, "interval": [-0.12989040688316555, 0.07416810007229303], "p_value": 0.5476190476190477, "input_sha256": "5ebec4400de92f94e1717d78b55b04182541df3cd88132163603bfcfa6d542f0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1283872757, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027861153405436254, "interval": [-0.10567965710883369, 0.04343492940435202], "p_value": 0.5336321396628496, "input_sha256": "5ebec4400de92f94e1717d78b55b04182541df3cd88132163603bfcfa6d542f0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3962234043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.745634146604505, "interval": [4.443624205601569, 23.04764408760744], "p_value": 0.010822510822510822, "input_sha256": "4f80eeba5825b1a3ebdfdbfb50c204efde43a4dc25578abf7266764302c85113"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3962234043, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.745634146604505, "interval": [6.6676297358327865, 21.17905139778241], "p_value": 0.008263482312669646, "input_sha256": "4f80eeba5825b1a3ebdfdbfb50c204efde43a4dc25578abf7266764302c85113"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3962234043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15625350671380903, "interval": [0.049377037666113774, 0.26312997576150426], "p_value": 0.004329004329004329, "input_sha256": "4f80eeba5825b1a3ebdfdbfb50c204efde43a4dc25578abf7266764302c85113"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3962234043, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15625350671380903, "interval": [0.08125629136361273, 0.2507280553367439], "p_value": 0.008651037772123, "input_sha256": "4f80eeba5825b1a3ebdfdbfb50c204efde43a4dc25578abf7266764302c85113"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1692046722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5152842008488445, "interval": [-6.2654093250362415, 19.29597772673393], "p_value": 0.27705627705627706, "input_sha256": "959866e90efd2652ff39fb7f06e14c73fe4375b279b3c54815d237969adf690d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1692046722, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5152842008488445, "interval": [-3.984495626891079, 16.11645212934536], "p_value": 0.27619608143907587, "input_sha256": "959866e90efd2652ff39fb7f06e14c73fe4375b279b3c54815d237969adf690d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1692046722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05444525924221212, "interval": [-0.06370872061950804, 0.17259923910393227], "p_value": 0.3203463203463203, "input_sha256": "959866e90efd2652ff39fb7f06e14c73fe4375b279b3c54815d237969adf690d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1692046722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05444525924221212, "interval": [-0.04363218617507185, 0.14394886217774955], "p_value": 0.32147150302394994, "input_sha256": "959866e90efd2652ff39fb7f06e14c73fe4375b279b3c54815d237969adf690d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3246739521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9585116395928521, "interval": [-8.383977347507813, 12.301000626693515], "p_value": 0.6861471861471862, "input_sha256": "ba138d847a71365534f77240c963a174af85e2e6b82c98985466103d1a3b9574"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3246739521, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9585116395928521, "interval": [-4.75954018160312, 12.172203581959337], "p_value": 0.679239232521934, "input_sha256": "ba138d847a71365534f77240c963a174af85e2e6b82c98985466103d1a3b9574"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3246739521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030707663794808042, "interval": [-0.06251832622763409, 0.12393365381725019], "p_value": 0.474025974025974, "input_sha256": "ba138d847a71365534f77240c963a174af85e2e6b82c98985466103d1a3b9574"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3246739521, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030707663794808042, "interval": [-0.02965796701256955, 0.12461241275403162], "p_value": 0.4796898367630835, "input_sha256": "ba138d847a71365534f77240c963a174af85e2e6b82c98985466103d1a3b9574"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3316769660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.860733599121718, "interval": [-7.318433263191415, 13.03990046143485], "p_value": 0.5432900432900433, "input_sha256": "06a733eb2eb6a9f3f89898d7808441230b649cc89e4cf08619d9611868ae11d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3316769660, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.860733599121718, "interval": [-5.7635075272939895, 10.13978423910838], "p_value": 0.5438543082598685, "input_sha256": "06a733eb2eb6a9f3f89898d7808441230b649cc89e4cf08619d9611868ae11d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3316769660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029088528038065838, "interval": [-0.07321759241835049, 0.13139464849448215], "p_value": 0.5303030303030303, "input_sha256": "06a733eb2eb6a9f3f89898d7808441230b649cc89e4cf08619d9611868ae11d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3316769660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029088528038065838, "interval": [-0.05458327424883622, 0.10853419059021234], "p_value": 0.5404839018020153, "input_sha256": "06a733eb2eb6a9f3f89898d7808441230b649cc89e4cf08619d9611868ae11d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1037023448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.65931531763022, "interval": [-8.930052719100992, 14.248683354361432], "p_value": 0.5930735930735931, "input_sha256": "b2edfd5172711b66423f00ada73ed4bb8404ae498aea368e6be0b71d2c0a996c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1037023448, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.65931531763022, "interval": [-6.613392361860697, 11.023624541216625], "p_value": 0.60147666005371, "input_sha256": "b2edfd5172711b66423f00ada73ed4bb8404ae498aea368e6be0b71d2c0a996c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1037023448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028990603388566683, "interval": [-0.08357444939284281, 0.14155565616997617], "p_value": 0.5541125541125541, "input_sha256": "b2edfd5172711b66423f00ada73ed4bb8404ae498aea368e6be0b71d2c0a996c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1037023448, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028990603388566683, "interval": [-0.06266457654296469, 0.11318025293629104], "p_value": 0.5665963954102493, "input_sha256": "b2edfd5172711b66423f00ada73ed4bb8404ae498aea368e6be0b71d2c0a996c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 516092780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.707314505654128, "interval": [-16.90530342603446, 5.4906744147262065], "p_value": 0.24458874458874458, "input_sha256": "765b44f7cdd905e51898408e9d5f7de5f8a21a660e4bd7fc41018326bd971e85"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 516092780, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.707314505654128, "interval": [-12.596677891381603, 4.2274218554136835], "p_value": 0.27084114500044515, "input_sha256": "765b44f7cdd905e51898408e9d5f7de5f8a21a660e4bd7fc41018326bd971e85"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 516092780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06042339389933433, "interval": [-0.183593933213898, 0.06274714541522936], "p_value": 0.27705627705627706, "input_sha256": "765b44f7cdd905e51898408e9d5f7de5f8a21a660e4bd7fc41018326bd971e85"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 516092780, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06042339389933433, "interval": [-0.1343573270810503, 0.051303874062603824], "p_value": 0.289588083511789, "input_sha256": "765b44f7cdd905e51898408e9d5f7de5f8a21a660e4bd7fc41018326bd971e85"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1400861619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.258828987172735, "interval": [-9.875849892838026, 14.393507867183498], "p_value": 0.6818181818181818, "input_sha256": "bfeb1c201c8baf744b946efc9ad58075c6172d9d9780cd5ab638b8faddc2025e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1400861619, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.258828987172735, "interval": [-7.931313709664482, 12.351354927491021], "p_value": 0.6870412792532579, "input_sha256": "bfeb1c201c8baf744b946efc9ad58075c6172d9d9780cd5ab638b8faddc2025e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1400861619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018689605933950665, "interval": [-0.11075009756415014, 0.14812930943205146], "p_value": 0.7424242424242424, "input_sha256": "bfeb1c201c8baf744b946efc9ad58075c6172d9d9780cd5ab638b8faddc2025e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1400861619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018689605933950665, "interval": [-0.08166815001976893, 0.12852158892066223], "p_value": 0.7542902537677412, "input_sha256": "bfeb1c201c8baf744b946efc9ad58075c6172d9d9780cd5ab638b8faddc2025e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2136931427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.068087399379877, "interval": [-7.880578787372837, 10.016753586132591], "p_value": 0.7987012987012987, "input_sha256": "82f1ca98d0f8d0a0f180fb44c22cb37332615b3691c42b9dcd698b35c6c4b7f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2136931427, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.068087399379877, "interval": [-6.5382037871126295, 7.859786896568589], "p_value": 0.7952033135136223, "input_sha256": "82f1ca98d0f8d0a0f180fb44c22cb37332615b3691c42b9dcd698b35c6c4b7f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2136931427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01827435297552954, "interval": [-0.07931910076473912, 0.1158678067157982], "p_value": 0.6601731601731602, "input_sha256": "82f1ca98d0f8d0a0f180fb44c22cb37332615b3691c42b9dcd698b35c6c4b7f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2136931427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01827435297552954, "interval": [-0.06040397530522118, 0.09780921761522397], "p_value": 0.6819929714979789, "input_sha256": "82f1ca98d0f8d0a0f180fb44c22cb37332615b3691c42b9dcd698b35c6c4b7f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 460315474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6442023289584524, "interval": [-12.992969730290053, 7.704565072373149], "p_value": 0.5692640692640693, "input_sha256": "a5f647106adf2eed38e562635be7aefa604d59e4eefd062640faddeac72dc3af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 460315474, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6442023289584524, "interval": [-10.129932690058727, 7.52567850667148], "p_value": 0.5804757685178308, "input_sha256": "a5f647106adf2eed38e562635be7aefa604d59e4eefd062640faddeac72dc3af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 460315474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029905936803628616, "interval": [-0.13147031674781431, 0.07165844314055708], "p_value": 0.512987012987013, "input_sha256": "a5f647106adf2eed38e562635be7aefa604d59e4eefd062640faddeac72dc3af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 460315474, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029905936803628616, "interval": [-0.10261401740638093, 0.06775548382399336], "p_value": 0.5247452032393104, "input_sha256": "a5f647106adf2eed38e562635be7aefa604d59e4eefd062640faddeac72dc3af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1741375668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0302107205596283, "interval": [-13.89198235412708, 9.831560913007824], "p_value": 0.70995670995671, "input_sha256": "07f2e55f160a5c9164e04dba1107d335ede23b9d96ed48072322613bb57694a3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1741375668, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0302107205596283, "interval": [-12.669666388748485, 6.157127327074663], "p_value": 0.7078338583016897, "input_sha256": "07f2e55f160a5c9164e04dba1107d335ede23b9d96ed48072322613bb57694a3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1741375668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00434451887750812, "interval": [-0.1315684729894306, 0.12287943523441439], "p_value": 0.9523809523809523, "input_sha256": "07f2e55f160a5c9164e04dba1107d335ede23b9d96ed48072322613bb57694a3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1741375668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00434451887750812, "interval": [-0.11113689037089072, 0.08377955720546122], "p_value": 0.9395697682149047, "input_sha256": "07f2e55f160a5c9164e04dba1107d335ede23b9d96ed48072322613bb57694a3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2075249706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.925265342983515, "interval": [-3.789902479607065, 15.640433165574095], "p_value": 0.20346320346320346, "input_sha256": "6819427be5172dc98e0a5f454823ad849e8ae5f44a7bdef42d63a62246851cf9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2075249706, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.925265342983515, "interval": [-2.453352409389831, 12.724712519948243], "p_value": 0.202703550296351, "input_sha256": "6819427be5172dc98e0a5f454823ad849e8ae5f44a7bdef42d63a62246851cf9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2075249706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06707004153819758, "interval": [-0.04455483813080373, 0.17869492120719888], "p_value": 0.19480519480519481, "input_sha256": "6819427be5172dc98e0a5f454823ad849e8ae5f44a7bdef42d63a62246851cf9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2075249706, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06707004153819758, "interval": [-0.01763959461190623, 0.15972554044088902], "p_value": 0.2060473543517803, "input_sha256": "6819427be5172dc98e0a5f454823ad849e8ae5f44a7bdef42d63a62246851cf9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 163242921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2391893452928304, "interval": [-7.943739122637433, 10.422117813223094], "p_value": 0.7835497835497836, "input_sha256": "c387d66f0349d9d859e302fb7f07f12ed2c9bd7710f44a60f21c9078290384a1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 163242921, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2391893452928304, "interval": [-6.404690021299619, 7.462160280813646], "p_value": 0.7688518924767923, "input_sha256": "c387d66f0349d9d859e302fb7f07f12ed2c9bd7710f44a60f21c9078290384a1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 163242921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015995217837376965, "interval": [-0.07661534523781152, 0.10860578091256545], "p_value": 0.7251082251082251, "input_sha256": "c387d66f0349d9d859e302fb7f07f12ed2c9bd7710f44a60f21c9078290384a1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 163242921, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015995217837376965, "interval": [-0.060351428522326514, 0.07609017612544693], "p_value": 0.7070109004626821, "input_sha256": "c387d66f0349d9d859e302fb7f07f12ed2c9bd7710f44a60f21c9078290384a1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3501158711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2107350981032692, "interval": [-11.50949915139165, 9.088028955185111], "p_value": 0.7857142857142857, "input_sha256": "60d0ff888ac93dcb8cc11f1d2ed5c484465ef9afa0daebf32459fb0542746abd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3501158711, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2107350981032692, "interval": [-8.423667849448478, 7.216030422065562], "p_value": 0.7950475403260322, "input_sha256": "60d0ff888ac93dcb8cc11f1d2ed5c484465ef9afa0daebf32459fb0542746abd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3501158711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013310378448101998, "interval": [-0.11812845482379804, 0.09150769792759404], "p_value": 0.7748917748917749, "input_sha256": "60d0ff888ac93dcb8cc11f1d2ed5c484465ef9afa0daebf32459fb0542746abd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3501158711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013310378448101998, "interval": [-0.0824323877767346, 0.07133704442024581], "p_value": 0.7773303888491709, "input_sha256": "60d0ff888ac93dcb8cc11f1d2ed5c484465ef9afa0daebf32459fb0542746abd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4294246913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8364971198152436, "interval": [-9.903219478299642, 11.576213717930129], "p_value": 0.8679653679653679, "input_sha256": "85f2f33a9b915814ba409098048721d8890d83dba5fc62aac5981d759b3cef8a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4294246913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8364971198152436, "interval": [-6.249802825129729, 11.027422416402176], "p_value": 0.8648582407233204, "input_sha256": "85f2f33a9b915814ba409098048721d8890d83dba5fc62aac5981d759b3cef8a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4294246913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0024930746600769216, "interval": [-0.12006299198719445, 0.1250491413073483], "p_value": 0.9523809523809523, "input_sha256": "85f2f33a9b915814ba409098048721d8890d83dba5fc62aac5981d759b3cef8a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4294246913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0024930746600769216, "interval": [-0.0807203509330955, 0.1220419549395262], "p_value": 0.9647099501752705, "input_sha256": "85f2f33a9b915814ba409098048721d8890d83dba5fc62aac5981d759b3cef8a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2546092235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04646157681885299, "interval": [-5.413699577196047, 5.506622730833753], "p_value": 0.9891774891774892, "input_sha256": "fa0dad9cc4dd660366cc86d8260e9d0c4c3f20e042586f2812e3130dad7cc801"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2546092235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04646157681885299, "interval": [-3.667262379353209, 5.112128878971138], "p_value": 0.9852114844329529, "input_sha256": "fa0dad9cc4dd660366cc86d8260e9d0c4c3f20e042586f2812e3130dad7cc801"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2546092235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007161026385491695, "interval": [-0.06093632794732541, 0.0752583807183088], "p_value": 0.7965367965367965, "input_sha256": "fa0dad9cc4dd660366cc86d8260e9d0c4c3f20e042586f2812e3130dad7cc801"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2546092235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007161026385491695, "interval": [-0.034874183242776365, 0.07297933739720071], "p_value": 0.817188771492069, "input_sha256": "fa0dad9cc4dd660366cc86d8260e9d0c4c3f20e042586f2812e3130dad7cc801"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1482460961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.041790211065766414, "interval": [-10.432168283201616, 10.348587861070083], "p_value": 0.9956709956709957, "input_sha256": "2ba76c9fe3c6f0b7233f95fd7d7c4ec393bd46c80c37c323ad622b5d66dc6566"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1482460961, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.041790211065766414, "interval": [-7.8563562485282254, 7.531140356176575], "p_value": 0.9930236250633657, "input_sha256": "2ba76c9fe3c6f0b7233f95fd7d7c4ec393bd46c80c37c323ad622b5d66dc6566"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1482460961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0020292698953515848, "interval": [-0.10208705168771352, 0.10614559147841669], "p_value": 0.9718614718614719, "input_sha256": "2ba76c9fe3c6f0b7233f95fd7d7c4ec393bd46c80c37c323ad622b5d66dc6566"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1482460961, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0020292698953515848, "interval": [-0.07359147515269802, 0.08063354099975702], "p_value": 0.9660303882273134, "input_sha256": "2ba76c9fe3c6f0b7233f95fd7d7c4ec393bd46c80c37c323ad622b5d66dc6566"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4289678381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.23083952840787, "interval": [-14.641984826031075, 8.180305769215336], "p_value": 0.5303030303030303, "input_sha256": "844a6b434f3764d7581d6c6ea9f9dc2adb1ab16ff4138874a08a91ff9e176d37"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4289678381, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.23083952840787, "interval": [-12.542068809723611, 6.396591756881089], "p_value": 0.5415739342741395, "input_sha256": "844a6b434f3764d7581d6c6ea9f9dc2adb1ab16ff4138874a08a91ff9e176d37"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4289678381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04265905621184411, "interval": [-0.16408887420704898, 0.07877076178336075], "p_value": 0.42857142857142855, "input_sha256": "844a6b434f3764d7581d6c6ea9f9dc2adb1ab16ff4138874a08a91ff9e176d37"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4289678381, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04265905621184411, "interval": [-0.13359642498538613, 0.06514698679270471], "p_value": 0.4515673432092898, "input_sha256": "844a6b434f3764d7581d6c6ea9f9dc2adb1ab16ff4138874a08a91ff9e176d37"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1263988382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.065161734236952, "interval": [-19.101421607829913, 8.97109813935601], "p_value": 0.43073593073593075, "input_sha256": "7d2032e846f113c79ed6fd1330f587c929639ed224ec669d58955f2a29c45a63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1263988382, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.065161734236952, "interval": [-14.327674982373301, 7.738857083814792], "p_value": 0.43275203813108687, "input_sha256": "7d2032e846f113c79ed6fd1330f587c929639ed224ec669d58955f2a29c45a63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1263988382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05254322389659832, "interval": [-0.1943472093000104, 0.08926076150681375], "p_value": 0.4199134199134199, "input_sha256": "7d2032e846f113c79ed6fd1330f587c929639ed224ec669d58955f2a29c45a63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1263988382, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05254322389659832, "interval": [-0.15125128373927701, 0.0639612230448569], "p_value": 0.4257485116081893, "input_sha256": "7d2032e846f113c79ed6fd1330f587c929639ed224ec669d58955f2a29c45a63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1377883636, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7922327694677826, "interval": [-15.551096377109348, 9.966630838173783], "p_value": 0.6277056277056277, "input_sha256": "86b0e241f12bf754ca8c3bfd22530ca9eb94650b63532fc4dd5a6fc5e3f4bc24"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1377883636, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7922327694677826, "interval": [-12.194474168602161, 7.530726573082768], "p_value": 0.6295393344596659, "input_sha256": "86b0e241f12bf754ca8c3bfd22530ca9eb94650b63532fc4dd5a6fc5e3f4bc24"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1377883636, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02262910151015924, "interval": [-0.15654535774140763, 0.11128715472108916], "p_value": 0.7077922077922078, "input_sha256": "86b0e241f12bf754ca8c3bfd22530ca9eb94650b63532fc4dd5a6fc5e3f4bc24"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1377883636, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02262910151015924, "interval": [-0.10979698275463178, 0.0940594045585806], "p_value": 0.7078630358529947, "input_sha256": "86b0e241f12bf754ca8c3bfd22530ca9eb94650b63532fc4dd5a6fc5e3f4bc24"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2991755876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7947209213966673, "interval": [-6.938390064329943, 5.348948221536609], "p_value": 0.7727272727272727, "input_sha256": "bb7a40571911873aeff6033b17149c18282b264cc9325090051d9bcf22ea9c81"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2991755876, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7947209213966673, "interval": [-5.758413802775735, 3.81810832719941], "p_value": 0.7727407049470464, "input_sha256": "bb7a40571911873aeff6033b17149c18282b264cc9325090051d9bcf22ea9c81"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2991755876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006926486280358288, "interval": [-0.05871385093183627, 0.0448608783711197], "p_value": 0.7662337662337663, "input_sha256": "bb7a40571911873aeff6033b17149c18282b264cc9325090051d9bcf22ea9c81"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2991755876, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006926486280358288, "interval": [-0.04804344159627219, 0.03239437621970733], "p_value": 0.7671564536373814, "input_sha256": "bb7a40571911873aeff6033b17149c18282b264cc9325090051d9bcf22ea9c81"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284243326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.669419462291276, "interval": [-5.513013180684493, 12.851852105267046], "p_value": 0.35064935064935066, "input_sha256": "e720e37b7fd6e77d795389520d42916a43d06cb7ef0289c8e53e33443fbada4a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284243326, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.669419462291276, "interval": [-3.340537363227976, 9.84481745513982], "p_value": 0.3783833499278162, "input_sha256": "e720e37b7fd6e77d795389520d42916a43d06cb7ef0289c8e53e33443fbada4a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284243326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024827232713312747, "interval": [-0.08077391529004112, 0.13042838071666663], "p_value": 0.5952380952380952, "input_sha256": "e720e37b7fd6e77d795389520d42916a43d06cb7ef0289c8e53e33443fbada4a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284243326, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024827232713312747, "interval": [-0.05550388274461715, 0.10210970104718795], "p_value": 0.602941028535191, "input_sha256": "e720e37b7fd6e77d795389520d42916a43d06cb7ef0289c8e53e33443fbada4a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 790386425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.577180314058644, "interval": [-0.48747256744722023, 19.64183319556451], "p_value": 0.06060606060606061, "input_sha256": "7295aa3bacd76bdb5ea62fc066abb6544a4b49612c30917a2b9bef4a617076c4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 790386425, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.577180314058644, "interval": [0.9033924343672932, 17.055009790289535], "p_value": 0.059996853541968986, "input_sha256": "7295aa3bacd76bdb5ea62fc066abb6544a4b49612c30917a2b9bef4a617076c4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 790386425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10152953628326689, "interval": [-0.0062152113433158185, 0.2092742839098496], "p_value": 0.07142857142857142, "input_sha256": "7295aa3bacd76bdb5ea62fc066abb6544a4b49612c30917a2b9bef4a617076c4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 790386425, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10152953628326689, "interval": [0.00856426736271024, 0.17941145520170354], "p_value": 0.06211795173584175, "input_sha256": "7295aa3bacd76bdb5ea62fc066abb6544a4b49612c30917a2b9bef4a617076c4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 5143276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3427454948241788, "interval": [-12.32196404009354, 13.007455029741898], "p_value": 0.9653679653679653, "input_sha256": "1977809dc8983261aacf543ba4ea1cbb6d9ed0e6d81c100d185fd2dbf8c0e08c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 5143276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3427454948241788, "interval": [-12.421697311595159, 8.966787870083044], "p_value": 0.9530047576282565, "input_sha256": "1977809dc8983261aacf543ba4ea1cbb6d9ed0e6d81c100d185fd2dbf8c0e08c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 5143276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003005000103920061, "interval": [-0.12201013974446209, 0.11600013953662197], "p_value": 0.9848484848484849, "input_sha256": "1977809dc8983261aacf543ba4ea1cbb6d9ed0e6d81c100d185fd2dbf8c0e08c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 5143276, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003005000103920061, "interval": [-0.11810947833475668, 0.08001846407514351], "p_value": 0.9562310776846553, "input_sha256": "1977809dc8983261aacf543ba4ea1cbb6d9ed0e6d81c100d185fd2dbf8c0e08c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1323333500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.982449797871226, "interval": [3.07717339444065, 14.887726201301803], "p_value": 0.006493506493506494, "input_sha256": "08bc09ffa121d6244c79c8c18597b4040e789985fb68cca882eda2d05f2f88e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1323333500, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.982449797871226, "interval": [4.935774343676421, 13.659884818547091], "p_value": 0.008276583869376105, "input_sha256": "08bc09ffa121d6244c79c8c18597b4040e789985fb68cca882eda2d05f2f88e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1323333500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08640730131141233, "interval": [0.03681229222204302, 0.13600231040078165], "p_value": 0.004329004329004329, "input_sha256": "08bc09ffa121d6244c79c8c18597b4040e789985fb68cca882eda2d05f2f88e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1323333500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08640730131141233, "interval": [0.05028735895286737, 0.12694828764670416], "p_value": 0.003478560625164575, "input_sha256": "08bc09ffa121d6244c79c8c18597b4040e789985fb68cca882eda2d05f2f88e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2432359972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1814183089820016, "interval": [-7.096740263094181, 4.7339036451301775], "p_value": 0.670995670995671, "input_sha256": "8e40f71c4063a12029172192de256dbf543ed6389a8095fe92999b740b2c2346"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2432359972, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1814183089820016, "interval": [-5.709963434163983, 3.746007150028815], "p_value": 0.661288790906962, "input_sha256": "8e40f71c4063a12029172192de256dbf543ed6389a8095fe92999b740b2c2346"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2432359972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014385872808348438, "interval": [-0.07382259672389815, 0.04505085110720128], "p_value": 0.5909090909090909, "input_sha256": "8e40f71c4063a12029172192de256dbf543ed6389a8095fe92999b740b2c2346"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2432359972, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014385872808348438, "interval": [-0.059080186663881165, 0.03480615240231867], "p_value": 0.5939075312720328, "input_sha256": "8e40f71c4063a12029172192de256dbf543ed6389a8095fe92999b740b2c2346"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1856910986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8589896837297601, "interval": [-10.266274203898138, 8.548294836438618], "p_value": 0.8484848484848485, "input_sha256": "b93faa73bd0416a4c92697356208d1f82dec9c2178f6cf49ccbc8ff77d90d33d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1856910986, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8589896837297601, "interval": [-7.934475596332203, 6.2280647853942455], "p_value": 0.8380037349949172, "input_sha256": "b93faa73bd0416a4c92697356208d1f82dec9c2178f6cf49ccbc8ff77d90d33d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1856910986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006419193191847861, "interval": [-0.1093411314410331, 0.09650274505733737], "p_value": 0.9090909090909091, "input_sha256": "b93faa73bd0416a4c92697356208d1f82dec9c2178f6cf49ccbc8ff77d90d33d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1856910986, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006419193191847861, "interval": [-0.08427720560124582, 0.07289318980321632], "p_value": 0.8903823679827108, "input_sha256": "b93faa73bd0416a4c92697356208d1f82dec9c2178f6cf49ccbc8ff77d90d33d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1396680533, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4071790805380662, "interval": [-6.116614278656047, 6.930972439732179], "p_value": 0.8982683982683982, "input_sha256": "82670f284932b2ce110b95968406e525de6647210624ef744a1e649b0ddefb56"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1396680533, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4071790805380662, "interval": [-4.5390567467680585, 5.395778554731143], "p_value": 0.8907827325360771, "input_sha256": "82670f284932b2ce110b95968406e525de6647210624ef744a1e649b0ddefb56"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1396680533, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012168158330983447, "interval": [-0.08381648082730946, 0.05948016416534256], "p_value": 0.7164502164502164, "input_sha256": "82670f284932b2ce110b95968406e525de6647210624ef744a1e649b0ddefb56"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1396680533, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012168158330983447, "interval": [-0.0688864030940306, 0.0405959697949653], "p_value": 0.7130110171228992, "input_sha256": "82670f284932b2ce110b95968406e525de6647210624ef744a1e649b0ddefb56"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 953166491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.853998624178721, "interval": [-12.078235260901799, 6.370238012544358], "p_value": 0.47835497835497837, "input_sha256": "7ee904ead1dcd1af3602dbd04969ff383fda7bcd50f42b1ff2944db0414a5879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 953166491, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.853998624178721, "interval": [-9.185108792487188, 5.086295859972395], "p_value": 0.49038104495217405, "input_sha256": "7ee904ead1dcd1af3602dbd04969ff383fda7bcd50f42b1ff2944db0414a5879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 953166491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01670879554210558, "interval": [-0.12076381111200432, 0.08734622002779316], "p_value": 0.7207792207792207, "input_sha256": "7ee904ead1dcd1af3602dbd04969ff383fda7bcd50f42b1ff2944db0414a5879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 953166491, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01670879554210558, "interval": [-0.08071753384218096, 0.07495900984066586], "p_value": 0.7130170816344878, "input_sha256": "7ee904ead1dcd1af3602dbd04969ff383fda7bcd50f42b1ff2944db0414a5879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3193258913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.711630524629659, "interval": [-1.9828922618934541, 13.406153311152773], "p_value": 0.1406926406926407, "input_sha256": "8d708121a56e8590be541664aec04f5f74dbdce8a543d17be24cd19eb199b5d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3193258913, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.711630524629659, "interval": [0.6220702419088641, 12.7255868906376], "p_value": 0.12865621282924544, "input_sha256": "8d708121a56e8590be541664aec04f5f74dbdce8a543d17be24cd19eb199b5d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3193258913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05651307722423705, "interval": [-0.01946764649364894, 0.13249380094212304], "p_value": 0.1341991341991342, "input_sha256": "8d708121a56e8590be541664aec04f5f74dbdce8a543d17be24cd19eb199b5d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3193258913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05651307722423705, "interval": [0.00785408336061102, 0.12951532844723743], "p_value": 0.12837857082112664, "input_sha256": "8d708121a56e8590be541664aec04f5f74dbdce8a543d17be24cd19eb199b5d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1858678504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1948601407475907, "interval": [-9.550719753816995, 11.940440035312175], "p_value": 0.7922077922077922, "input_sha256": "77993fafafcfe51bf68484fbce8d00ac41f5debedcba72bf448caae9672141bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1858678504, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1948601407475907, "interval": [-7.578009742994806, 8.35314917059445], "p_value": 0.7940717413894672, "input_sha256": "77993fafafcfe51bf68484fbce8d00ac41f5debedcba72bf448caae9672141bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1858678504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016432736674434137, "interval": [-0.08398006328737863, 0.1168455366362469], "p_value": 0.696969696969697, "input_sha256": "77993fafafcfe51bf68484fbce8d00ac41f5debedcba72bf448caae9672141bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1858678504, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016432736674434137, "interval": [-0.0704137315867116, 0.08110937687577373], "p_value": 0.7009839210354967, "input_sha256": "77993fafafcfe51bf68484fbce8d00ac41f5debedcba72bf448caae9672141bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3335671588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8893968976806814, "interval": [-9.371912424209821, 13.150706219571184], "p_value": 0.7229437229437229, "input_sha256": "2a2fb1027867dee04a4f9f0056974f70a548f790c045d2b5a29b04032b1f42fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3335671588, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8893968976806814, "interval": [-6.691934322630683, 10.874871041884072], "p_value": 0.7152916217589167, "input_sha256": "2a2fb1027867dee04a4f9f0056974f70a548f790c045d2b5a29b04032b1f42fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3335671588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0363415823661449, "interval": [-0.09895986515380045, 0.17164302988609026], "p_value": 0.5627705627705628, "input_sha256": "2a2fb1027867dee04a4f9f0056974f70a548f790c045d2b5a29b04032b1f42fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3335671588, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0363415823661449, "interval": [-0.06708343803893198, 0.1410158142169026], "p_value": 0.5572142571415997, "input_sha256": "2a2fb1027867dee04a4f9f0056974f70a548f790c045d2b5a29b04032b1f42fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2061138973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5851447557443237, "interval": [-7.539080160996933, 10.70936967248558], "p_value": 0.70995670995671, "input_sha256": "c6f7054e6783765a47a6bfb0e739e11b6200d26be3a38d37bddd01003e6fe4e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2061138973, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5851447557443237, "interval": [-4.884855725595868, 9.533030772653209], "p_value": 0.7067788828623063, "input_sha256": "c6f7054e6783765a47a6bfb0e739e11b6200d26be3a38d37bddd01003e6fe4e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2061138973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023500559704662215, "interval": [-0.06530938496293298, 0.11231050437225742], "p_value": 0.5476190476190477, "input_sha256": "c6f7054e6783765a47a6bfb0e739e11b6200d26be3a38d37bddd01003e6fe4e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2061138973, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023500559704662215, "interval": [-0.03952986970800566, 0.10009949306806312], "p_value": 0.5682172286313276, "input_sha256": "c6f7054e6783765a47a6bfb0e739e11b6200d26be3a38d37bddd01003e6fe4e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2672158063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6603204224877763, "interval": [-8.678062109681436, 9.99870295465699], "p_value": 0.8484848484848485, "input_sha256": "40ab14af44b9c7042168b7a023a804c0c5c7d37df1b0098a530591fdaff44e97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2672158063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6603204224877763, "interval": [-7.974731336421426, 7.675195039716243], "p_value": 0.8779369306536657, "input_sha256": "40ab14af44b9c7042168b7a023a804c0c5c7d37df1b0098a530591fdaff44e97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2672158063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0038365640710648907, "interval": [-0.09537059952135506, 0.10304372766348484], "p_value": 0.9285714285714286, "input_sha256": "40ab14af44b9c7042168b7a023a804c0c5c7d37df1b0098a530591fdaff44e97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2672158063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0038365640710648907, "interval": [-0.08363354516834186, 0.07920531502501478], "p_value": 0.9330337022893245, "input_sha256": "40ab14af44b9c7042168b7a023a804c0c5c7d37df1b0098a530591fdaff44e97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2267284482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.669475657381047, "interval": [-11.908763736338976, -1.4301875784231184], "p_value": 0.021645021645021644, "input_sha256": "7f8dd64184fda2fbc1dfdce8e442f9d56fc2f2342b9f5ce23c8808e7250544d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2267284482, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.669475657381047, "interval": [-10.301947322278055, -1.4392841394392535], "p_value": 0.017911309493117016, "input_sha256": "7f8dd64184fda2fbc1dfdce8e442f9d56fc2f2342b9f5ce23c8808e7250544d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2267284482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07625491092051304, "interval": [-0.12230069643595107, -0.030209125405075005], "p_value": 0.006493506493506494, "input_sha256": "7f8dd64184fda2fbc1dfdce8e442f9d56fc2f2342b9f5ce23c8808e7250544d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2267284482, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07625491092051304, "interval": [-0.11093025479846087, -0.03563184031012993], "p_value": 0.004181221859047138, "input_sha256": "7f8dd64184fda2fbc1dfdce8e442f9d56fc2f2342b9f5ce23c8808e7250544d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3489453740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.479448910101657, "interval": [-2.106353130983387, 17.0652509511867], "p_value": 0.09523809523809523, "input_sha256": "a12b0dcb192855075e906a3ba2fceb82f524592e0473cc19eda0af3d1220fb7b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3489453740, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.479448910101657, "interval": [0.9833010593878428, 14.887891758375499], "p_value": 0.10745743827241079, "input_sha256": "a12b0dcb192855075e906a3ba2fceb82f524592e0473cc19eda0af3d1220fb7b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3489453740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08481142344570464, "interval": [-0.012365840099416187, 0.18198868699082546], "p_value": 0.06493506493506493, "input_sha256": "a12b0dcb192855075e906a3ba2fceb82f524592e0473cc19eda0af3d1220fb7b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3489453740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08481142344570464, "interval": [0.019149808408127595, 0.15436465984340567], "p_value": 0.07715507338936904, "input_sha256": "a12b0dcb192855075e906a3ba2fceb82f524592e0473cc19eda0af3d1220fb7b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 41245981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.898212105870863, "interval": [-15.125520130416158, 9.329095918674431], "p_value": 0.5995670995670995, "input_sha256": "ad157013ca1574562b8dcca1ccc095431702be3ee2fe5c8af6ba6c1676575802"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 41245981, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.898212105870863, "interval": [-12.487439825506021, 8.525900902556678], "p_value": 0.6086195775166376, "input_sha256": "ad157013ca1574562b8dcca1ccc095431702be3ee2fe5c8af6ba6c1676575802"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 41245981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04413258219081852, "interval": [-0.18020917822930893, 0.09194401384767188], "p_value": 0.47835497835497837, "input_sha256": "ad157013ca1574562b8dcca1ccc095431702be3ee2fe5c8af6ba6c1676575802"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 41245981, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04413258219081852, "interval": [-0.14852735819880292, 0.07873582057057038], "p_value": 0.48387210604981046, "input_sha256": "ad157013ca1574562b8dcca1ccc095431702be3ee2fe5c8af6ba6c1676575802"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3480653936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8499992248885935, "interval": [-9.886386789073622, 2.1863883392964363], "p_value": 0.18181818181818182, "input_sha256": "19d546ae765e29b205bbe9dfeefe66a14a6480131482d1cb51a95bca6c8dcd41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3480653936, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8499992248885935, "interval": [-8.228544799461385, 1.3900987176315205], "p_value": 0.18405123993287545, "input_sha256": "19d546ae765e29b205bbe9dfeefe66a14a6480131482d1cb51a95bca6c8dcd41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3480653936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.049959734326927574, "interval": [-0.101907081304693, 0.0019876126508378486], "p_value": 0.05627705627705628, "input_sha256": "19d546ae765e29b205bbe9dfeefe66a14a6480131482d1cb51a95bca6c8dcd41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3480653936, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.049959734326927574, "interval": [-0.08481099459624407, -0.005171343418279492], "p_value": 0.0576703223257809, "input_sha256": "19d546ae765e29b205bbe9dfeefe66a14a6480131482d1cb51a95bca6c8dcd41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2413138069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5455913413443287, "interval": [-9.721558575247576, 12.812741257936233], "p_value": 0.7640692640692641, "input_sha256": "22dbe1aaa741e8d8b5c13814a4fc86bd3013c6c68eb048b93a62e090d4704f29"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2413138069, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5455913413443287, "interval": [-10.836371540943281, 8.264420248099105], "p_value": 0.7660958702124759, "input_sha256": "22dbe1aaa741e8d8b5c13814a4fc86bd3013c6c68eb048b93a62e090d4704f29"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2413138069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016234126249187533, "interval": [-0.0960072551754502, 0.12847550767382526], "p_value": 0.7467532467532467, "input_sha256": "22dbe1aaa741e8d8b5c13814a4fc86bd3013c6c68eb048b93a62e090d4704f29"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2413138069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016234126249187533, "interval": [-0.10454761992805144, 0.08428439060384196], "p_value": 0.7535320289088316, "input_sha256": "22dbe1aaa741e8d8b5c13814a4fc86bd3013c6c68eb048b93a62e090d4704f29"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2406244043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.32712632541537, "interval": [-18.617490711902512, 1.9632380610717757], "p_value": 0.10606060606060606, "input_sha256": "fe97aefa2d2ec4314312f767779bc69f7d87dee5de702d1f8d902a43952b891f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2406244043, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.32712632541537, "interval": [-17.160549745029027, -0.6907459572014968], "p_value": 0.10154676085479312, "input_sha256": "fe97aefa2d2ec4314312f767779bc69f7d87dee5de702d1f8d902a43952b891f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2406244043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09335981085010647, "interval": [-0.2068812288060669, 0.020161607105853963], "p_value": 0.09307359307359307, "input_sha256": "fe97aefa2d2ec4314312f767779bc69f7d87dee5de702d1f8d902a43952b891f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2406244043, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09335981085010647, "interval": [-0.18712689301559945, -0.008828634345534034], "p_value": 0.09636209161101873, "input_sha256": "fe97aefa2d2ec4314312f767779bc69f7d87dee5de702d1f8d902a43952b891f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2675673700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6283234939436326, "interval": [-8.73495747971379, 7.478310491826525], "p_value": 0.8658008658008658, "input_sha256": "65ba1744b1a10558873df00ef4ce8ae9fb4a33bf4694edaf351fa71aa2eade79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2675673700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6283234939436326, "interval": [-7.578987114095577, 5.372828316576584], "p_value": 0.8647163361965006, "input_sha256": "65ba1744b1a10558873df00ef4ce8ae9fb4a33bf4694edaf351fa71aa2eade79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2675673700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012154193676703465, "interval": [-0.08755129977958644, 0.0632429124261795], "p_value": 0.7186147186147186, "input_sha256": "65ba1744b1a10558873df00ef4ce8ae9fb4a33bf4694edaf351fa71aa2eade79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2675673700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012154193676703465, "interval": [-0.07243687620859267, 0.04202183437543778], "p_value": 0.7235057403326277, "input_sha256": "65ba1744b1a10558873df00ef4ce8ae9fb4a33bf4694edaf351fa71aa2eade79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2726842578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.809504638983374, "interval": [-7.255252547238922, 12.874261825205672], "p_value": 0.5346320346320347, "input_sha256": "542a8e5102369fbf1bd20a824fc53c120b2048dce3ee8acde2466fc54a3d69dc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2726842578, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.809504638983374, "interval": [-6.000772627464108, 9.885269055952039], "p_value": 0.544238989518858, "input_sha256": "542a8e5102369fbf1bd20a824fc53c120b2048dce3ee8acde2466fc54a3d69dc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2726842578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04619913587923727, "interval": [-0.06007886828110552, 0.15247714003958007], "p_value": 0.3463203463203463, "input_sha256": "542a8e5102369fbf1bd20a824fc53c120b2048dce3ee8acde2466fc54a3d69dc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2726842578, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04619913587923727, "interval": [-0.04650792407977385, 0.12372695538938062], "p_value": 0.35526801277106934, "input_sha256": "542a8e5102369fbf1bd20a824fc53c120b2048dce3ee8acde2466fc54a3d69dc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 489502436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.0675401277882015, "interval": [-3.605515621569748, 15.740595877146152], "p_value": 0.18398268398268397, "input_sha256": "0138e8735d07e44aa525b68011c5fe188326313aadcc325d84109ec49f6b768c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 489502436, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.0675401277882015, "interval": [-2.842123179459118, 12.2400834567726], "p_value": 0.18962206962852077, "input_sha256": "0138e8735d07e44aa525b68011c5fe188326313aadcc325d84109ec49f6b768c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 489502436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07555091231242886, "interval": [-0.027281204282276345, 0.17838302890713406], "p_value": 0.12987012987012986, "input_sha256": "0138e8735d07e44aa525b68011c5fe188326313aadcc325d84109ec49f6b768c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 489502436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07555091231242886, "interval": [-0.016037767770118568, 0.1422001836453034], "p_value": 0.12937874276092814, "input_sha256": "0138e8735d07e44aa525b68011c5fe188326313aadcc325d84109ec49f6b768c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3448523449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.626895323066717, "interval": [-14.900550171028147, 5.646759524894713], "p_value": 0.3225108225108225, "input_sha256": "8b859df91cd7384d26fff6a68fff21750097f156d698c0068bf7c08a05c5c560"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3448523449, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.626895323066717, "interval": [-11.833592632417549, 4.266576052921232], "p_value": 0.3389320157702782, "input_sha256": "8b859df91cd7384d26fff6a68fff21750097f156d698c0068bf7c08a05c5c560"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3448523449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04592657943414093, "interval": [-0.1529938886073255, 0.06114072973904365], "p_value": 0.354978354978355, "input_sha256": "8b859df91cd7384d26fff6a68fff21750097f156d698c0068bf7c08a05c5c560"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3448523449, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04592657943414093, "interval": [-0.12108960753776961, 0.04834925921485313], "p_value": 0.3613811128512989, "input_sha256": "8b859df91cd7384d26fff6a68fff21750097f156d698c0068bf7c08a05c5c560"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1651029750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2449160841474223, "interval": [-7.362645653969278, 11.852477822264124], "p_value": 0.6082251082251082, "input_sha256": "13e1f7dc5c634d5e0456a4000802ce95baf19c293d3e75e94947084923baa126"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1651029750, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2449160841474223, "interval": [-6.805595661943384, 8.622795428403126], "p_value": 0.6132847293189094, "input_sha256": "13e1f7dc5c634d5e0456a4000802ce95baf19c293d3e75e94947084923baa126"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1651029750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0244324508212322, "interval": [-0.07789098451597522, 0.12675588615843963], "p_value": 0.5974025974025974, "input_sha256": "13e1f7dc5c634d5e0456a4000802ce95baf19c293d3e75e94947084923baa126"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1651029750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0244324508212322, "interval": [-0.06061171758238749, 0.09858883597440359], "p_value": 0.606323970714393, "input_sha256": "13e1f7dc5c634d5e0456a4000802ce95baf19c293d3e75e94947084923baa126"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4154684711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.396022138388597, "interval": [-12.465794591673232, 5.673750314896038], "p_value": 0.42857142857142855, "input_sha256": "106d541938ed5991dc46ad36eb0acee89d9ae4189ed149a6d486b75bb47fdd2f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4154684711, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.396022138388597, "interval": [-11.14837744697309, 3.128398027824101], "p_value": 0.40793218641687545, "input_sha256": "106d541938ed5991dc46ad36eb0acee89d9ae4189ed149a6d486b75bb47fdd2f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4154684711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042508210503353724, "interval": [-0.14903191138231942, 0.06401549037561197], "p_value": 0.4090909090909091, "input_sha256": "106d541938ed5991dc46ad36eb0acee89d9ae4189ed149a6d486b75bb47fdd2f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4154684711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042508210503353724, "interval": [-0.14312627091179556, 0.024873034412975007], "p_value": 0.3731553474718229, "input_sha256": "106d541938ed5991dc46ad36eb0acee89d9ae4189ed149a6d486b75bb47fdd2f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 243754608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6978279382158892, "interval": [-10.867720667903319, 12.263376544335097], "p_value": 0.8961038961038961, "input_sha256": "54a840b58d138fedc013e14d47466d1d3d141c922c28ae3b6d3fedcb700b9e1b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 243754608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6978279382158892, "interval": [-8.817482793522705, 9.416558546961003], "p_value": 0.893872387154089, "input_sha256": "54a840b58d138fedc013e14d47466d1d3d141c922c28ae3b6d3fedcb700b9e1b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 243754608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007687256054075012, "interval": [-0.1466222348859711, 0.13124772277782104], "p_value": 0.9004329004329005, "input_sha256": "54a840b58d138fedc013e14d47466d1d3d141c922c28ae3b6d3fedcb700b9e1b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 243754608, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007687256054075012, "interval": [-0.12396633057915375, 0.09632321210319097], "p_value": 0.9016267676654768, "input_sha256": "54a840b58d138fedc013e14d47466d1d3d141c922c28ae3b6d3fedcb700b9e1b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2574281923, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.076660645012664, "interval": [-15.705420587901193, 1.5520992978758645], "p_value": 0.09307359307359307, "input_sha256": "cea85cf9a9869d54154a4f8140e089832ddb5347f004ac643d9e10d0e2482bf2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2574281923, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.076660645012664, "interval": [-12.720952024569522, 0.40677515817198157], "p_value": 0.09754110523874494, "input_sha256": "cea85cf9a9869d54154a4f8140e089832ddb5347f004ac643d9e10d0e2482bf2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2574281923, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06833639914336015, "interval": [-0.1496228086548132, 0.012950010368092915], "p_value": 0.09307359307359307, "input_sha256": "cea85cf9a9869d54154a4f8140e089832ddb5347f004ac643d9e10d0e2482bf2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2574281923, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06833639914336015, "interval": [-0.12324625018004871, 0.00611919496825127], "p_value": 0.09051920532970965, "input_sha256": "cea85cf9a9869d54154a4f8140e089832ddb5347f004ac643d9e10d0e2482bf2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 224681424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0679699190493386, "interval": [-5.768054763212988, 9.903994601311666], "p_value": 0.5497835497835498, "input_sha256": "afc10267f9feb329b64eb8ed3f128510508a58b1eaac84c5e3698ab357b42e1a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 224681424, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0679699190493386, "interval": [-3.846592342158724, 8.549591734130667], "p_value": 0.5695247969990288, "input_sha256": "afc10267f9feb329b64eb8ed3f128510508a58b1eaac84c5e3698ab357b42e1a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 224681424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015253011449924886, "interval": [-0.06630313300671174, 0.09680915590656151], "p_value": 0.6666666666666666, "input_sha256": "afc10267f9feb329b64eb8ed3f128510508a58b1eaac84c5e3698ab357b42e1a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 224681424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015253011449924886, "interval": [-0.04374652509567124, 0.08712182673805945], "p_value": 0.6856300270676715, "input_sha256": "afc10267f9feb329b64eb8ed3f128510508a58b1eaac84c5e3698ab357b42e1a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1221371736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.895012086208915, "interval": [-10.215370213251768, 2.4253460408339382], "p_value": 0.19696969696969696, "input_sha256": "fd570f2b61ae329dcb7bbb1ad419501f677691a45c68366a0e2e16a12e990a14"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1221371736, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.895012086208915, "interval": [-9.157047361486706, 0.9596619565480462], "p_value": 0.1993029161024774, "input_sha256": "fd570f2b61ae329dcb7bbb1ad419501f677691a45c68366a0e2e16a12e990a14"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1221371736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04513030191270885, "interval": [-0.11379495885348337, 0.023534355028065668], "p_value": 0.17316017316017315, "input_sha256": "fd570f2b61ae329dcb7bbb1ad419501f677691a45c68366a0e2e16a12e990a14"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1221371736, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04513030191270885, "interval": [-0.10260513200334652, 0.0068270378127037335], "p_value": 0.17231511412189457, "input_sha256": "fd570f2b61ae329dcb7bbb1ad419501f677691a45c68366a0e2e16a12e990a14"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2105313651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041356924472358614, "interval": [-4.702054452710201, 4.7847683016549185], "p_value": 0.9913419913419913, "input_sha256": "01fa6f75e6b03773ac48bc52195560c8d6ed4225297988aae6a368102dc32b41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2105313651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041356924472358614, "interval": [-3.4611002036902137, 3.8401852017839913], "p_value": 0.9845391509219801, "input_sha256": "01fa6f75e6b03773ac48bc52195560c8d6ed4225297988aae6a368102dc32b41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2105313651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022681093622067827, "interval": [-0.04670220171969067, 0.05123842044410423], "p_value": 0.9134199134199135, "input_sha256": "01fa6f75e6b03773ac48bc52195560c8d6ed4225297988aae6a368102dc32b41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2105313651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022681093622067827, "interval": [-0.04134812187237111, 0.03759800906625507], "p_value": 0.9184600333171625, "input_sha256": "01fa6f75e6b03773ac48bc52195560c8d6ed4225297988aae6a368102dc32b41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2367542793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5569040071478266, "interval": [-11.239965042488269, 6.126157028192615], "p_value": 0.5281385281385281, "input_sha256": "3dabef14e83516b6cbdf076b8c014e842296dc98cec65ecee973270e205a3531"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2367542793, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5569040071478266, "interval": [-10.151566151454544, 3.362994403263005], "p_value": 0.5252071702220031, "input_sha256": "3dabef14e83516b6cbdf076b8c014e842296dc98cec65ecee973270e205a3531"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2367542793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028846628696652686, "interval": [-0.10838118097520183, 0.050687923581896464], "p_value": 0.43722943722943725, "input_sha256": "3dabef14e83516b6cbdf076b8c014e842296dc98cec65ecee973270e205a3531"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2367542793, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028846628696652686, "interval": [-0.09995132423198212, 0.026456249759214318], "p_value": 0.4374360063014525, "input_sha256": "3dabef14e83516b6cbdf076b8c014e842296dc98cec65ecee973270e205a3531"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2973091687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.026620815206639, "interval": [-6.437452084338693, 4.384210453925414], "p_value": 0.6796536796536796, "input_sha256": "456238ccc69e5788611ac633c3363587f85bc604d578a7b774fd5e7268146195"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2973091687, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.026620815206639, "interval": [-4.8888809361642345, 3.2246334768796836], "p_value": 0.6703466906230261, "input_sha256": "456238ccc69e5788611ac633c3363587f85bc604d578a7b774fd5e7268146195"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2973091687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009302246207638261, "interval": [-0.05721881561045902, 0.0386143231951825], "p_value": 0.6688311688311688, "input_sha256": "456238ccc69e5788611ac633c3363587f85bc604d578a7b774fd5e7268146195"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2973091687, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009302246207638261, "interval": [-0.04298416838211403, 0.02993239173674104], "p_value": 0.6654633682797404, "input_sha256": "456238ccc69e5788611ac633c3363587f85bc604d578a7b774fd5e7268146195"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3138229261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.296388049151362, "interval": [-17.368197103869413, 2.7754210055666864], "p_value": 0.13636363636363635, "input_sha256": "159313d716b8bd377c21bba7afcba6d63dd377b585d1a18bbae3e9d142cb01a2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3138229261, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.296388049151362, "interval": [-15.072003811576554, 0.8663692779391534], "p_value": 0.1365008805945617, "input_sha256": "159313d716b8bd377c21bba7afcba6d63dd377b585d1a18bbae3e9d142cb01a2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3138229261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08372109717321696, "interval": [-0.19618780005459396, 0.028745605708160038], "p_value": 0.1277056277056277, "input_sha256": "159313d716b8bd377c21bba7afcba6d63dd377b585d1a18bbae3e9d142cb01a2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3138229261, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08372109717321696, "interval": [-0.17501590844348847, 0.002960627467314397], "p_value": 0.127910059407535, "input_sha256": "159313d716b8bd377c21bba7afcba6d63dd377b585d1a18bbae3e9d142cb01a2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3058351546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7049626659907764, "interval": [-12.42490646976152, 9.014981137779966], "p_value": 0.7142857142857143, "input_sha256": "6e4b9c794b133ecc5d73975b59862f3f576c84454405c186e4ca26aa0d0b22b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3058351546, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7049626659907764, "interval": [-9.750181113041563, 7.354890201673759], "p_value": 0.7248638411764806, "input_sha256": "6e4b9c794b133ecc5d73975b59862f3f576c84454405c186e4ca26aa0d0b22b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3058351546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03097811441232448, "interval": [-0.1257662899343287, 0.06381006110967972], "p_value": 0.4675324675324675, "input_sha256": "6e4b9c794b133ecc5d73975b59862f3f576c84454405c186e4ca26aa0d0b22b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3058351546, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03097811441232448, "interval": [-0.1063429518579949, 0.049132793054468285], "p_value": 0.4808224442262379, "input_sha256": "6e4b9c794b133ecc5d73975b59862f3f576c84454405c186e4ca26aa0d0b22b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 653001384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5882084716426164, "interval": [-9.315058141600773, 8.13864119831554], "p_value": 0.8852813852813853, "input_sha256": "caa39e1823db64c2599eddfedd6c5fe11ef640f410a04c57a41d0f66c2d17d63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 653001384, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5882084716426164, "interval": [-9.409415270622736, 5.152918262519321], "p_value": 0.8816432666782783, "input_sha256": "caa39e1823db64c2599eddfedd6c5fe11ef640f410a04c57a41d0f66c2d17d63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 653001384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006853596931817724, "interval": [-0.09248173487898795, 0.0911110154926244], "p_value": 0.9891774891774892, "input_sha256": "caa39e1823db64c2599eddfedd6c5fe11ef640f410a04c57a41d0f66c2d17d63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 653001384, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006853596931817724, "interval": [-0.08753941009009285, 0.06150062291704409], "p_value": 0.9867770033796671, "input_sha256": "caa39e1823db64c2599eddfedd6c5fe11ef640f410a04c57a41d0f66c2d17d63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1932020982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.002594649696199, "interval": [-2.3417532994570998, 16.3469425988495], "p_value": 0.12121212121212122, "input_sha256": "25b5314deede478e0ae508d6b0caad929f34c35a48dfd534b9a3036cf5cb55ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1932020982, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.002594649696199, "interval": [-1.7611084655149793, 13.259548384233915], "p_value": 0.1232978711847773, "input_sha256": "25b5314deede478e0ae508d6b0caad929f34c35a48dfd534b9a3036cf5cb55ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1932020982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07521067323625688, "interval": [-0.026878744708595304, 0.17730009118110907], "p_value": 0.13203463203463203, "input_sha256": "25b5314deede478e0ae508d6b0caad929f34c35a48dfd534b9a3036cf5cb55ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1932020982, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07521067323625688, "interval": [-0.01970662919769375, 0.14486734756995756], "p_value": 0.130282150941818, "input_sha256": "25b5314deede478e0ae508d6b0caad929f34c35a48dfd534b9a3036cf5cb55ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3531942470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0879497100132545, "interval": [-9.860367742075539, 7.684468322049029], "p_value": 0.816017316017316, "input_sha256": "a49990cf2430b80f4ef3f213cd8b5c1b83dded22015846a44790122298cd421b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3531942470, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0879497100132545, "interval": [-10.231098546480144, 4.0909680473792465], "p_value": 0.7827161890197158, "input_sha256": "a49990cf2430b80f4ef3f213cd8b5c1b83dded22015846a44790122298cd421b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3531942470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0034331833751378715, "interval": [-0.10114488656584045, 0.0942785198155647], "p_value": 0.9329004329004329, "input_sha256": "a49990cf2430b80f4ef3f213cd8b5c1b83dded22015846a44790122298cd421b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3531942470, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0034331833751378715, "interval": [-0.09611259266645553, 0.06275152966176621], "p_value": 0.9367922233335566, "input_sha256": "a49990cf2430b80f4ef3f213cd8b5c1b83dded22015846a44790122298cd421b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1822765787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9490740599507888, "interval": [-11.724740278101178, 5.826592158199601], "p_value": 0.44155844155844154, "input_sha256": "9ba2404ad274017692a924957b2fdc52888359c5081676748b61af6b3e0ccefe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1822765787, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9490740599507888, "interval": [-10.022323185071079, 4.194793200460276], "p_value": 0.47088103364774414, "input_sha256": "9ba2404ad274017692a924957b2fdc52888359c5081676748b61af6b3e0ccefe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1822765787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0445521905040208, "interval": [-0.1410298668085027, 0.05192548580046111], "p_value": 0.3246753246753247, "input_sha256": "9ba2404ad274017692a924957b2fdc52888359c5081676748b61af6b3e0ccefe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1822765787, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0445521905040208, "interval": [-0.12432824919087042, 0.03476178017508697], "p_value": 0.32636961780875295, "input_sha256": "9ba2404ad274017692a924957b2fdc52888359c5081676748b61af6b3e0ccefe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1668993883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4224969557118712, "interval": [-10.258281641722794, 9.413287730299052], "p_value": 0.9047619047619048, "input_sha256": "d98d5f77fb084b3f2c71eee8ef1c715de90bcece664e17e6accb3b561fc49d9a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1668993883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4224969557118712, "interval": [-8.286691715151818, 7.094133935127392], "p_value": 0.9255827162400201, "input_sha256": "d98d5f77fb084b3f2c71eee8ef1c715de90bcece664e17e6accb3b561fc49d9a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1668993883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004422435373786962, "interval": [-0.11345334652695513, 0.1046084757793812], "p_value": 0.9134199134199135, "input_sha256": "d98d5f77fb084b3f2c71eee8ef1c715de90bcece664e17e6accb3b561fc49d9a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1668993883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004422435373786962, "interval": [-0.09311721574859053, 0.07908614243539941], "p_value": 0.9297714755807607, "input_sha256": "d98d5f77fb084b3f2c71eee8ef1c715de90bcece664e17e6accb3b561fc49d9a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 580688539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5901672167891006, "interval": [-9.444681389229086, 10.625015822807285], "p_value": 0.8917748917748918, "input_sha256": "12886c77bc23455a1b244615e33401ee47db76c3b21b156a285ae8fb420fa47a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 580688539, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5901672167891006, "interval": [-7.3520433703735915, 9.387073362789941], "p_value": 0.8980348632667989, "input_sha256": "12886c77bc23455a1b244615e33401ee47db76c3b21b156a285ae8fb420fa47a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 580688539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0015246369138320337, "interval": [-0.09096236626690496, 0.09401164009456903], "p_value": 0.9567099567099567, "input_sha256": "12886c77bc23455a1b244615e33401ee47db76c3b21b156a285ae8fb420fa47a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 580688539, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0015246369138320337, "interval": [-0.07119013154725631, 0.08305588064783956], "p_value": 0.9713611945402634, "input_sha256": "12886c77bc23455a1b244615e33401ee47db76c3b21b156a285ae8fb420fa47a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 412665771, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.301594783144531, "interval": [-8.984547443195662, 13.587737009484727], "p_value": 0.658008658008658, "input_sha256": "ecbffe32eec719461e4654e572c6a78ac664855011edd8b78cae0870e5d0d3c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 412665771, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.301594783144531, "interval": [-6.259996831223465, 10.94856095288954], "p_value": 0.6571053464975383, "input_sha256": "ecbffe32eec719461e4654e572c6a78ac664855011edd8b78cae0870e5d0d3c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 412665771, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029386604884819756, "interval": [-0.08052350285146573, 0.13929671262110524], "p_value": 0.5562770562770563, "input_sha256": "ecbffe32eec719461e4654e572c6a78ac664855011edd8b78cae0870e5d0d3c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 412665771, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029386604884819756, "interval": [-0.05265604420962876, 0.10949204314317051], "p_value": 0.5609325595754968, "input_sha256": "ecbffe32eec719461e4654e572c6a78ac664855011edd8b78cae0870e5d0d3c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3613010993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.100677637994629, "interval": [-19.181512847938052, 0.9801575719487925], "p_value": 0.07575757575757576, "input_sha256": "8fb66145121a804442d98e913df43f647e6e668ddff5f5d0efb9c95ef846adbb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3613010993, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.100677637994629, "interval": [-16.960160798328356, -1.3563701352627773], "p_value": 0.07149065308612544, "input_sha256": "8fb66145121a804442d98e913df43f647e6e668ddff5f5d0efb9c95ef846adbb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3613010993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09066176022408554, "interval": [-0.20298576948881938, 0.021662249040648313], "p_value": 0.10173160173160173, "input_sha256": "8fb66145121a804442d98e913df43f647e6e668ddff5f5d0efb9c95ef846adbb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3613010993, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09066176022408554, "interval": [-0.1824779357352066, -0.004040653475035518], "p_value": 0.10050820833694789, "input_sha256": "8fb66145121a804442d98e913df43f647e6e668ddff5f5d0efb9c95ef846adbb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3891555034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.406821520235118, "interval": [-11.687172251285952, 4.873529210815716], "p_value": 0.37445887445887444, "input_sha256": "7a7d067bc5a6673c7ab70eeea8685dd6a1f7dc9f154474ad3fb11f7701e1fc15"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3891555034, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.406821520235118, "interval": [-9.384762888885364, 3.361903193954629], "p_value": 0.3781355862988738, "input_sha256": "7a7d067bc5a6673c7ab70eeea8685dd6a1f7dc9f154474ad3fb11f7701e1fc15"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3891555034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038880657867840285, "interval": [-0.12836628038276493, 0.050604964647084374], "p_value": 0.341991341991342, "input_sha256": "7a7d067bc5a6673c7ab70eeea8685dd6a1f7dc9f154474ad3fb11f7701e1fc15"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3891555034, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038880657867840285, "interval": [-0.10694467281036459, 0.03167751802156744], "p_value": 0.3537011586617168, "input_sha256": "7a7d067bc5a6673c7ab70eeea8685dd6a1f7dc9f154474ad3fb11f7701e1fc15"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 767019622, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.899518261072965, "interval": [-2.616562954380024, 16.415599476525955], "p_value": 0.13852813852813853, "input_sha256": "b0ddbad82402065635b6dd49a3ac4ee0e6349abbef7f8a102f6e41c727ac665a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 767019622, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.899518261072965, "interval": [0.9340771961974498, 15.32775003174242], "p_value": 0.13324739997619778, "input_sha256": "b0ddbad82402065635b6dd49a3ac4ee0e6349abbef7f8a102f6e41c727ac665a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 767019622, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06883601810446063, "interval": [-0.016185589625665478, 0.15385762583458673], "p_value": 0.09740259740259741, "input_sha256": "b0ddbad82402065635b6dd49a3ac4ee0e6349abbef7f8a102f6e41c727ac665a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 767019622, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06883601810446063, "interval": [0.010576661584340674, 0.13867310324761312], "p_value": 0.09892499231108189, "input_sha256": "b0ddbad82402065635b6dd49a3ac4ee0e6349abbef7f8a102f6e41c727ac665a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2808104630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4084828314019457, "interval": [-9.027807995067045, 6.210842332263153], "p_value": 0.6796536796536796, "input_sha256": "b8cb23c4e70781764e23bad57c3b90a383f3e794ff004179afc6d834ea38a1ac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2808104630, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4084828314019457, "interval": [-7.365291308994651, 4.998142044340776], "p_value": 0.6839481888670869, "input_sha256": "b8cb23c4e70781764e23bad57c3b90a383f3e794ff004179afc6d834ea38a1ac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2808104630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015597680508104159, "interval": [-0.09818622672030586, 0.06699086570409754], "p_value": 0.6558441558441559, "input_sha256": "b8cb23c4e70781764e23bad57c3b90a383f3e794ff004179afc6d834ea38a1ac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2808104630, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015597680508104159, "interval": [-0.0783439951344439, 0.053830688693475744], "p_value": 0.6762351418364005, "input_sha256": "b8cb23c4e70781764e23bad57c3b90a383f3e794ff004179afc6d834ea38a1ac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 727747062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5543480153429297, "interval": [-15.160240963990676, 12.051544933304816], "p_value": 0.803030303030303, "input_sha256": "473b022cb306c64e7145a1aaf72298a361d25c078cdde52f4f19b0bc581a00b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 727747062, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5543480153429297, "interval": [-14.28067028884428, 7.8919334344794825], "p_value": 0.8033717118951563, "input_sha256": "473b022cb306c64e7145a1aaf72298a361d25c078cdde52f4f19b0bc581a00b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 727747062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01979818913280336, "interval": [-0.14851253168335543, 0.10891615341774873], "p_value": 0.7532467532467533, "input_sha256": "473b022cb306c64e7145a1aaf72298a361d25c078cdde52f4f19b0bc581a00b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 727747062, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01979818913280336, "interval": [-0.14119920921304852, 0.06821426228718648], "p_value": 0.7377242557984646, "input_sha256": "473b022cb306c64e7145a1aaf72298a361d25c078cdde52f4f19b0bc581a00b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2631495689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.842884496880753, "interval": [-16.825438656213976, -2.8603303375475306], "p_value": 0.010822510822510822, "input_sha256": "20fe5d3fc1953230a45ae9c9e0c3e5252d439866ecc907ef2b86f3f38ef34aff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2631495689, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.842884496880753, "interval": [-14.985535548120971, -4.576519569599131], "p_value": 0.011263388714823516, "input_sha256": "20fe5d3fc1953230a45ae9c9e0c3e5252d439866ecc907ef2b86f3f38ef34aff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2631495689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09117024328572174, "interval": [-0.16514326441327445, -0.017197222158169018], "p_value": 0.021645021645021644, "input_sha256": "20fe5d3fc1953230a45ae9c9e0c3e5252d439866ecc907ef2b86f3f38ef34aff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2631495689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09117024328572174, "interval": [-0.1485306780427107, -0.03950473235879905], "p_value": 0.021456720977599437, "input_sha256": "20fe5d3fc1953230a45ae9c9e0c3e5252d439866ecc907ef2b86f3f38ef34aff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 772031525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.206250902459518, "interval": [0.6264522199180078, 9.786049585001027], "p_value": 0.032467532467532464, "input_sha256": "b544ebe54372f535efd3326bbb9825267191a15ce574df65a42b3ea1f9e6f689"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 772031525, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.206250902459518, "interval": [1.8285107131887317, 9.160426602810807], "p_value": 0.02974223949749581, "input_sha256": "b544ebe54372f535efd3326bbb9825267191a15ce574df65a42b3ea1f9e6f689"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 772031525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05300525994458993, "interval": [0.0008797920991364325, 0.10513072779004343], "p_value": 0.045454545454545456, "input_sha256": "b544ebe54372f535efd3326bbb9825267191a15ce574df65a42b3ea1f9e6f689"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 772031525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05300525994458993, "interval": [0.008174453086507162, 0.08987208291796626], "p_value": 0.04706648933227169, "input_sha256": "b544ebe54372f535efd3326bbb9825267191a15ce574df65a42b3ea1f9e6f689"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1364196396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7067028841886653, "interval": [-6.877786297057353, 12.291192065434684], "p_value": 0.512987012987013, "input_sha256": "7bc21d548c70cdf02ec2fdce5173b0ad4659bc270cb60d2a9146b7ebb0683739"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1364196396, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7067028841886653, "interval": [-5.534870269677048, 9.531854279740699], "p_value": 0.5431867565943931, "input_sha256": "7bc21d548c70cdf02ec2fdce5173b0ad4659bc270cb60d2a9146b7ebb0683739"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1364196396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024371246603502705, "interval": [-0.08192231186490939, 0.1306648050719148], "p_value": 0.6212121212121212, "input_sha256": "7bc21d548c70cdf02ec2fdce5173b0ad4659bc270cb60d2a9146b7ebb0683739"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1364196396, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024371246603502705, "interval": [-0.07790510341423301, 0.09229852764921433], "p_value": 0.617746412016877, "input_sha256": "7bc21d548c70cdf02ec2fdce5173b0ad4659bc270cb60d2a9146b7ebb0683739"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4065988514, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1191014725760402, "interval": [-6.878575020365773, 9.116777965517853], "p_value": 0.7532467532467533, "input_sha256": "e386a24bfa90a3c124dd7939931256d0f6e34d9581159f2e4806b0e0445843b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4065988514, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1191014725760402, "interval": [-4.525077505291046, 7.819990211955364], "p_value": 0.7484005742622948, "input_sha256": "e386a24bfa90a3c124dd7939931256d0f6e34d9581159f2e4806b0e0445843b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4065988514, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02761855169218247, "interval": [-0.07380865857291384, 0.1290457619572788], "p_value": 0.6060606060606061, "input_sha256": "e386a24bfa90a3c124dd7939931256d0f6e34d9581159f2e4806b0e0445843b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4065988514, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02761855169218247, "interval": [-0.03716193438691442, 0.11334166289741944], "p_value": 0.5295928103579648, "input_sha256": "e386a24bfa90a3c124dd7939931256d0f6e34d9581159f2e4806b0e0445843b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 683852722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.284638756156006, "interval": [-17.225705877011293, 8.656428364699282], "p_value": 0.4329004329004329, "input_sha256": "689b9d9b585e85317d559509f6f013076778f87ff6272022ba963d646ffd0546"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 683852722, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.284638756156006, "interval": [-13.057092145368358, 8.983681763512696], "p_value": 0.4734565299744876, "input_sha256": "689b9d9b585e85317d559509f6f013076778f87ff6272022ba963d646ffd0546"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 683852722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04367282166739611, "interval": [-0.17909488454678818, 0.09174924121199596], "p_value": 0.47619047619047616, "input_sha256": "689b9d9b585e85317d559509f6f013076778f87ff6272022ba963d646ffd0546"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 683852722, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04367282166739611, "interval": [-0.1347834933507238, 0.08836198723205817], "p_value": 0.483953928602487, "input_sha256": "689b9d9b585e85317d559509f6f013076778f87ff6272022ba963d646ffd0546"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4218485559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7833430665990244, "interval": [-18.46215568925758, 10.895469556059531], "p_value": 0.5692640692640693, "input_sha256": "140c98013d040d08ce77a12103c0dbcf925baf00f0f7d17bdbc1e593bd7b3330"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4218485559, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7833430665990244, "interval": [-13.033402083995496, 9.971858247935488], "p_value": 0.5730770126346506, "input_sha256": "140c98013d040d08ce77a12103c0dbcf925baf00f0f7d17bdbc1e593bd7b3330"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4218485559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03469216487207191, "interval": [-0.18763067217012, 0.11824634242597618], "p_value": 0.6277056277056277, "input_sha256": "140c98013d040d08ce77a12103c0dbcf925baf00f0f7d17bdbc1e593bd7b3330"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4218485559, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03469216487207191, "interval": [-0.1379261064265035, 0.10378429717547623], "p_value": 0.6217784681156715, "input_sha256": "140c98013d040d08ce77a12103c0dbcf925baf00f0f7d17bdbc1e593bd7b3330"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2525365031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1485376491165713, "interval": [-11.87665530986044, 12.173730608093583], "p_value": 0.9805194805194806, "input_sha256": "3898d73856dd0c3126f1d46ac9e080d3edffeb9eafde8e7f0a790a9ec744da5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2525365031, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1485376491165713, "interval": [-9.67489167851015, 9.675100432796317], "p_value": 0.9785702911840062, "input_sha256": "3898d73856dd0c3126f1d46ac9e080d3edffeb9eafde8e7f0a790a9ec744da5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2525365031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018089037136726216, "interval": [-0.1293467358091348, 0.13296454323648005], "p_value": 0.9718614718614719, "input_sha256": "3898d73856dd0c3126f1d46ac9e080d3edffeb9eafde8e7f0a790a9ec744da5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2525365031, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018089037136726216, "interval": [-0.0971017978356405, 0.10984869915245361], "p_value": 0.9760828950403093, "input_sha256": "3898d73856dd0c3126f1d46ac9e080d3edffeb9eafde8e7f0a790a9ec744da5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2184152787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2421090783167799, "interval": [-14.333444823054485, 11.849226666420925], "p_value": 0.8073593073593074, "input_sha256": "11391be58c2ad7cba318b4b9c6842a60a36cdeeca17305e71ff43b5504a8bb39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2184152787, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2421090783167799, "interval": [-12.737284260081664, 8.198380918090775], "p_value": 0.8351242477754848, "input_sha256": "11391be58c2ad7cba318b4b9c6842a60a36cdeeca17305e71ff43b5504a8bb39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2184152787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02786617302963245, "interval": [-0.17456521462425714, 0.11883286856499223], "p_value": 0.6883116883116883, "input_sha256": "11391be58c2ad7cba318b4b9c6842a60a36cdeeca17305e71ff43b5504a8bb39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2184152787, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02786617302963245, "interval": [-0.16461380569579387, 0.06937245059192537], "p_value": 0.6742103790507005, "input_sha256": "11391be58c2ad7cba318b4b9c6842a60a36cdeeca17305e71ff43b5504a8bb39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4218313793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.409132881171479, "interval": [0.25203496764532485, 8.566230794697635], "p_value": 0.0367965367965368, "input_sha256": "b5235afdf5f88c4075fcb43b3eb77a0126bd25b7dfe3ca77e490e6cea97360c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4218313793, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.409132881171479, "interval": [1.5177525571205621, 7.984968390124027], "p_value": 0.0400893920150353, "input_sha256": "b5235afdf5f88c4075fcb43b3eb77a0126bd25b7dfe3ca77e490e6cea97360c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4218313793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03962201747349001, "interval": [-0.012799615546609917, 0.09204365049358992], "p_value": 0.11038961038961038, "input_sha256": "b5235afdf5f88c4075fcb43b3eb77a0126bd25b7dfe3ca77e490e6cea97360c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4218313793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03962201747349001, "interval": [0.004319325620856148, 0.08746717008348534], "p_value": 0.12027908794552392, "input_sha256": "b5235afdf5f88c4075fcb43b3eb77a0126bd25b7dfe3ca77e490e6cea97360c9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2616387368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5751529724985955, "interval": [-4.6322003053232335, 13.782506250320424], "p_value": 0.28354978354978355, "input_sha256": "a2875e364a4162979cd1649fd25dcc3e37cfc87fa747517c68d185fc4005a96b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2616387368, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5751529724985955, "interval": [-4.42419201539567, 11.006611589101162], "p_value": 0.2940150977581565, "input_sha256": "a2875e364a4162979cd1649fd25dcc3e37cfc87fa747517c68d185fc4005a96b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2616387368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03640668326560261, "interval": [-0.06278957828043749, 0.1356029448116427], "p_value": 0.4199134199134199, "input_sha256": "a2875e364a4162979cd1649fd25dcc3e37cfc87fa747517c68d185fc4005a96b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2616387368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03640668326560261, "interval": [-0.06330607355243727, 0.10220518639695288], "p_value": 0.43246930591164023, "input_sha256": "a2875e364a4162979cd1649fd25dcc3e37cfc87fa747517c68d185fc4005a96b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2700393194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.40333635648864, "interval": [-7.24511667133753, 12.051789384314809], "p_value": 0.5844155844155844, "input_sha256": "7cf432119ca5b75cb31dd87ea1de4828b14e69e3e07d2d6f3e442acab4c95bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2700393194, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.40333635648864, "interval": [-4.786228102549866, 10.502492020142615], "p_value": 0.5843827340571687, "input_sha256": "7cf432119ca5b75cb31dd87ea1de4828b14e69e3e07d2d6f3e442acab4c95bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2700393194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009059932214904906, "interval": [-0.0998950580550472, 0.11801492248485701], "p_value": 0.8506493506493507, "input_sha256": "7cf432119ca5b75cb31dd87ea1de4828b14e69e3e07d2d6f3e442acab4c95bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2700393194, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009059932214904906, "interval": [-0.07726661024120833, 0.09381688344342029], "p_value": 0.8506426755734354, "input_sha256": "7cf432119ca5b75cb31dd87ea1de4828b14e69e3e07d2d6f3e442acab4c95bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1619828543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9030629278417805, "interval": [-13.279570819875769, 7.473444964192208], "p_value": 0.5346320346320347, "input_sha256": "300cee6a6d7cf339c46ae9a215938b92066ba935f4177e27285734305ec7ac66"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1619828543, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9030629278417805, "interval": [-10.222304522015406, 5.257907741681693], "p_value": 0.5378645620820046, "input_sha256": "300cee6a6d7cf339c46ae9a215938b92066ba935f4177e27285734305ec7ac66"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1619828543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01682086961264255, "interval": [-0.11991025752156645, 0.08626851829628135], "p_value": 0.7337662337662337, "input_sha256": "300cee6a6d7cf339c46ae9a215938b92066ba935f4177e27285734305ec7ac66"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1619828543, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01682086961264255, "interval": [-0.09326624568529425, 0.06431743663736117], "p_value": 0.720593235772201, "input_sha256": "300cee6a6d7cf339c46ae9a215938b92066ba935f4177e27285734305ec7ac66"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2042578048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.505595823977825, "interval": [-9.074843561195092, 12.086035209150744], "p_value": 0.7575757575757576, "input_sha256": "a57673542f0565ec27b5c1572a0ca01af90c3123cc03294f8aecc261773ca024"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2042578048, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.505595823977825, "interval": [-6.106395685681732, 10.004032314950773], "p_value": 0.7471515692957373, "input_sha256": "a57673542f0565ec27b5c1572a0ca01af90c3123cc03294f8aecc261773ca024"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2042578048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0277945250739529, "interval": [-0.09624457358804252, 0.15183362373594833], "p_value": 0.6926406926406926, "input_sha256": "a57673542f0565ec27b5c1572a0ca01af90c3123cc03294f8aecc261773ca024"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2042578048, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0277945250739529, "interval": [-0.046346350770608724, 0.14698813319356308], "p_value": 0.6099058545514305, "input_sha256": "a57673542f0565ec27b5c1572a0ca01af90c3123cc03294f8aecc261773ca024"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3424333269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.899230395553286, "interval": [-4.463031730578403, 14.261492521684975], "p_value": 0.2683982683982684, "input_sha256": "e72ccf209521e50c84a4ced0a0c5399bc3f54dcd0340ea946e7cf0c0c3931616"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3424333269, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.899230395553286, "interval": [-2.4139693136284075, 12.326227879139486], "p_value": 0.2706088190122695, "input_sha256": "e72ccf209521e50c84a4ced0a0c5399bc3f54dcd0340ea946e7cf0c0c3931616"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3424333269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041737123639453755, "interval": [-0.06757783370700352, 0.15105208098591102], "p_value": 0.4069264069264069, "input_sha256": "e72ccf209521e50c84a4ced0a0c5399bc3f54dcd0340ea946e7cf0c0c3931616"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3424333269, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041737123639453755, "interval": [-0.04414277198311391, 0.12572167327794428], "p_value": 0.41399093463801395, "input_sha256": "e72ccf209521e50c84a4ced0a0c5399bc3f54dcd0340ea946e7cf0c0c3931616"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4271815000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7068151733788417, "interval": [-10.279290711650297, 15.692921058407983], "p_value": 0.645021645021645, "input_sha256": "f3b4956407dba543ab606dd6589308be88821930eed374a0ab32f315b94c0a5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4271815000, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7068151733788417, "interval": [-7.726178838185449, 13.460658653871764], "p_value": 0.6461417381843713, "input_sha256": "f3b4956407dba543ab606dd6589308be88821930eed374a0ab32f315b94c0a5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4271815000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010821743320402422, "interval": [-0.11674708065208814, 0.13839056729289298], "p_value": 0.8614718614718615, "input_sha256": "f3b4956407dba543ab606dd6589308be88821930eed374a0ab32f315b94c0a5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4271815000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010821743320402422, "interval": [-0.08896931588817092, 0.11848492796524186], "p_value": 0.8528772426223956, "input_sha256": "f3b4956407dba543ab606dd6589308be88821930eed374a0ab32f315b94c0a5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1308363733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.212110326258246, "interval": [-1.9112119706561952, 12.335432623172688], "p_value": 0.13852813852813853, "input_sha256": "50778e25b4f6d8d98495387ee072d7f775ea964c1d1a37074e698f7892c352a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1308363733, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.212110326258246, "interval": [-1.3669929828689458, 10.590567037912633], "p_value": 0.13408658226885753, "input_sha256": "50778e25b4f6d8d98495387ee072d7f775ea964c1d1a37074e698f7892c352a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1308363733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054407649344108994, "interval": [-0.022751544267360063, 0.13156684295557805], "p_value": 0.14502164502164502, "input_sha256": "50778e25b4f6d8d98495387ee072d7f775ea964c1d1a37074e698f7892c352a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1308363733, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054407649344108994, "interval": [-0.02059410399353468, 0.11091109684694911], "p_value": 0.14720599256921862, "input_sha256": "50778e25b4f6d8d98495387ee072d7f775ea964c1d1a37074e698f7892c352a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3191817434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.708568384031253, "interval": [-3.4269735754861195, 12.844110343548625], "p_value": 0.22077922077922077, "input_sha256": "b0e00003d08af5a0b41f81cc5a1c9e2095f5e15f2d4236ee9bec02a22f61da76"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3191817434, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.708568384031253, "interval": [-2.0893150128163662, 11.134761545517081], "p_value": 0.2253750206003579, "input_sha256": "b0e00003d08af5a0b41f81cc5a1c9e2095f5e15f2d4236ee9bec02a22f61da76"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3191817434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04045928610565519, "interval": [-0.043483033126413745, 0.12440160533772412], "p_value": 0.2987012987012987, "input_sha256": "b0e00003d08af5a0b41f81cc5a1c9e2095f5e15f2d4236ee9bec02a22f61da76"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3191817434, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04045928610565519, "interval": [-0.02821963037610647, 0.10837399863409987], "p_value": 0.3075342831244938, "input_sha256": "b0e00003d08af5a0b41f81cc5a1c9e2095f5e15f2d4236ee9bec02a22f61da76"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2319011047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.40346997033177, "interval": [-9.07766613808095, 6.270726197417409], "p_value": 0.6926406926406926, "input_sha256": "758e65c6ee233a75b3cf9be78ef31735671260d6f32fd7cd4c38a6c91872db93"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2319011047, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.40346997033177, "interval": [-7.520397944793236, 4.3560002847682195], "p_value": 0.6917645496819118, "input_sha256": "758e65c6ee233a75b3cf9be78ef31735671260d6f32fd7cd4c38a6c91872db93"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2319011047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007509031896397893, "interval": [-0.07925030790910562, 0.06423224411630982], "p_value": 0.816017316017316, "input_sha256": "758e65c6ee233a75b3cf9be78ef31735671260d6f32fd7cd4c38a6c91872db93"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2319011047, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007509031896397893, "interval": [-0.0653027630656854, 0.047958496238077165], "p_value": 0.82028950079825, "input_sha256": "758e65c6ee233a75b3cf9be78ef31735671260d6f32fd7cd4c38a6c91872db93"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3684341135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2124494994363584, "interval": [-7.432770335626083, 13.8576693344988], "p_value": 0.5043290043290043, "input_sha256": "ae9a92361c4d9aa70363c2b0410655bb268f63b2a813e8eb4cc5ccde0ff8e6c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3684341135, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2124494994363584, "interval": [-4.749526168128297, 10.351464918848638], "p_value": 0.48962620352257424, "input_sha256": "ae9a92361c4d9aa70363c2b0410655bb268f63b2a813e8eb4cc5ccde0ff8e6c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3684341135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04725580159827848, "interval": [-0.08655198771504162, 0.18106359091159857], "p_value": 0.45670995670995673, "input_sha256": "ae9a92361c4d9aa70363c2b0410655bb268f63b2a813e8eb4cc5ccde0ff8e6c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3684341135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04725580159827848, "interval": [-0.043644544076391664, 0.1469744207601646], "p_value": 0.4221512890037765, "input_sha256": "ae9a92361c4d9aa70363c2b0410655bb268f63b2a813e8eb4cc5ccde0ff8e6c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1791077293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.8809567744478715, "interval": [-12.211143940413518, 2.4492303915177747], "p_value": 0.15800865800865802, "input_sha256": "3f18bc02854354abdc487896e5ae7677efd6ab2144b453c9e1489278204222e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1791077293, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.8809567744478715, "interval": [-11.823245452173701, 0.4147768491096927], "p_value": 0.16865692723750172, "input_sha256": "3f18bc02854354abdc487896e5ae7677efd6ab2144b453c9e1489278204222e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1791077293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05067619604957303, "interval": [-0.12548369302270357, 0.024131300923557517], "p_value": 0.1645021645021645, "input_sha256": "3f18bc02854354abdc487896e5ae7677efd6ab2144b453c9e1489278204222e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1791077293, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05067619604957303, "interval": [-0.12331155812809394, 0.0021511709385806004], "p_value": 0.16174309765164152, "input_sha256": "3f18bc02854354abdc487896e5ae7677efd6ab2144b453c9e1489278204222e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2604133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.025620463741835, "interval": [-15.223975293985895, 3.172734366502225], "p_value": 0.18181818181818182, "input_sha256": "10235e6f8d8d534b4b5c995b6dec5c29c3912eb93d13964bc886702653c00ef0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2604133793, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.025620463741835, "interval": [-14.938903032918626, 0.06468274821597114], "p_value": 0.17384376550209002, "input_sha256": "10235e6f8d8d534b4b5c995b6dec5c29c3912eb93d13964bc886702653c00ef0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2604133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05623788998992621, "interval": [-0.14708423924186845, 0.03460845926201603], "p_value": 0.21428571428571427, "input_sha256": "10235e6f8d8d534b4b5c995b6dec5c29c3912eb93d13964bc886702653c00ef0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2604133793, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05623788998992621, "interval": [-0.1397259812584765, 0.005748711496606891], "p_value": 0.19782822502018202, "input_sha256": "10235e6f8d8d534b4b5c995b6dec5c29c3912eb93d13964bc886702653c00ef0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 277611284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0239541337323077, "interval": [-8.485173566253268, 2.4372652987886525], "p_value": 0.20995670995670995, "input_sha256": "0d4e7ef18a2ab1b0035c9992f5b24f3f8babb3c7fdf7e91127b650003b58c45e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 277611284, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0239541337323077, "interval": [-9.24075088358139, 0.03292664209887672], "p_value": 0.22844143519055424, "input_sha256": "0d4e7ef18a2ab1b0035c9992f5b24f3f8babb3c7fdf7e91127b650003b58c45e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 277611284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025458499995578213, "interval": [-0.08350133415367121, 0.032584334162514786], "p_value": 0.3484848484848485, "input_sha256": "0d4e7ef18a2ab1b0035c9992f5b24f3f8babb3c7fdf7e91127b650003b58c45e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 277611284, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025458499995578213, "interval": [-0.08163016020778911, 0.008873529322557328], "p_value": 0.3308160651854217, "input_sha256": "0d4e7ef18a2ab1b0035c9992f5b24f3f8babb3c7fdf7e91127b650003b58c45e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4013848112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4429162405844265, "interval": [-5.854147677354588, 8.73998015852344], "p_value": 0.6536796536796536, "input_sha256": "aeafc2b460ef81b451bcf67b8d9db12d72ead1a1cbaa0baee9c5c0b1f00d657e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4013848112, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4429162405844265, "interval": [-5.134791179058156, 6.486864074142051], "p_value": 0.6572784534450637, "input_sha256": "aeafc2b460ef81b451bcf67b8d9db12d72ead1a1cbaa0baee9c5c0b1f00d657e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4013848112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017325255534121925, "interval": [-0.04978429959482926, 0.08443481066307311], "p_value": 0.5800865800865801, "input_sha256": "aeafc2b460ef81b451bcf67b8d9db12d72ead1a1cbaa0baee9c5c0b1f00d657e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4013848112, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017325255534121925, "interval": [-0.050241271309165614, 0.05934181011378044], "p_value": 0.567515820309161, "input_sha256": "aeafc2b460ef81b451bcf67b8d9db12d72ead1a1cbaa0baee9c5c0b1f00d657e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2173240846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.126573045451671, "interval": [-9.521051570036061, 15.774197660939404], "p_value": 0.5800865800865801, "input_sha256": "1224097f83a1aab252fa79557e8ba1a969af615b56d287aad619d4364cb8ce7d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2173240846, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.126573045451671, "interval": [-7.455538143774102, 11.977627548795052], "p_value": 0.5924594827562388, "input_sha256": "1224097f83a1aab252fa79557e8ba1a969af615b56d287aad619d4364cb8ce7d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2173240846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02982956747459994, "interval": [-0.10542963900556826, 0.16508877395476815], "p_value": 0.6212121212121212, "input_sha256": "1224097f83a1aab252fa79557e8ba1a969af615b56d287aad619d4364cb8ce7d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2173240846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02982956747459994, "interval": [-0.08527868762639762, 0.12389633470803066], "p_value": 0.6324184298174385, "input_sha256": "1224097f83a1aab252fa79557e8ba1a969af615b56d287aad619d4364cb8ce7d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2162684253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.168103139914635, "interval": [-13.935190677517562, 5.598984397688293], "p_value": 0.36796536796536794, "input_sha256": "a7836ecb52b6472ca6605533a724406e6000469ed448380f29c8c2c6c9eadb08"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2162684253, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.168103139914635, "interval": [-12.842486763569381, 2.0081741401865782], "p_value": 0.3640266516026398, "input_sha256": "a7836ecb52b6472ca6605533a724406e6000469ed448380f29c8c2c6c9eadb08"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2162684253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014461403301166326, "interval": [-0.12594540258531095, 0.0970225959829783], "p_value": 0.7813852813852814, "input_sha256": "a7836ecb52b6472ca6605533a724406e6000469ed448380f29c8c2c6c9eadb08"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2162684253, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014461403301166326, "interval": [-0.10033520531847225, 0.06496992865320228], "p_value": 0.7762298760279329, "input_sha256": "a7836ecb52b6472ca6605533a724406e6000469ed448380f29c8c2c6c9eadb08"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 955880734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.331874339254684, "interval": [-8.470476538481819, 15.134225216991187], "p_value": 0.5432900432900433, "input_sha256": "ec19a19f742b429b921c4568894fe450426b63bfe1e7d0b59e0c507b6cfa534f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 955880734, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.331874339254684, "interval": [-6.7157213911748075, 12.202397572103997], "p_value": 0.5433916146934319, "input_sha256": "ec19a19f742b429b921c4568894fe450426b63bfe1e7d0b59e0c507b6cfa534f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 955880734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02937739359145592, "interval": [-0.09143296672840864, 0.15018775391132047], "p_value": 0.6082251082251082, "input_sha256": "ec19a19f742b429b921c4568894fe450426b63bfe1e7d0b59e0c507b6cfa534f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 955880734, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02937739359145592, "interval": [-0.07022611252836755, 0.12036694186337105], "p_value": 0.5997489662430471, "input_sha256": "ec19a19f742b429b921c4568894fe450426b63bfe1e7d0b59e0c507b6cfa534f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 951596011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.080971402235793, "interval": [-7.910580117889342, 3.748637313417756], "p_value": 0.4004329004329004, "input_sha256": "17d026bf884ee3f556dc4660b4c773f248dcbb242434930f2e2029036c025aae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 951596011, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.080971402235793, "interval": [-5.907350436710073, 2.4478177170813917], "p_value": 0.4168239838869513, "input_sha256": "17d026bf884ee3f556dc4660b4c773f248dcbb242434930f2e2029036c025aae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 951596011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025113792350225844, "interval": [-0.09463136929901482, 0.04440378459856313], "p_value": 0.40476190476190477, "input_sha256": "17d026bf884ee3f556dc4660b4c773f248dcbb242434930f2e2029036c025aae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 951596011, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025113792350225844, "interval": [-0.07254751317492775, 0.030553957147575736], "p_value": 0.4162852814939665, "input_sha256": "17d026bf884ee3f556dc4660b4c773f248dcbb242434930f2e2029036c025aae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1540236297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.513546055462136, "interval": [-0.5062018403038131, 19.533293951228085], "p_value": 0.032467532467532464, "input_sha256": "091620933c802f6aeafdb1f2ff7233fbd5a0155630446c7a622c6890765d03b9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1540236297, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.513546055462136, "interval": [2.659025907324453, 17.507017217719156], "p_value": 0.05893386927700221, "input_sha256": "091620933c802f6aeafdb1f2ff7233fbd5a0155630446c7a622c6890765d03b9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1540236297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08962203171881743, "interval": [0.002149687693298097, 0.17709437574433676], "p_value": 0.0367965367965368, "input_sha256": "091620933c802f6aeafdb1f2ff7233fbd5a0155630446c7a622c6890765d03b9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1540236297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08962203171881743, "interval": [0.028242000699363105, 0.15510244310789267], "p_value": 0.046059475329779914, "input_sha256": "091620933c802f6aeafdb1f2ff7233fbd5a0155630446c7a622c6890765d03b9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2187738982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.914939291947701, "interval": [-4.273572014607962, 14.103450598503365], "p_value": 0.23160173160173161, "input_sha256": "3aaec9f8b0385e288700e81dcf7aa608f681f5392e056ea07232f4deeb2de7bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2187738982, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.914939291947701, "interval": [-2.4276928319660622, 12.006481217321554], "p_value": 0.24747764179976767, "input_sha256": "3aaec9f8b0385e288700e81dcf7aa608f681f5392e056ea07232f4deeb2de7bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2187738982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05467099087977377, "interval": [-0.03356333091902494, 0.14290531267857248], "p_value": 0.18181818181818182, "input_sha256": "3aaec9f8b0385e288700e81dcf7aa608f681f5392e056ea07232f4deeb2de7bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2187738982, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05467099087977377, "interval": [-0.008345966487004922, 0.13196243929057686], "p_value": 0.19374022529631152, "input_sha256": "3aaec9f8b0385e288700e81dcf7aa608f681f5392e056ea07232f4deeb2de7bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4268573668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.305465438077503, "interval": [-11.64043082819892, 3.0294999520439134], "p_value": 0.21212121212121213, "input_sha256": "55c323373c017611520dc62e006c60c14de3daa21db10d720f8a6868527c7521"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4268573668, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.305465438077503, "interval": [-11.860161732040904, -0.09501115003532044], "p_value": 0.21331797346317652, "input_sha256": "55c323373c017611520dc62e006c60c14de3daa21db10d720f8a6868527c7521"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4268573668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.052916557222467145, "interval": [-0.11993427909555694, 0.014101164650622652], "p_value": 0.07792207792207792, "input_sha256": "55c323373c017611520dc62e006c60c14de3daa21db10d720f8a6868527c7521"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4268573668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.052916557222467145, "interval": [-0.12228101120112467, -0.010740633058855401], "p_value": 0.10706774726038605, "input_sha256": "55c323373c017611520dc62e006c60c14de3daa21db10d720f8a6868527c7521"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3042250695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8260537448302205, "interval": [0.6465187911608608, 5.00558869849958], "p_value": 0.01948051948051948, "input_sha256": "fb61115adb1dcada04ee4040e27b47d93b995d9f85e15ff3d454184b0790def2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3042250695, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8260537448302205, "interval": [1.0478393690249228, 4.427343695424009], "p_value": 0.01672145165321034, "input_sha256": "fb61115adb1dcada04ee4040e27b47d93b995d9f85e15ff3d454184b0790def2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3042250695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02652592210844683, "interval": [0.002536898896348408, 0.05051494532054525], "p_value": 0.032467532467532464, "input_sha256": "fb61115adb1dcada04ee4040e27b47d93b995d9f85e15ff3d454184b0790def2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3042250695, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02652592210844683, "interval": [0.005764190217367668, 0.04131322625191519], "p_value": 0.034746732732795424, "input_sha256": "fb61115adb1dcada04ee4040e27b47d93b995d9f85e15ff3d454184b0790def2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2139122049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1556022535424315, "interval": [-12.385489639186083, 6.07428513210122], "p_value": 0.44155844155844154, "input_sha256": "bb62cf41a63abc23ba1853585281e70ca9401e3ff2823bc0bbd75828352791ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2139122049, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1556022535424315, "interval": [-9.743859023677956, 5.112666357891841], "p_value": 0.4586563183174498, "input_sha256": "bb62cf41a63abc23ba1853585281e70ca9401e3ff2823bc0bbd75828352791ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2139122049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03591365301120666, "interval": [-0.11785525452662735, 0.046027948504214024], "p_value": 0.341991341991342, "input_sha256": "bb62cf41a63abc23ba1853585281e70ca9401e3ff2823bc0bbd75828352791ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2139122049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03591365301120666, "interval": [-0.0947231975371303, 0.03569423267503591], "p_value": 0.3491691553276235, "input_sha256": "bb62cf41a63abc23ba1853585281e70ca9401e3ff2823bc0bbd75828352791ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 180269310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.260138495644599, "interval": [-18.31788328286646, 3.7976062915772655], "p_value": 0.16666666666666666, "input_sha256": "45662fdd0d87c4c3512257fffeff881f021c085c0dc30ade4312427708f916ab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 180269310, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.260138495644599, "interval": [-15.797736387077265, 1.074032555688238], "p_value": 0.17184591185536333, "input_sha256": "45662fdd0d87c4c3512257fffeff881f021c085c0dc30ade4312427708f916ab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 180269310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08168031133065287, "interval": [-0.19668056556323668, 0.03331994290193094], "p_value": 0.14285714285714285, "input_sha256": "45662fdd0d87c4c3512257fffeff881f021c085c0dc30ade4312427708f916ab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 180269310, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08168031133065287, "interval": [-0.1696970651434719, 0.005225019997822697], "p_value": 0.14210026316501068, "input_sha256": "45662fdd0d87c4c3512257fffeff881f021c085c0dc30ade4312427708f916ab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3658933862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.461905484640667, "interval": [-7.865773242866668, 14.789584212148002], "p_value": 0.5021645021645021, "input_sha256": "b9eeea78d377a0ef3e72f9467b039879b0f94ef7fcb45ebc242c56ad8c425065"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3658933862, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.461905484640667, "interval": [-6.27658335084405, 12.123476139433297], "p_value": 0.5004525673120398, "input_sha256": "b9eeea78d377a0ef3e72f9467b039879b0f94ef7fcb45ebc242c56ad8c425065"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3658933862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03162631513607282, "interval": [-0.10010661725224361, 0.16335924752438924], "p_value": 0.5995670995670995, "input_sha256": "b9eeea78d377a0ef3e72f9467b039879b0f94ef7fcb45ebc242c56ad8c425065"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3658933862, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03162631513607282, "interval": [-0.08089402160501435, 0.1326238239283806], "p_value": 0.599875270778611, "input_sha256": "b9eeea78d377a0ef3e72f9467b039879b0f94ef7fcb45ebc242c56ad8c425065"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2133242122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5496111629107023, "interval": [-11.263891692842202, 4.164669367020798], "p_value": 0.33116883116883117, "input_sha256": "98941a4182285fe3202641e4cc768b3a4209d3b949aea1eb424db18616547133"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2133242122, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5496111629107023, "interval": [-10.223387595268596, 1.7649021654435337], "p_value": 0.32619714382240605, "input_sha256": "98941a4182285fe3202641e4cc768b3a4209d3b949aea1eb424db18616547133"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2133242122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04026069243822224, "interval": [-0.11011227481067372, 0.029590889934229245], "p_value": 0.23809523809523808, "input_sha256": "98941a4182285fe3202641e4cc768b3a4209d3b949aea1eb424db18616547133"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2133242122, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04026069243822224, "interval": [-0.10090683423665275, 0.00636275036262167], "p_value": 0.22519330609627286, "input_sha256": "98941a4182285fe3202641e4cc768b3a4209d3b949aea1eb424db18616547133"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3019841004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.507078995535638, "interval": [-4.0557605965636085, 9.069918587634884], "p_value": 0.39826839826839827, "input_sha256": "97960ff12a6b87891f9149c96615192d3c4933a462fde46e1c69ade383069a43"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3019841004, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.507078995535638, "interval": [-2.1719414928512077, 8.150016568070674], "p_value": 0.41315190868952445, "input_sha256": "97960ff12a6b87891f9149c96615192d3c4933a462fde46e1c69ade383069a43"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3019841004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03373687498544954, "interval": [-0.0340715325570647, 0.10154528252796378], "p_value": 0.2922077922077922, "input_sha256": "97960ff12a6b87891f9149c96615192d3c4933a462fde46e1c69ade383069a43"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3019841004, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03373687498544954, "interval": [-0.01283489165693532, 0.09498723646081045], "p_value": 0.2903787450000049, "input_sha256": "97960ff12a6b87891f9149c96615192d3c4933a462fde46e1c69ade383069a43"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2617312026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.690011382381533, "interval": [3.380887034074295, 23.99913573068877], "p_value": 0.01948051948051948, "input_sha256": "b39b5f8416b940491b92b4177e3041859cbda2af6af30c7cb80509ec5f74deeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2617312026, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.690011382381533, "interval": [5.511130920954746, 20.43074562980187], "p_value": 0.016742620473653002, "input_sha256": "b39b5f8416b940491b92b4177e3041859cbda2af6af30c7cb80509ec5f74deeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2617312026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13449631849811117, "interval": [0.029134507776504476, 0.23985812921971786], "p_value": 0.010822510822510822, "input_sha256": "b39b5f8416b940491b92b4177e3041859cbda2af6af30c7cb80509ec5f74deeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2617312026, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13449631849811117, "interval": [0.06195584755624308, 0.21222589820003282], "p_value": 0.02038647570644101, "input_sha256": "b39b5f8416b940491b92b4177e3041859cbda2af6af30c7cb80509ec5f74deeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2089024116, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.971085836069629, "interval": [-9.19277148747272, 5.250599815333462], "p_value": 0.5281385281385281, "input_sha256": "50bed0a285f2105c59c9c6652020fb10c51eeee19f76aeddfe557ad2f7a278c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2089024116, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.971085836069629, "interval": [-7.288333817464055, 3.266560345356253], "p_value": 0.53502688710954, "input_sha256": "50bed0a285f2105c59c9c6652020fb10c51eeee19f76aeddfe557ad2f7a278c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2089024116, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017580794177812862, "interval": [-0.08432268006571599, 0.04916109171009027], "p_value": 0.5367965367965368, "input_sha256": "50bed0a285f2105c59c9c6652020fb10c51eeee19f76aeddfe557ad2f7a278c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2089024116, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017580794177812862, "interval": [-0.06625636398300294, 0.031096006307762294], "p_value": 0.5490068554760996, "input_sha256": "50bed0a285f2105c59c9c6652020fb10c51eeee19f76aeddfe557ad2f7a278c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1208091792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.69457804215513, "interval": [-18.59910006497806, -6.790056019332201], "p_value": 0.004329004329004329, "input_sha256": "c499f4da8df553468ee839ad59f587b70ca77a026ef3a6e86a2019e064291f3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1208091792, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.69457804215513, "interval": [-17.051845468297966, -7.6042158317483475], "p_value": 0.000835899421376771, "input_sha256": "c499f4da8df553468ee839ad59f587b70ca77a026ef3a6e86a2019e064291f3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1208091792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13074498024809833, "interval": [-0.19041865038879915, -0.0710713101073975], "p_value": 0.0021645021645021645, "input_sha256": "c499f4da8df553468ee839ad59f587b70ca77a026ef3a6e86a2019e064291f3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1208091792, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13074498024809833, "interval": [-0.17289151530450528, -0.0787933841390496], "p_value": 0.0008958746136416861, "input_sha256": "c499f4da8df553468ee839ad59f587b70ca77a026ef3a6e86a2019e064291f3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 563818687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9393145840614778, "interval": [-9.611479569585574, 11.49010873770853], "p_value": 0.8246753246753247, "input_sha256": "e2cd9e41b2fb25862f47cb732a2f1aed179e8cb7eb037c0dda34060fed702620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 563818687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9393145840614778, "interval": [-5.296025259924391, 10.666509125037418], "p_value": 0.8373455172430196, "input_sha256": "e2cd9e41b2fb25862f47cb732a2f1aed179e8cb7eb037c0dda34060fed702620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 563818687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011592008887723534, "interval": [-0.09711443287139311, 0.12029845064684018], "p_value": 0.8073593073593074, "input_sha256": "e2cd9e41b2fb25862f47cb732a2f1aed179e8cb7eb037c0dda34060fed702620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 563818687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011592008887723534, "interval": [-0.05657551303558314, 0.1018887662421008], "p_value": 0.8061344297337429, "input_sha256": "e2cd9e41b2fb25862f47cb732a2f1aed179e8cb7eb037c0dda34060fed702620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 748290998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7977431381499782, "interval": [-6.893959628809015, 3.298473352509059], "p_value": 0.43722943722943725, "input_sha256": "648cd81f76cb59e279de322dfb759b264a46924dea3c4801a1b1e00982e37368"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 748290998, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7977431381499782, "interval": [-5.459354215168069, 2.861970552479264], "p_value": 0.44908079504377396, "input_sha256": "648cd81f76cb59e279de322dfb759b264a46924dea3c4801a1b1e00982e37368"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 748290998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027029492287484136, "interval": [-0.08262432133359404, 0.028565336758625777], "p_value": 0.29653679653679654, "input_sha256": "648cd81f76cb59e279de322dfb759b264a46924dea3c4801a1b1e00982e37368"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 748290998, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027029492287484136, "interval": [-0.06470921607966605, 0.02141457218539681], "p_value": 0.3035089171613146, "input_sha256": "648cd81f76cb59e279de322dfb759b264a46924dea3c4801a1b1e00982e37368"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3001058530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1681923870675135, "interval": [-10.978408162434093, 8.642023388299066], "p_value": 0.8203463203463204, "input_sha256": "6323db1b87211483059ec3f941a37306d39e47af4e2a0f5f099777917a08d8ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3001058530, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1681923870675135, "interval": [-10.200125201870293, 4.843230835142159], "p_value": 0.7906746121380073, "input_sha256": "6323db1b87211483059ec3f941a37306d39e47af4e2a0f5f099777917a08d8ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3001058530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014894560664997988, "interval": [-0.11367134677753786, 0.08388222544754188], "p_value": 0.803030303030303, "input_sha256": "6323db1b87211483059ec3f941a37306d39e47af4e2a0f5f099777917a08d8ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3001058530, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014894560664997988, "interval": [-0.10981220869832219, 0.0424213381570252], "p_value": 0.7337881196237988, "input_sha256": "6323db1b87211483059ec3f941a37306d39e47af4e2a0f5f099777917a08d8ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1749138743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3791661481732298, "interval": [-9.283926553675734, 6.525594257329275], "p_value": 0.6991341991341992, "input_sha256": "44f1b713213746c76e4a169978538b07a0bb4fe85c462331b6bfa112fc81646c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1749138743, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3791661481732298, "interval": [-7.8357290450485895, 4.619653666674903], "p_value": 0.7035525020187239, "input_sha256": "44f1b713213746c76e4a169978538b07a0bb4fe85c462331b6bfa112fc81646c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1749138743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011546890378659289, "interval": [-0.09956551181280615, 0.07647173105548757], "p_value": 0.7662337662337663, "input_sha256": "44f1b713213746c76e4a169978538b07a0bb4fe85c462331b6bfa112fc81646c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1749138743, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011546890378659289, "interval": [-0.0897401145334519, 0.0514083227821885], "p_value": 0.7727741575038968, "input_sha256": "44f1b713213746c76e4a169978538b07a0bb4fe85c462331b6bfa112fc81646c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 614557794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5794739777142404, "interval": [-8.868362138048733, 10.027310093477213], "p_value": 0.9004329004329005, "input_sha256": "6acb2ef1690fd107704358210ed8dc76554d6b1e476916ae415da963f94253e0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 614557794, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5794739777142404, "interval": [-9.036201749694573, 6.411741640510363], "p_value": 0.8928274490677479, "input_sha256": "6acb2ef1690fd107704358210ed8dc76554d6b1e476916ae415da963f94253e0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 614557794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002669917396730767, "interval": [-0.11639530837317492, 0.11105547357971339], "p_value": 0.9675324675324676, "input_sha256": "6acb2ef1690fd107704358210ed8dc76554d6b1e476916ae415da963f94253e0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 614557794, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002669917396730767, "interval": [-0.11893771891333305, 0.0639751826909441], "p_value": 0.958213194887062, "input_sha256": "6acb2ef1690fd107704358210ed8dc76554d6b1e476916ae415da963f94253e0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 848556876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0336754540470876, "interval": [-8.520414209519124, 12.587765117613301], "p_value": 0.7445887445887446, "input_sha256": "8dc73bb63e04d8829fd4f23a1e58ae8c4ddc1298df2943cef444196080f2fb20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 848556876, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0336754540470876, "interval": [-3.5763379950691006, 12.69813619029401], "p_value": 0.6581050525450105, "input_sha256": "8dc73bb63e04d8829fd4f23a1e58ae8c4ddc1298df2943cef444196080f2fb20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 848556876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022210770486433287, "interval": [-0.11733566410644337, 0.16175720507930996], "p_value": 0.8506493506493507, "input_sha256": "8dc73bb63e04d8829fd4f23a1e58ae8c4ddc1298df2943cef444196080f2fb20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 848556876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022210770486433287, "interval": [-0.051837406000692504, 0.17038600727945621], "p_value": 0.7139958245140566, "input_sha256": "8dc73bb63e04d8829fd4f23a1e58ae8c4ddc1298df2943cef444196080f2fb20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4149347055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5964556915113404, "interval": [-4.534003654674204, 7.726915037696885], "p_value": 0.551948051948052, "input_sha256": "c07469ee643bb9ce93d709dedb5bbc3e35c41d2f033c1816669f5cccd16eed7a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4149347055, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5964556915113404, "interval": [-3.8576904007227855, 6.012093255721461], "p_value": 0.572879571144969, "input_sha256": "c07469ee643bb9ce93d709dedb5bbc3e35c41d2f033c1816669f5cccd16eed7a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4149347055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012819778740296814, "interval": [-0.049835359599150406, 0.07547491707974403], "p_value": 0.6536796536796536, "input_sha256": "c07469ee643bb9ce93d709dedb5bbc3e35c41d2f033c1816669f5cccd16eed7a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4149347055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012819778740296814, "interval": [-0.043317340232728485, 0.05936886072091304], "p_value": 0.6581743756749006, "input_sha256": "c07469ee643bb9ce93d709dedb5bbc3e35c41d2f033c1816669f5cccd16eed7a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1791003862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1080808191369629, "interval": [-8.311545004302463, 10.52770664257639], "p_value": 0.7987012987012987, "input_sha256": "d104e69bbb9f56fe4a48e131b0d7b92d4d206041b2d8840aef66e859d7b29f17"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1791003862, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1080808191369629, "interval": [-5.366391188417986, 9.87145576745416], "p_value": 0.7985517927799834, "input_sha256": "d104e69bbb9f56fe4a48e131b0d7b92d4d206041b2d8840aef66e859d7b29f17"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1791003862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01118237760462866, "interval": [-0.08722871476205997, 0.10959346997131729], "p_value": 0.7965367965367965, "input_sha256": "d104e69bbb9f56fe4a48e131b0d7b92d4d206041b2d8840aef66e859d7b29f17"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1791003862, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01118237760462866, "interval": [-0.057632245564714794, 0.09957747227415467], "p_value": 0.8052381285294363, "input_sha256": "d104e69bbb9f56fe4a48e131b0d7b92d4d206041b2d8840aef66e859d7b29f17"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3284528657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.925374926528093, "interval": [-2.512092996108252, 12.362842849164437], "p_value": 0.17316017316017315, "input_sha256": "0b0647246eb0b09f6105b7e940493c06ddf0a145ef446250f4ce4f61da552f70"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3284528657, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.925374926528093, "interval": [-1.9737649891941336, 10.18220937765749], "p_value": 0.16700549956742008, "input_sha256": "0b0647246eb0b09f6105b7e940493c06ddf0a145ef446250f4ce4f61da552f70"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3284528657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.048212191500684135, "interval": [-0.024929480101217302, 0.12135386310258557], "p_value": 0.16666666666666666, "input_sha256": "0b0647246eb0b09f6105b7e940493c06ddf0a145ef446250f4ce4f61da552f70"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3284528657, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.048212191500684135, "interval": [-0.02378413158449887, 0.09972569395743185], "p_value": 0.16951747901021846, "input_sha256": "0b0647246eb0b09f6105b7e940493c06ddf0a145ef446250f4ce4f61da552f70"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4208220958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.598093843548694, "interval": [-3.9083461322817605, 21.10453381937915], "p_value": 0.15800865800865802, "input_sha256": "712a3c93705ac025ab24f896b84dd1bcdbffce5033b94f4050d8189e0ec446bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4208220958, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.598093843548694, "interval": [-1.5658052576177441, 17.66821842865858], "p_value": 0.15656620604320706, "input_sha256": "712a3c93705ac025ab24f896b84dd1bcdbffce5033b94f4050d8189e0ec446bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4208220958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09641792898997459, "interval": [-0.033835029542372774, 0.22667088752232195], "p_value": 0.13636363636363635, "input_sha256": "712a3c93705ac025ab24f896b84dd1bcdbffce5033b94f4050d8189e0ec446bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4208220958, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09641792898997459, "interval": [-0.012139802313101845, 0.19328040735767374], "p_value": 0.1297941760274698, "input_sha256": "712a3c93705ac025ab24f896b84dd1bcdbffce5033b94f4050d8189e0ec446bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2574578898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.635979108484491, "interval": [-4.3208003290805825, 15.592758546049563], "p_value": 0.22294372294372294, "input_sha256": "da5653db25e6bf9a4cda8f8865d99b30c62ac63692d9facb0f69db58568c3087"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2574578898, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.635979108484491, "interval": [-1.9633043491137268, 13.477687930803834], "p_value": 0.23204526297942524, "input_sha256": "da5653db25e6bf9a4cda8f8865d99b30c62ac63692d9facb0f69db58568c3087"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2574578898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06720080118564364, "interval": [-0.041714853306268035, 0.17611645567755532], "p_value": 0.18831168831168832, "input_sha256": "da5653db25e6bf9a4cda8f8865d99b30c62ac63692d9facb0f69db58568c3087"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2574578898, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06720080118564364, "interval": [-0.01598678966878313, 0.1547525971813164], "p_value": 0.19875314034617814, "input_sha256": "da5653db25e6bf9a4cda8f8865d99b30c62ac63692d9facb0f69db58568c3087"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 200335786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8543309178327245, "interval": [-11.182040456405922, 5.473378620740473], "p_value": 0.45670995670995673, "input_sha256": "c6440a3f5b90101fedd046d02c8a7550d214769c2256e15abe44674eb497bdeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 200335786, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8543309178327245, "interval": [-9.931644402046446, 3.2732228851920775], "p_value": 0.4626538826721228, "input_sha256": "c6440a3f5b90101fedd046d02c8a7550d214769c2256e15abe44674eb497bdeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 200335786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02659620305455772, "interval": [-0.1194994997765088, 0.06630709366739336], "p_value": 0.5281385281385281, "input_sha256": "c6440a3f5b90101fedd046d02c8a7550d214769c2256e15abe44674eb497bdeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 200335786, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02659620305455772, "interval": [-0.09710721862148833, 0.0534869887965252], "p_value": 0.5359705821746856, "input_sha256": "c6440a3f5b90101fedd046d02c8a7550d214769c2256e15abe44674eb497bdeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3097253546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.302515470523405, "interval": [-15.27066919312451, 6.6656382520777], "p_value": 0.4004329004329004, "input_sha256": "4746ab1727a6dc3db81e1d9bb61028d6158f357ee185e9c60be2f12c32536c49"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3097253546, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.302515470523405, "interval": [-13.163184977393323, 3.677001009984464], "p_value": 0.3895903512626111, "input_sha256": "4746ab1727a6dc3db81e1d9bb61028d6158f357ee185e9c60be2f12c32536c49"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3097253546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05497725271901686, "interval": [-0.1596737300990986, 0.0497192246610649], "p_value": 0.26406926406926406, "input_sha256": "4746ab1727a6dc3db81e1d9bb61028d6158f357ee185e9c60be2f12c32536c49"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3097253546, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05497725271901686, "interval": [-0.14620320349003302, 0.020017981941669004], "p_value": 0.2614451311004757, "input_sha256": "4746ab1727a6dc3db81e1d9bb61028d6158f357ee185e9c60be2f12c32536c49"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2597461994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.513385969296558, "interval": [-8.507266005867393, 11.534037944460511], "p_value": 0.7359307359307359, "input_sha256": "7531eb6b1d97c1a8fb87c3b6e42cbfe0aac75696b3d423c6ab9bd08c078e7e74"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2597461994, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.513385969296558, "interval": [-5.82308368193786, 10.570908186073154], "p_value": 0.7426639712240488, "input_sha256": "7531eb6b1d97c1a8fb87c3b6e42cbfe0aac75696b3d423c6ab9bd08c078e7e74"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2597461994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002706206578439979, "interval": [-0.09497210786543595, 0.1003845210223159], "p_value": 0.9502164502164502, "input_sha256": "7531eb6b1d97c1a8fb87c3b6e42cbfe0aac75696b3d423c6ab9bd08c078e7e74"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2597461994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002706206578439979, "interval": [-0.07033496338219093, 0.09148949380083114], "p_value": 0.9519926858620891, "input_sha256": "7531eb6b1d97c1a8fb87c3b6e42cbfe0aac75696b3d423c6ab9bd08c078e7e74"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2680352310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1414758528034907, "interval": [-9.967078106069394, 3.6841264004624117], "p_value": 0.3528138528138528, "input_sha256": "96e68dbc300cea96d160e852190b297ab8d619f104a68bf3f6ca466900b6c879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2680352310, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1414758528034907, "interval": [-8.363911405991274, 2.1607364753798235], "p_value": 0.3261040498767664, "input_sha256": "96e68dbc300cea96d160e852190b297ab8d619f104a68bf3f6ca466900b6c879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2680352310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03654420192862341, "interval": [-0.10468815131601751, 0.031599747458770686], "p_value": 0.2597402597402597, "input_sha256": "96e68dbc300cea96d160e852190b297ab8d619f104a68bf3f6ca466900b6c879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2680352310, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03654420192862341, "interval": [-0.08968244274720977, 0.02099972533306604], "p_value": 0.2590991035872781, "input_sha256": "96e68dbc300cea96d160e852190b297ab8d619f104a68bf3f6ca466900b6c879"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1080162006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1118093293135427, "interval": [-7.436769888643887, 11.660388547270973], "p_value": 0.6298701298701299, "input_sha256": "ccc478d679ca50c6959e96534f4e04dad5e0bd85a0273f1ef56881a1d83fe67d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1080162006, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1118093293135427, "interval": [-4.333468998903024, 10.754680559031394], "p_value": 0.6247573157157427, "input_sha256": "ccc478d679ca50c6959e96534f4e04dad5e0bd85a0273f1ef56881a1d83fe67d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1080162006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010243682877325855, "interval": [-0.1034973086941825, 0.12398467444883421], "p_value": 0.8484848484848485, "input_sha256": "ccc478d679ca50c6959e96534f4e04dad5e0bd85a0273f1ef56881a1d83fe67d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1080162006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010243682877325855, "interval": [-0.07375616893587632, 0.09916092951834171], "p_value": 0.8395668054013334, "input_sha256": "ccc478d679ca50c6959e96534f4e04dad5e0bd85a0273f1ef56881a1d83fe67d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3515953017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.249876566222074, "interval": [0.9060790824946725, 13.593674049949476], "p_value": 0.025974025974025976, "input_sha256": "6657b7e28f770c451f9fc39f2524df4945537f0484d99d0b5863f973c77d7fd2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3515953017, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.249876566222074, "interval": [2.531454947563092, 12.772681681044999], "p_value": 0.029153620912206458, "input_sha256": "6657b7e28f770c451f9fc39f2524df4945537f0484d99d0b5863f973c77d7fd2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3515953017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08202680298084675, "interval": [0.017558367704391994, 0.14649523825730149], "p_value": 0.015151515151515152, "input_sha256": "6657b7e28f770c451f9fc39f2524df4945537f0484d99d0b5863f973c77d7fd2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3515953017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08202680298084675, "interval": [0.03274301563694098, 0.13762740684584693], "p_value": 0.01825236884947001, "input_sha256": "6657b7e28f770c451f9fc39f2524df4945537f0484d99d0b5863f973c77d7fd2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 894709197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.847260163493277, "interval": [-4.1351798863313665, 11.82970021331792], "p_value": 0.30735930735930733, "input_sha256": "f13c7f42210cc3d2010a73ee2f825d7cc27fea77469016e6b385e5c86239e2ea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 894709197, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.847260163493277, "interval": [-1.8269960226554502, 10.928035186616095], "p_value": 0.3076364976677637, "input_sha256": "f13c7f42210cc3d2010a73ee2f825d7cc27fea77469016e6b385e5c86239e2ea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 894709197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05074486818365599, "interval": [-0.03007915596304045, 0.13156889233035243], "p_value": 0.18398268398268397, "input_sha256": "f13c7f42210cc3d2010a73ee2f825d7cc27fea77469016e6b385e5c86239e2ea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 894709197, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05074486818365599, "interval": [-0.006561342513856304, 0.11845022680400841], "p_value": 0.19008233484034556, "input_sha256": "f13c7f42210cc3d2010a73ee2f825d7cc27fea77469016e6b385e5c86239e2ea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1614786995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.327513821070573, "interval": [-2.010587262461465, 8.665614904602611], "p_value": 0.2012987012987013, "input_sha256": "957ea3b9dab55a264de6230e07e4dcf2019ae44f735f9b59511fbfe02d6db1b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1614786995, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.327513821070573, "interval": [-0.819777933558513, 7.025688892676544], "p_value": 0.1865195082583982, "input_sha256": "957ea3b9dab55a264de6230e07e4dcf2019ae44f735f9b59511fbfe02d6db1b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1614786995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027230440388312502, "interval": [-0.03840533339160028, 0.09286621416822528], "p_value": 0.3333333333333333, "input_sha256": "957ea3b9dab55a264de6230e07e4dcf2019ae44f735f9b59511fbfe02d6db1b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1614786995, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027230440388312502, "interval": [-0.0259865391824613, 0.06706858872069883], "p_value": 0.3552763819202347, "input_sha256": "957ea3b9dab55a264de6230e07e4dcf2019ae44f735f9b59511fbfe02d6db1b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2507233855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.69108637364978, "interval": [-17.30185028443955, 3.9196775371399895], "p_value": 0.18831168831168832, "input_sha256": "e22573b8fed18c98425ad92799c0669a55a22266d476df40bdfd978da0cf2f1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2507233855, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.69108637364978, "interval": [-14.248732819527273, 2.3773727346883504], "p_value": 0.18975491298904384, "input_sha256": "e22573b8fed18c98425ad92799c0669a55a22266d476df40bdfd978da0cf2f1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2507233855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07145763306513028, "interval": [-0.17958948603303526, 0.036674219902774696], "p_value": 0.16883116883116883, "input_sha256": "e22573b8fed18c98425ad92799c0669a55a22266d476df40bdfd978da0cf2f1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2507233855, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07145763306513028, "interval": [-0.15150686085344303, 0.017753315518289688], "p_value": 0.1712914961339196, "input_sha256": "e22573b8fed18c98425ad92799c0669a55a22266d476df40bdfd978da0cf2f1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 235814685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.197012685688847, "interval": [-18.404629259331948, 2.0106038879542556], "p_value": 0.10606060606060606, "input_sha256": "a4b6ca1cfb36a78364059f030b3b58d478343f4d52ba6c95315b340f53900513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 235814685, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.197012685688847, "interval": [-15.9392032387708, -0.8598583608582855], "p_value": 0.10121992097646346, "input_sha256": "a4b6ca1cfb36a78364059f030b3b58d478343f4d52ba6c95315b340f53900513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 235814685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0956511217358916, "interval": [-0.20810207743699977, 0.016799833965216573], "p_value": 0.08658008658008658, "input_sha256": "a4b6ca1cfb36a78364059f030b3b58d478343f4d52ba6c95315b340f53900513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 235814685, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0956511217358916, "interval": [-0.18175807072013017, -0.017140871330982483], "p_value": 0.08431040540696318, "input_sha256": "a4b6ca1cfb36a78364059f030b3b58d478343f4d52ba6c95315b340f53900513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2953739015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2814160884838017, "interval": [-14.251599854664887, 9.688767677697284], "p_value": 0.658008658008658, "input_sha256": "402ddc38526f50628608693c4370ccab23346aa72b3f50b1a1b32a116f414bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2953739015, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2814160884838017, "interval": [-11.383651933074823, 5.943886845404754], "p_value": 0.674889389881961, "input_sha256": "402ddc38526f50628608693c4370ccab23346aa72b3f50b1a1b32a116f414bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2953739015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02071658766479534, "interval": [-0.12972186211041747, 0.08828868678082678], "p_value": 0.6645021645021645, "input_sha256": "402ddc38526f50628608693c4370ccab23346aa72b3f50b1a1b32a116f414bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2953739015, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02071658766479534, "interval": [-0.10577558974584528, 0.053079611190730326], "p_value": 0.677423247042805, "input_sha256": "402ddc38526f50628608693c4370ccab23346aa72b3f50b1a1b32a116f414bd6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3489621677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.218655454604736, "interval": [-6.889581723853183, 13.326892633062656], "p_value": 0.48484848484848486, "input_sha256": "20759f3b2e3dee8123b03ec2d5b19b22096582d94fcc25781e2545e8db539045"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3489621677, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.218655454604736, "interval": [-5.699283588475637, 11.352431030990065], "p_value": 0.49287585495885156, "input_sha256": "20759f3b2e3dee8123b03ec2d5b19b22096582d94fcc25781e2545e8db539045"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3489621677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02011436991388832, "interval": [-0.10059489768042017, 0.14082363750819682], "p_value": 0.6883116883116883, "input_sha256": "20759f3b2e3dee8123b03ec2d5b19b22096582d94fcc25781e2545e8db539045"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3489621677, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02011436991388832, "interval": [-0.0971401782825882, 0.10350087942193044], "p_value": 0.7143322062960542, "input_sha256": "20759f3b2e3dee8123b03ec2d5b19b22096582d94fcc25781e2545e8db539045"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3192409522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6061699639618374, "interval": [-1.8926763880362896, 7.105016315959965], "p_value": 0.21428571428571427, "input_sha256": "b8ad496674c2e78556823b71e7f8653129c9b9f5d73955483fce8ca802d32e22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3192409522, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6061699639618374, "interval": [-2.4900922617825154, 5.16860037431774], "p_value": 0.22389315227967696, "input_sha256": "b8ad496674c2e78556823b71e7f8653129c9b9f5d73955483fce8ca802d32e22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3192409522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022260627185549893, "interval": [-0.023715417578926486, 0.06823667195002628], "p_value": 0.3008658008658009, "input_sha256": "b8ad496674c2e78556823b71e7f8653129c9b9f5d73955483fce8ca802d32e22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3192409522, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022260627185549893, "interval": [-0.024874617811516626, 0.050221425473761114], "p_value": 0.30481038527522597, "input_sha256": "b8ad496674c2e78556823b71e7f8653129c9b9f5d73955483fce8ca802d32e22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1184521539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.073884074107019, "interval": [-15.059833539245435, 4.912065391031398], "p_value": 0.2619047619047619, "input_sha256": "7122105eb7794e5b2d71b39fd91b3e7abdbeed8a869d3e33e3a63fffd347c497"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1184521539, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.073884074107019, "interval": [-13.041686465459318, 3.3540643813698976], "p_value": 0.2771410712281577, "input_sha256": "7122105eb7794e5b2d71b39fd91b3e7abdbeed8a869d3e33e3a63fffd347c497"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1184521539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06243924141389978, "interval": [-0.1567759618148839, 0.03189747898708434], "p_value": 0.16233766233766234, "input_sha256": "7122105eb7794e5b2d71b39fd91b3e7abdbeed8a869d3e33e3a63fffd347c497"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1184521539, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06243924141389978, "interval": [-0.14097597768598774, 0.018187737982102808], "p_value": 0.16811453004954552, "input_sha256": "7122105eb7794e5b2d71b39fd91b3e7abdbeed8a869d3e33e3a63fffd347c497"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2513118634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7501677204398574, "interval": [-10.242061141654856, 4.741725700775142], "p_value": 0.4134199134199134, "input_sha256": "997eef8afb0dd2c08d33ecbd14e472a632edc775206621b69e2e727ef44685ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2513118634, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7501677204398574, "interval": [-7.827245222877638, 4.7296121093630425], "p_value": 0.43172702723351497, "input_sha256": "997eef8afb0dd2c08d33ecbd14e472a632edc775206621b69e2e727ef44685ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2513118634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030284608972256336, "interval": [-0.10614211133220411, 0.04557289338769144], "p_value": 0.3852813852813853, "input_sha256": "997eef8afb0dd2c08d33ecbd14e472a632edc775206621b69e2e727ef44685ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2513118634, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030284608972256336, "interval": [-0.08065358922472601, 0.04499098186692457], "p_value": 0.39423358290652244, "input_sha256": "997eef8afb0dd2c08d33ecbd14e472a632edc775206621b69e2e727ef44685ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2031486272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.084165572290614, "interval": [2.93399674032102, 11.234334404260206], "p_value": 0.004329004329004329, "input_sha256": "e9b05bf8bd294dc3c5e48f7dae5c7c54bbf0732d54b8a8150dc167a2e0384982"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2031486272, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.084165572290614, "interval": [4.027677313239857, 10.458757795173458], "p_value": 0.0048675948628215384, "input_sha256": "e9b05bf8bd294dc3c5e48f7dae5c7c54bbf0732d54b8a8150dc167a2e0384982"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2031486272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06684423197153319, "interval": [0.024536985449858925, 0.10915147849320746], "p_value": 0.004329004329004329, "input_sha256": "e9b05bf8bd294dc3c5e48f7dae5c7c54bbf0732d54b8a8150dc167a2e0384982"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2031486272, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06684423197153319, "interval": [0.034367880113399654, 0.09906227879923998], "p_value": 0.007885939546697529, "input_sha256": "e9b05bf8bd294dc3c5e48f7dae5c7c54bbf0732d54b8a8150dc167a2e0384982"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 609448887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6016054865999267, "interval": [-5.956015980582675, 7.159226953782529], "p_value": 0.8614718614718615, "input_sha256": "7d9911430cc384563f9c41e8793365a52a77cd9d1f018bd3fd2dbe0398851494"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 609448887, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6016054865999267, "interval": [-6.804745625830606, 4.080967943830288], "p_value": 0.8369611216378354, "input_sha256": "7d9911430cc384563f9c41e8793365a52a77cd9d1f018bd3fd2dbe0398851494"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 609448887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0004139907527349468, "interval": [-0.06576957964434116, 0.06494159813887126], "p_value": 0.9935064935064936, "input_sha256": "7d9911430cc384563f9c41e8793365a52a77cd9d1f018bd3fd2dbe0398851494"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 609448887, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0004139907527349468, "interval": [-0.07353872902250881, 0.03711129006875167], "p_value": 0.9888335377379859, "input_sha256": "7d9911430cc384563f9c41e8793365a52a77cd9d1f018bd3fd2dbe0398851494"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3793755239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.993302091006686, "interval": [-14.674239759882425, 4.687635577869055], "p_value": 0.2683982683982684, "input_sha256": "756b60753f9d949a1cc1cd58dbae06b5633c39326f05dcbeaf53abb79857e8af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3793755239, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.993302091006686, "interval": [-12.606282619235088, 2.5420337257829546], "p_value": 0.2769628570052397, "input_sha256": "756b60753f9d949a1cc1cd58dbae06b5633c39326f05dcbeaf53abb79857e8af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3793755239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.057735955706777156, "interval": [-0.16428656790432733, 0.04881465649077303], "p_value": 0.24675324675324675, "input_sha256": "756b60753f9d949a1cc1cd58dbae06b5633c39326f05dcbeaf53abb79857e8af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3793755239, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.057735955706777156, "interval": [-0.1440606606124404, 0.02138887226613717], "p_value": 0.25424634005300656, "input_sha256": "756b60753f9d949a1cc1cd58dbae06b5633c39326f05dcbeaf53abb79857e8af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1743838450, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9983546070998983, "interval": [-7.710514899599386, 3.7138056853995893], "p_value": 0.43073593073593075, "input_sha256": "29f200b5b95f4ebbe20027b9eacc5b22500b94b9f021f32d337ae92562456d06"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1743838450, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9983546070998983, "interval": [-5.945566466268648, 2.742692328868506], "p_value": 0.44245689408530453, "input_sha256": "29f200b5b95f4ebbe20027b9eacc5b22500b94b9f021f32d337ae92562456d06"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1743838450, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028409305105526333, "interval": [-0.08185649415560108, 0.02503788394454841], "p_value": 0.2532467532467532, "input_sha256": "29f200b5b95f4ebbe20027b9eacc5b22500b94b9f021f32d337ae92562456d06"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1743838450, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028409305105526333, "interval": [-0.06940602948632937, 0.01549637392310819], "p_value": 0.26176990762256935, "input_sha256": "29f200b5b95f4ebbe20027b9eacc5b22500b94b9f021f32d337ae92562456d06"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 862646683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3404532777914446, "interval": [-6.307667735948458, 12.988574291531348], "p_value": 0.4696969696969697, "input_sha256": "28fd0c31be6839383091b02cc333387fe83a2a667f4f1afafa3ffc9f54db0591"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 862646683, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3404532777914446, "interval": [-3.6116549566528735, 11.137690449593702], "p_value": 0.4548364450217133, "input_sha256": "28fd0c31be6839383091b02cc333387fe83a2a667f4f1afafa3ffc9f54db0591"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 862646683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02983854668776907, "interval": [-0.06814106851185131, 0.12781816188738945], "p_value": 0.5216450216450217, "input_sha256": "28fd0c31be6839383091b02cc333387fe83a2a667f4f1afafa3ffc9f54db0591"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 862646683, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02983854668776907, "interval": [-0.04205360782844168, 0.10802393190244865], "p_value": 0.5098065472905859, "input_sha256": "28fd0c31be6839383091b02cc333387fe83a2a667f4f1afafa3ffc9f54db0591"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2214293938, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0291883206310124, "interval": [-9.106114982726154, 7.047738341464129], "p_value": 0.8354978354978355, "input_sha256": "99ed88d666a55a6dc6c7231f7a8ae98657915d0f73cc4b7a2f7134702692b438"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2214293938, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0291883206310124, "interval": [-9.58380442884471, 3.710512062035948], "p_value": 0.7790552575227444, "input_sha256": "99ed88d666a55a6dc6c7231f7a8ae98657915d0f73cc4b7a2f7134702692b438"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2214293938, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0107103993512693, "interval": [-0.09110876010169908, 0.06968796139916048], "p_value": 0.829004329004329, "input_sha256": "99ed88d666a55a6dc6c7231f7a8ae98657915d0f73cc4b7a2f7134702692b438"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2214293938, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0107103993512693, "interval": [-0.09439221088696556, 0.03662751170162951], "p_value": 0.7666689264786231, "input_sha256": "99ed88d666a55a6dc6c7231f7a8ae98657915d0f73cc4b7a2f7134702692b438"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2701524360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.910025043035942, "interval": [-11.863534935754465, 13.68358502182635], "p_value": 0.8809523809523809, "input_sha256": "480346448c48228f01bccf0739fca75b1280755cbe05b2f31a39f661389213d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2701524360, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.910025043035942, "interval": [-8.473316059244487, 10.832095964387635], "p_value": 0.8770186505958341, "input_sha256": "480346448c48228f01bccf0739fca75b1280755cbe05b2f31a39f661389213d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2701524360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001271822321760166, "interval": [-0.14866981369179544, 0.15121345833531574], "p_value": 0.9891774891774892, "input_sha256": "480346448c48228f01bccf0739fca75b1280755cbe05b2f31a39f661389213d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2701524360, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001271822321760166, "interval": [-0.10419997116689493, 0.12684165827494617], "p_value": 0.9852914359266475, "input_sha256": "480346448c48228f01bccf0739fca75b1280755cbe05b2f31a39f661389213d9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2445905049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1747073017166683, "interval": [-8.004821996381768, 10.354236599815106], "p_value": 0.7813852813852814, "input_sha256": "fb2171f8cb2cb7582ee345760fe221280c541d179ec91eb615a2dc47ad1839f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2445905049, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1747073017166683, "interval": [-4.784371571010626, 8.845401324432006], "p_value": 0.7701274309620547, "input_sha256": "fb2171f8cb2cb7582ee345760fe221280c541d179ec91eb615a2dc47ad1839f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2445905049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013929973398914455, "interval": [-0.08230404793705735, 0.11016399473488626], "p_value": 0.7424242424242424, "input_sha256": "fb2171f8cb2cb7582ee345760fe221280c541d179ec91eb615a2dc47ad1839f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2445905049, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013929973398914455, "interval": [-0.0472086779551307, 0.09483408639671265], "p_value": 0.7406864535796776, "input_sha256": "fb2171f8cb2cb7582ee345760fe221280c541d179ec91eb615a2dc47ad1839f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 417758398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9968964233368256, "interval": [-3.976435763416819, 9.97022861009047], "p_value": 0.3528138528138528, "input_sha256": "51124122e2ce81ca50b72225c687cb356ec9b1266e20a2933e433894e70cd6b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 417758398, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9968964233368256, "interval": [-3.097122738680612, 7.939923673531271], "p_value": 0.3589931584635717, "input_sha256": "51124122e2ce81ca50b72225c687cb356ec9b1266e20a2933e433894e70cd6b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 417758398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034786037280239726, "interval": [-0.04795214633504273, 0.11752422089552218], "p_value": 0.3658008658008658, "input_sha256": "51124122e2ce81ca50b72225c687cb356ec9b1266e20a2933e433894e70cd6b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 417758398, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034786037280239726, "interval": [-0.030623709214296475, 0.09977259669114617], "p_value": 0.3674035168130454, "input_sha256": "51124122e2ce81ca50b72225c687cb356ec9b1266e20a2933e433894e70cd6b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 857910501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.069095329866633, "interval": [-16.713334695467577, 8.575144035734311], "p_value": 0.487012987012987, "input_sha256": "9e3972da63257c9757bee7c1bbe2fd3ad094d14b24c2f6bb5c461414d78b9009"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 857910501, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.069095329866633, "interval": [-14.05729630701991, 5.7459737431745355], "p_value": 0.4871723304827663, "input_sha256": "9e3972da63257c9757bee7c1bbe2fd3ad094d14b24c2f6bb5c461414d78b9009"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 857910501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035467918024892305, "interval": [-0.14692995778186305, 0.07599412173207842], "p_value": 0.4805194805194805, "input_sha256": "9e3972da63257c9757bee7c1bbe2fd3ad094d14b24c2f6bb5c461414d78b9009"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 857910501, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035467918024892305, "interval": [-0.12081870272836379, 0.055930061904076074], "p_value": 0.4916694711085696, "input_sha256": "9e3972da63257c9757bee7c1bbe2fd3ad094d14b24c2f6bb5c461414d78b9009"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2829021833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7726094777202164, "interval": [-15.811561289411609, 8.266342333971176], "p_value": 0.487012987012987, "input_sha256": "fb68927ef6547ddd33d09364be1d4f53e4462f8f889e833125a1607c979af81c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2829021833, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7726094777202164, "interval": [-12.692959149042798, 5.668158869705096], "p_value": 0.4973117547113314, "input_sha256": "fb68927ef6547ddd33d09364be1d4f53e4462f8f889e833125a1607c979af81c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2829021833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023523381882332467, "interval": [-0.1444045436139083, 0.09735777984924338], "p_value": 0.6645021645021645, "input_sha256": "fb68927ef6547ddd33d09364be1d4f53e4462f8f889e833125a1607c979af81c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2829021833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023523381882332467, "interval": [-0.11256723191694908, 0.07534412998833502], "p_value": 0.6695346692781563, "input_sha256": "fb68927ef6547ddd33d09364be1d4f53e4462f8f889e833125a1607c979af81c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3454894879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8552705442921225, "interval": [-12.683945091272257, 4.973404002688013], "p_value": 0.3333333333333333, "input_sha256": "ac0a6699c59dd09fda45af34d42006171af5bb5256168a2b22267d29cf275275"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3454894879, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8552705442921225, "interval": [-10.736124566066325, 3.0254503804685697], "p_value": 0.344392308046983, "input_sha256": "ac0a6699c59dd09fda45af34d42006171af5bb5256168a2b22267d29cf275275"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3454894879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.039093016037029124, "interval": [-0.12166699230965469, 0.043480960235596444], "p_value": 0.30303030303030304, "input_sha256": "ac0a6699c59dd09fda45af34d42006171af5bb5256168a2b22267d29cf275275"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3454894879, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.039093016037029124, "interval": [-0.1031711559849435, 0.026318427823307594], "p_value": 0.30891071255741265, "input_sha256": "ac0a6699c59dd09fda45af34d42006171af5bb5256168a2b22267d29cf275275"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4262322633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8523015277398613, "interval": [-6.760105208925843, 14.464708264405566], "p_value": 0.4329004329004329, "input_sha256": "1a7e5bff28627ebdeba02fe93662557fd00b75f0fac8ab0bb04bfcf5f82856fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4262322633, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8523015277398613, "interval": [-8.273401098903165, 10.577759697886433], "p_value": 0.43026722506672566, "input_sha256": "1a7e5bff28627ebdeba02fe93662557fd00b75f0fac8ab0bb04bfcf5f82856fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4262322633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0308420316876611, "interval": [-0.07442214354658895, 0.13610620692191117], "p_value": 0.525974025974026, "input_sha256": "1a7e5bff28627ebdeba02fe93662557fd00b75f0fac8ab0bb04bfcf5f82856fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4262322633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0308420316876611, "interval": [-0.07866206695892593, 0.10335384374477698], "p_value": 0.5236713705719295, "input_sha256": "1a7e5bff28627ebdeba02fe93662557fd00b75f0fac8ab0bb04bfcf5f82856fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 223618631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.26343273817982116, "interval": [-7.5944115026298205, 8.121276978989464], "p_value": 0.9415584415584416, "input_sha256": "ff95dea6026e771de220b6ae07664dec0d8ce8a9e6dd9a98b4985eaa31b1c114"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 223618631, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.26343273817982116, "interval": [-5.922153134472182, 6.740275844462148], "p_value": 0.9419280922534169, "input_sha256": "ff95dea6026e771de220b6ae07664dec0d8ce8a9e6dd9a98b4985eaa31b1c114"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 223618631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0037224044164758247, "interval": [-0.06845750247080822, 0.07590231130375986], "p_value": 0.9047619047619048, "input_sha256": "ff95dea6026e771de220b6ae07664dec0d8ce8a9e6dd9a98b4985eaa31b1c114"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 223618631, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0037224044164758247, "interval": [-0.05336295683247331, 0.06232771235082336], "p_value": 0.9107914355381632, "input_sha256": "ff95dea6026e771de220b6ae07664dec0d8ce8a9e6dd9a98b4985eaa31b1c114"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2322183891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4639832904009245, "interval": [-13.803295268163591, 6.875328687361741], "p_value": 0.45454545454545453, "input_sha256": "1fffdf2dd990b31b89b1752c6015ab319bb2dfe5f835158ae972222c179e2354"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2322183891, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4639832904009245, "interval": [-10.997174469834102, 5.355452759826681], "p_value": 0.4655145859869796, "input_sha256": "1fffdf2dd990b31b89b1752c6015ab319bb2dfe5f835158ae972222c179e2354"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2322183891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05148206796142465, "interval": [-0.16346581714636443, 0.06050168122351513], "p_value": 0.30303030303030304, "input_sha256": "1fffdf2dd990b31b89b1752c6015ab319bb2dfe5f835158ae972222c179e2354"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2322183891, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05148206796142465, "interval": [-0.13185064550647094, 0.04135539293759721], "p_value": 0.31692296436734035, "input_sha256": "1fffdf2dd990b31b89b1752c6015ab319bb2dfe5f835158ae972222c179e2354"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2374550058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9195833139589737, "interval": [-7.026733032503058, 12.865899660421006], "p_value": 0.5324675324675324, "input_sha256": "e3e5ab07d8d6c0103aaaaf90980b69a56c91f7542e4f4ffc3e3ab8efa6b9d1f3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2374550058, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9195833139589737, "interval": [-4.683726813903097, 11.035224240500474], "p_value": 0.5278300977748263, "input_sha256": "e3e5ab07d8d6c0103aaaaf90980b69a56c91f7542e4f4ffc3e3ab8efa6b9d1f3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2374550058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04082112382425016, "interval": [-0.055557414525864345, 0.13719966217436466], "p_value": 0.3722943722943723, "input_sha256": "e3e5ab07d8d6c0103aaaaf90980b69a56c91f7542e4f4ffc3e3ab8efa6b9d1f3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2374550058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04082112382425016, "interval": [-0.03054061897491305, 0.1209016466598002], "p_value": 0.36664348323344786, "input_sha256": "e3e5ab07d8d6c0103aaaaf90980b69a56c91f7542e4f4ffc3e3ab8efa6b9d1f3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1502262983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5086937698326892, "interval": [-8.793605310332346, 5.776217770666967], "p_value": 0.7186147186147186, "input_sha256": "5e5923a5232d72cb86703e2c352fa553c8dad34123815d47d598f13ced3a3ab0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1502262983, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5086937698326892, "interval": [-8.31592975554386, 4.139072765825252], "p_value": 0.6515700642549522, "input_sha256": "5e5923a5232d72cb86703e2c352fa553c8dad34123815d47d598f13ced3a3ab0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1502262983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020956971039052516, "interval": [-0.09819849493575945, 0.05628455285765442], "p_value": 0.5562770562770563, "input_sha256": "5e5923a5232d72cb86703e2c352fa553c8dad34123815d47d598f13ced3a3ab0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1502262983, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020956971039052516, "interval": [-0.09622198725469697, 0.03793607448019938], "p_value": 0.5587612984700854, "input_sha256": "5e5923a5232d72cb86703e2c352fa553c8dad34123815d47d598f13ced3a3ab0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 436823028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.409451736910618, "interval": [-5.563522880310317, 20.382426354131553], "p_value": 0.22943722943722944, "input_sha256": "1abb21c82ea96418e7fd299808ac77e4f1dd35766145fffb20f22121a0b69956"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 436823028, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.409451736910618, "interval": [-1.7947589022437584, 18.404223932757883], "p_value": 0.22843388128067987, "input_sha256": "1abb21c82ea96418e7fd299808ac77e4f1dd35766145fffb20f22121a0b69956"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 436823028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08070934338441038, "interval": [-0.05389431650051871, 0.21531300326933947], "p_value": 0.21645021645021645, "input_sha256": "1abb21c82ea96418e7fd299808ac77e4f1dd35766145fffb20f22121a0b69956"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 436823028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08070934338441038, "interval": [-0.010519540243222967, 0.2094820056932933], "p_value": 0.21093845351525942, "input_sha256": "1abb21c82ea96418e7fd299808ac77e4f1dd35766145fffb20f22121a0b69956"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1944363710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5551785415521397, "interval": [-11.404112913563903, 12.514469996668183], "p_value": 0.9155844155844156, "input_sha256": "dcd56c3409004600d95db440d96a27ea17e312bf818435a33c4bbbf798f908f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1944363710, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5551785415521397, "interval": [-7.646227371904929, 10.929221687318591], "p_value": 0.919519524751693, "input_sha256": "dcd56c3409004600d95db440d96a27ea17e312bf818435a33c4bbbf798f908f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1944363710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0012684711078479877, "interval": [-0.11406791538289408, 0.11660485759859006], "p_value": 0.9826839826839827, "input_sha256": "dcd56c3409004600d95db440d96a27ea17e312bf818435a33c4bbbf798f908f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1944363710, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0012684711078479877, "interval": [-0.0794122906631843, 0.09932856058996876], "p_value": 0.980926243178008, "input_sha256": "dcd56c3409004600d95db440d96a27ea17e312bf818435a33c4bbbf798f908f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3936286225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.004151278518516, "interval": [-7.031907796393923, 9.040210353430954], "p_value": 0.7705627705627706, "input_sha256": "562d53e511e9c4974122033cb7cbd7facc83fed18717d0d4b0ca9d334ad95357"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3936286225, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.004151278518516, "interval": [-4.77408382037572, 7.3037377559455425], "p_value": 0.7855211243039258, "input_sha256": "562d53e511e9c4974122033cb7cbd7facc83fed18717d0d4b0ca9d334ad95357"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3936286225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009823374427419963, "interval": [-0.07495597566726153, 0.09460272452210147], "p_value": 0.7748917748917749, "input_sha256": "562d53e511e9c4974122033cb7cbd7facc83fed18717d0d4b0ca9d334ad95357"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3936286225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009823374427419963, "interval": [-0.05181071688097448, 0.07630528471060467], "p_value": 0.8009240975112488, "input_sha256": "562d53e511e9c4974122033cb7cbd7facc83fed18717d0d4b0ca9d334ad95357"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4228010065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.698677080432792, "interval": [-19.571739121803024, 14.174384960937441], "p_value": 0.7272727272727273, "input_sha256": "f06929e5f2d573c5c34a5a507e6bac18e03be99697879fc77b8316ce84f2ea01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4228010065, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.698677080432792, "interval": [-16.72548675212685, 8.96312784540125], "p_value": 0.7165303765520783, "input_sha256": "f06929e5f2d573c5c34a5a507e6bac18e03be99697879fc77b8316ce84f2ea01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4228010065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025464623358207338, "interval": [-0.18437177242678837, 0.13344252571037368], "p_value": 0.7164502164502164, "input_sha256": "f06929e5f2d573c5c34a5a507e6bac18e03be99697879fc77b8316ce84f2ea01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4228010065, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025464623358207338, "interval": [-0.14920433407638758, 0.09526776491215695], "p_value": 0.7210707140850587, "input_sha256": "f06929e5f2d573c5c34a5a507e6bac18e03be99697879fc77b8316ce84f2ea01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3775127131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8052631611277894, "interval": [-14.851873245419796, 9.241346923164219], "p_value": 0.6017316017316018, "input_sha256": "9c0931c632a9647dc92fb3bb29d581dbd3efe3e4807c9137bfe515063ad224b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3775127131, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8052631611277894, "interval": [-12.93864320170917, 6.721261969833329], "p_value": 0.6144779798261358, "input_sha256": "9c0931c632a9647dc92fb3bb29d581dbd3efe3e4807c9137bfe515063ad224b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3775127131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0195514004634149, "interval": [-0.14403051838992084, 0.10492771746309104], "p_value": 0.7207792207792207, "input_sha256": "9c0931c632a9647dc92fb3bb29d581dbd3efe3e4807c9137bfe515063ad224b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3775127131, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0195514004634149, "interval": [-0.11799392665281729, 0.08285640678945966], "p_value": 0.7336243044568965, "input_sha256": "9c0931c632a9647dc92fb3bb29d581dbd3efe3e4807c9137bfe515063ad224b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 879091439, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.33222857739404, "interval": [-9.912632257085647, 14.577089411873729], "p_value": 0.670995670995671, "input_sha256": "de9e5c8447ee2750f2a904c9574d26a623b97393fa6d50579ae67004587a70c0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 879091439, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.33222857739404, "interval": [-7.1747086471361525, 10.993958866746157], "p_value": 0.6711378234200898, "input_sha256": "de9e5c8447ee2750f2a904c9574d26a623b97393fa6d50579ae67004587a70c0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 879091439, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016894208725847196, "interval": [-0.10872322757887769, 0.14251164503057207], "p_value": 0.7640692640692641, "input_sha256": "de9e5c8447ee2750f2a904c9574d26a623b97393fa6d50579ae67004587a70c0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 879091439, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016894208725847196, "interval": [-0.08151259152588115, 0.10694509577953665], "p_value": 0.7632730498396836, "input_sha256": "de9e5c8447ee2750f2a904c9574d26a623b97393fa6d50579ae67004587a70c0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2537821858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9489289294087317, "interval": [-9.7019373136345, 11.599795172451964], "p_value": 0.8571428571428571, "input_sha256": "34ae75614d71ee79e3f919c4938934cf4b5cb2c17d7c04b0cee989107c5de441"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2537821858, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9489289294087317, "interval": [-8.004053539101287, 8.240424586691917], "p_value": 0.8465929979069099, "input_sha256": "34ae75614d71ee79e3f919c4938934cf4b5cb2c17d7c04b0cee989107c5de441"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2537821858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010146907994508694, "interval": [-0.09812453465508987, 0.11841835064410726], "p_value": 0.8463203463203464, "input_sha256": "34ae75614d71ee79e3f919c4938934cf4b5cb2c17d7c04b0cee989107c5de441"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2537821858, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010146907994508694, "interval": [-0.08572912764820635, 0.08271858379896631], "p_value": 0.8383483139359242, "input_sha256": "34ae75614d71ee79e3f919c4938934cf4b5cb2c17d7c04b0cee989107c5de441"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1267064878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9280698963016434, "interval": [-8.932706368505308, 10.788846161108594], "p_value": 0.8268398268398268, "input_sha256": "8e19f3c82bdbc08cf8ae53bb963696bbf25119eba58d1dccd2b544d059977073"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1267064878, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9280698963016434, "interval": [-6.358352225596284, 8.641535007443057], "p_value": 0.838085556249467, "input_sha256": "8e19f3c82bdbc08cf8ae53bb963696bbf25119eba58d1dccd2b544d059977073"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1267064878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01091633655982327, "interval": [-0.088806630126558, 0.11063930324620454], "p_value": 0.79004329004329, "input_sha256": "8e19f3c82bdbc08cf8ae53bb963696bbf25119eba58d1dccd2b544d059977073"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1267064878, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01091633655982327, "interval": [-0.06795832788823317, 0.08692929920405422], "p_value": 0.8122133547380019, "input_sha256": "8e19f3c82bdbc08cf8ae53bb963696bbf25119eba58d1dccd2b544d059977073"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1730593700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.704857654602744, "interval": [-2.659142596810634, 16.06885790601612], "p_value": 0.13203463203463203, "input_sha256": "de9a5270c9a39e2de6cf000c93b6b6aa4d3ce1bedc2e8a733c612104c3dadf5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1730593700, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.704857654602744, "interval": [-1.2197024901723474, 14.410844535385506], "p_value": 0.14167698187883576, "input_sha256": "de9a5270c9a39e2de6cf000c93b6b6aa4d3ce1bedc2e8a733c612104c3dadf5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1730593700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06384518527321177, "interval": [-0.03490461443758139, 0.16259498498400493], "p_value": 0.17965367965367965, "input_sha256": "de9a5270c9a39e2de6cf000c93b6b6aa4d3ce1bedc2e8a733c612104c3dadf5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1730593700, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06384518527321177, "interval": [-0.022580865034123487, 0.14111413054985184], "p_value": 0.17946842131363647, "input_sha256": "de9a5270c9a39e2de6cf000c93b6b6aa4d3ce1bedc2e8a733c612104c3dadf5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 73019481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2679143826940003, "interval": [-9.229198780022507, 11.765027545410508], "p_value": 0.7922077922077922, "input_sha256": "79adf23897832669186429ebf883199dce89f96de9a4f2e6bdba03e83727e8bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 73019481, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2679143826940003, "interval": [-5.760805131033689, 10.530908621363977], "p_value": 0.7889536369710177, "input_sha256": "79adf23897832669186429ebf883199dce89f96de9a4f2e6bdba03e83727e8bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 73019481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013974315766252424, "interval": [-0.09397902539076372, 0.12192765692326857], "p_value": 0.7792207792207793, "input_sha256": "79adf23897832669186429ebf883199dce89f96de9a4f2e6bdba03e83727e8bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 73019481, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013974315766252424, "interval": [-0.05879190220539213, 0.10537623544076662], "p_value": 0.7736934780548013, "input_sha256": "79adf23897832669186429ebf883199dce89f96de9a4f2e6bdba03e83727e8bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 183509854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.512657287627443, "interval": [-0.34286033002082306, 11.368174905275708], "p_value": 0.04329004329004329, "input_sha256": "1ae95c5c2f5ae53d430aaf4658d5fa46f4316ae04a533fa776d137fa6166a836"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 183509854, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.512657287627443, "interval": [0.5076507078743611, 9.287897244235335], "p_value": 0.06100088387215361, "input_sha256": "1ae95c5c2f5ae53d430aaf4658d5fa46f4316ae04a533fa776d137fa6166a836"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 183509854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06323821195688102, "interval": [0.012736785587057549, 0.1137396383267045], "p_value": 0.017316017316017316, "input_sha256": "1ae95c5c2f5ae53d430aaf4658d5fa46f4316ae04a533fa776d137fa6166a836"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 183509854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06323821195688102, "interval": [0.022948913607502595, 0.10340477783576443], "p_value": 0.02029334381047785, "input_sha256": "1ae95c5c2f5ae53d430aaf4658d5fa46f4316ae04a533fa776d137fa6166a836"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3711192179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8591158324041297, "interval": [-13.027886950475619, 7.30965528566736], "p_value": 0.5216450216450217, "input_sha256": "a83d589a122c96538be5c9cc0c5e1e20c708c3960de84292919e3cfa474e20eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3711192179, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8591158324041297, "interval": [-10.220926220678342, 7.216695043006939], "p_value": 0.544741825416325, "input_sha256": "a83d589a122c96538be5c9cc0c5e1e20c708c3960de84292919e3cfa474e20eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3711192179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04344579352904509, "interval": [-0.1461284840507661, 0.05923689699267592], "p_value": 0.41774891774891776, "input_sha256": "a83d589a122c96538be5c9cc0c5e1e20c708c3960de84292919e3cfa474e20eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3711192179, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04344579352904509, "interval": [-0.12099498185273455, 0.045786056269552684], "p_value": 0.3633661797156631, "input_sha256": "a83d589a122c96538be5c9cc0c5e1e20c708c3960de84292919e3cfa474e20eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1438311179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3613488611550437, "interval": [-9.68632310227898, 10.409020824589067], "p_value": 0.9242424242424242, "input_sha256": "ed36410cb00b6a1b1e4551da39d85903416bfd3c8304016ae7fbf79ba3255513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1438311179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3613488611550437, "interval": [-7.72101495841507, 8.927701707991202], "p_value": 0.937539383819568, "input_sha256": "ed36410cb00b6a1b1e4551da39d85903416bfd3c8304016ae7fbf79ba3255513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1438311179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008049544180036172, "interval": [-0.09700362921878224, 0.11310271757885458], "p_value": 0.8831168831168831, "input_sha256": "ed36410cb00b6a1b1e4551da39d85903416bfd3c8304016ae7fbf79ba3255513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1438311179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008049544180036172, "interval": [-0.073529453285108, 0.09788839892100236], "p_value": 0.8668993380503529, "input_sha256": "ed36410cb00b6a1b1e4551da39d85903416bfd3c8304016ae7fbf79ba3255513"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1552802557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.784118738733805, "interval": [-7.062672419486272, 14.630909896953881], "p_value": 0.4458874458874459, "input_sha256": "0ca29cd1d1e37df914fb7359c7fb1dd246dd26ff6533dc5ae0b6a5d9024fc913"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1552802557, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.784118738733805, "interval": [-5.553488501754904, 11.488273568977151], "p_value": 0.4549432777560466, "input_sha256": "0ca29cd1d1e37df914fb7359c7fb1dd246dd26ff6533dc5ae0b6a5d9024fc913"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1552802557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04059186958928071, "interval": [-0.08819013911531257, 0.169373878293874], "p_value": 0.49567099567099565, "input_sha256": "0ca29cd1d1e37df914fb7359c7fb1dd246dd26ff6533dc5ae0b6a5d9024fc913"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1552802557, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04059186958928071, "interval": [-0.05708417444671209, 0.14726196997159116], "p_value": 0.4979284280057602, "input_sha256": "0ca29cd1d1e37df914fb7359c7fb1dd246dd26ff6533dc5ae0b6a5d9024fc913"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 892004972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.4975423555555194, "interval": [-11.379643889780432, 6.384559178669394], "p_value": 0.5367965367965368, "input_sha256": "fa1b44b6d78074a71962f10fdfaf053263bdc84a343f3b68d760c952ac0f67b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 892004972, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.4975423555555194, "interval": [-10.789001503745178, 4.1264126738498375], "p_value": 0.5448483428401086, "input_sha256": "fa1b44b6d78074a71962f10fdfaf053263bdc84a343f3b68d760c952ac0f67b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 892004972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02700370210594632, "interval": [-0.1112740429360041, 0.05726663872411147], "p_value": 0.48268398268398266, "input_sha256": "fa1b44b6d78074a71962f10fdfaf053263bdc84a343f3b68d760c952ac0f67b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 892004972, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02700370210594632, "interval": [-0.10474351628144463, 0.03624162247440515], "p_value": 0.4912825362913886, "input_sha256": "fa1b44b6d78074a71962f10fdfaf053263bdc84a343f3b68d760c952ac0f67b3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3670475017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6464152647073247, "interval": [-4.761405600152147, 12.054236129566796], "p_value": 0.3463203463203463, "input_sha256": "4b9e324cde385a5be0eafba02347354dff26cadf3816edfd528aaa970f8ef8f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3670475017, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6464152647073247, "interval": [-1.4123208589827354, 10.832260436105539], "p_value": 0.3295975109235925, "input_sha256": "4b9e324cde385a5be0eafba02347354dff26cadf3816edfd528aaa970f8ef8f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3670475017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03829859349583656, "interval": [-0.0453876403920732, 0.12198482738374632], "p_value": 0.3181818181818182, "input_sha256": "4b9e324cde385a5be0eafba02347354dff26cadf3816edfd528aaa970f8ef8f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3670475017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03829859349583656, "interval": [-0.013943387176317192, 0.10628794017764294], "p_value": 0.31218780039225213, "input_sha256": "4b9e324cde385a5be0eafba02347354dff26cadf3816edfd528aaa970f8ef8f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3182951295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4548214472237113, "interval": [-8.964165132200884, 8.054522237753462], "p_value": 0.9047619047619048, "input_sha256": "473836ccc6a9e99f58f8d6dd67aeb2f92e1415f5156e05fa3bdbfd714924b3eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3182951295, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4548214472237113, "interval": [-6.809870211005067, 5.890604846648083], "p_value": 0.9065431574473847, "input_sha256": "473836ccc6a9e99f58f8d6dd67aeb2f92e1415f5156e05fa3bdbfd714924b3eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3182951295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006211353619083287, "interval": [-0.09424059466639055, 0.10666330190455713], "p_value": 0.8874458874458875, "input_sha256": "473836ccc6a9e99f58f8d6dd67aeb2f92e1415f5156e05fa3bdbfd714924b3eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3182951295, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006211353619083287, "interval": [-0.0737588208839578, 0.08041975740302337], "p_value": 0.8926652154670045, "input_sha256": "473836ccc6a9e99f58f8d6dd67aeb2f92e1415f5156e05fa3bdbfd714924b3eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1767023075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7804946805362185, "interval": [-10.465745000210438, 8.904755639138001], "p_value": 0.8506493506493507, "input_sha256": "3e0b9ac4a03f60132ba69ed751b2d61340b9fccd94e1bd3bbf7f0d791c530fd1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1767023075, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7804946805362185, "interval": [-7.749726835417642, 6.028899327579505], "p_value": 0.853088324321986, "input_sha256": "3e0b9ac4a03f60132ba69ed751b2d61340b9fccd94e1bd3bbf7f0d791c530fd1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1767023075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025931255307875836, "interval": [-0.14323038334538996, 0.09136787272963828], "p_value": 0.6125541125541125, "input_sha256": "3e0b9ac4a03f60132ba69ed751b2d61340b9fccd94e1bd3bbf7f0d791c530fd1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1767023075, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025931255307875836, "interval": [-0.11330646635205457, 0.052980068855683835], "p_value": 0.6173590194881332, "input_sha256": "3e0b9ac4a03f60132ba69ed751b2d61340b9fccd94e1bd3bbf7f0d791c530fd1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3713820354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6317448026191013, "interval": [-9.574641698380326, 14.838131303618528], "p_value": 0.6363636363636364, "input_sha256": "9924216b13d6acaea3d00f34039c7798422656ddd75dd17daed542463f61933c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3713820354, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6317448026191013, "interval": [-6.091166891421076, 13.651445316125093], "p_value": 0.6401100635443044, "input_sha256": "9924216b13d6acaea3d00f34039c7798422656ddd75dd17daed542463f61933c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3713820354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027159800397663067, "interval": [-0.10086201226617035, 0.15518161306149647], "p_value": 0.6363636363636364, "input_sha256": "9924216b13d6acaea3d00f34039c7798422656ddd75dd17daed542463f61933c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3713820354, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027159800397663067, "interval": [-0.06416778264430434, 0.1397710094350249], "p_value": 0.6439583768831088, "input_sha256": "9924216b13d6acaea3d00f34039c7798422656ddd75dd17daed542463f61933c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4177899500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.421944809543926, "interval": [-2.1023313851022856, 6.9462210041901375], "p_value": 0.2748917748917749, "input_sha256": "38b648c9c72a3bf0e4a47a654bc6429899ea504174dae298f1d83336b628f376"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4177899500, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.421944809543926, "interval": [-0.5371335184488504, 6.87979772577165], "p_value": 0.25969700036648635, "input_sha256": "38b648c9c72a3bf0e4a47a654bc6429899ea504174dae298f1d83336b628f376"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4177899500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011745891333498598, "interval": [-0.03175701070059185, 0.05524879336758905], "p_value": 0.5692640692640693, "input_sha256": "38b648c9c72a3bf0e4a47a654bc6429899ea504174dae298f1d83336b628f376"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4177899500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011745891333498598, "interval": [-0.016581472558959302, 0.054655648366642], "p_value": 0.55646574437876, "input_sha256": "38b648c9c72a3bf0e4a47a654bc6429899ea504174dae298f1d83336b628f376"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3806401926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.3702623534909675, "interval": [-0.13331141029003035, 14.873836117271965], "p_value": 0.049783549783549784, "input_sha256": "ca591bdf6bb070452e880cbfe228f7b244154e5926937c07ed1116d1a9c86267"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3806401926, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.3702623534909675, "interval": [2.4400150089053287, 13.169687782627303], "p_value": 0.05331745476175054, "input_sha256": "ca591bdf6bb070452e880cbfe228f7b244154e5926937c07ed1116d1a9c86267"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3806401926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06578946567213798, "interval": [-0.006551214530435959, 0.1381301458747119], "p_value": 0.06493506493506493, "input_sha256": "ca591bdf6bb070452e880cbfe228f7b244154e5926937c07ed1116d1a9c86267"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3806401926, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06578946567213798, "interval": [0.01541368344866711, 0.12104883523233968], "p_value": 0.06962991673165325, "input_sha256": "ca591bdf6bb070452e880cbfe228f7b244154e5926937c07ed1116d1a9c86267"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 169204224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.699091967239789, "interval": [-7.50706409524033, 12.905248029719907], "p_value": 0.5670995670995671, "input_sha256": "5646cd44fedeb8db42cdc320e2dcd1f2a3cfd2effa925c5631196c2c252d114d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 169204224, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.699091967239789, "interval": [-5.36233973381641, 11.587058024044218], "p_value": 0.5686339591446298, "input_sha256": "5646cd44fedeb8db42cdc320e2dcd1f2a3cfd2effa925c5631196c2c252d114d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 169204224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046933435326806036, "interval": [-0.059671952097022224, 0.1535388227506343], "p_value": 0.3463203463203463, "input_sha256": "5646cd44fedeb8db42cdc320e2dcd1f2a3cfd2effa925c5631196c2c252d114d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 169204224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046933435326806036, "interval": [-0.028900589491090114, 0.14770380770271785], "p_value": 0.34766933725190874, "input_sha256": "5646cd44fedeb8db42cdc320e2dcd1f2a3cfd2effa925c5631196c2c252d114d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2783546575, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.82312097307056, "interval": [-15.85914439667691, 4.21290245053579], "p_value": 0.21861471861471862, "input_sha256": "19ecb7a01c9d5676c6bf370b9c818a7771d8757778196ade415e83394633b3ca"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2783546575, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.82312097307056, "interval": [-14.576535219976085, 1.2136063801878147], "p_value": 0.2251355123440144, "input_sha256": "19ecb7a01c9d5676c6bf370b9c818a7771d8757778196ade415e83394633b3ca"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2783546575, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06353372465169252, "interval": [-0.18866526059975772, 0.06159781129637268], "p_value": 0.2922077922077922, "input_sha256": "19ecb7a01c9d5676c6bf370b9c818a7771d8757778196ade415e83394633b3ca"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2783546575, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06353372465169252, "interval": [-0.18311831003183263, 0.01748895217905239], "p_value": 0.28326817129086285, "input_sha256": "19ecb7a01c9d5676c6bf370b9c818a7771d8757778196ade415e83394633b3ca"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2463107827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.722407579725416, "interval": [-4.993306973061293, 16.438122132512124], "p_value": 0.2554112554112554, "input_sha256": "891d3317a8fc3ccbbef7681a0b76773036583c717ce37fa4bfe0ee5e8dda8564"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2463107827, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.722407579725416, "interval": [-3.330586697583178, 13.621705612768478], "p_value": 0.260712186699532, "input_sha256": "891d3317a8fc3ccbbef7681a0b76773036583c717ce37fa4bfe0ee5e8dda8564"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2463107827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04909603159845746, "interval": [-0.054887823424846174, 0.15307988662176109], "p_value": 0.3008658008658009, "input_sha256": "891d3317a8fc3ccbbef7681a0b76773036583c717ce37fa4bfe0ee5e8dda8564"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2463107827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04909603159845746, "interval": [-0.041428928023961704, 0.12006248881462257], "p_value": 0.3172627462334988, "input_sha256": "891d3317a8fc3ccbbef7681a0b76773036583c717ce37fa4bfe0ee5e8dda8564"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2238924764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.133860131728577, "interval": [-12.566281337564345, 6.298561074107191], "p_value": 0.47835497835497837, "input_sha256": "0d4df9d17b0f8d47ab1d73626e742d8a0d4147d24629ca0f44bb2d3a78d85544"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2238924764, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.133860131728577, "interval": [-10.955607038003416, 4.071125923796689], "p_value": 0.47600124260334764, "input_sha256": "0d4df9d17b0f8d47ab1d73626e742d8a0d4147d24629ca0f44bb2d3a78d85544"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2238924764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029733133764314003, "interval": [-0.12970409672145516, 0.07023782919282717], "p_value": 0.5173160173160173, "input_sha256": "0d4df9d17b0f8d47ab1d73626e742d8a0d4147d24629ca0f44bb2d3a78d85544"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2238924764, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029733133764314003, "interval": [-0.11022094271623616, 0.04796268231854282], "p_value": 0.5222236473483943, "input_sha256": "0d4df9d17b0f8d47ab1d73626e742d8a0d4147d24629ca0f44bb2d3a78d85544"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 358825241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.124110363635772, "interval": [-9.951845563586492, 7.7036248363149475], "p_value": 0.7597402597402597, "input_sha256": "e5a2a3cf4160968852d54116fe9b057d9094c05f1e35d2a0c342ab255a719ced"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 358825241, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.124110363635772, "interval": [-6.975637932331408, 7.023156508504614], "p_value": 0.7717222338986411, "input_sha256": "e5a2a3cf4160968852d54116fe9b057d9094c05f1e35d2a0c342ab255a719ced"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 358825241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011326692812210756, "interval": [-0.10297638829052008, 0.08032300266609857], "p_value": 0.7857142857142857, "input_sha256": "e5a2a3cf4160968852d54116fe9b057d9094c05f1e35d2a0c342ab255a719ced"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 358825241, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011326692812210756, "interval": [-0.07022466827711027, 0.07478774507264205], "p_value": 0.7757039554438165, "input_sha256": "e5a2a3cf4160968852d54116fe9b057d9094c05f1e35d2a0c342ab255a719ced"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 253743520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.082364812438408, "interval": [-10.993655407314597, 4.82892578243778], "p_value": 0.4134199134199134, "input_sha256": "396d13e277a741c210f200827cedb91e91ca0d088536616c00926598111a99d7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 253743520, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.082364812438408, "interval": [-8.94721493536581, 3.4921744784550133], "p_value": 0.40556804759522447, "input_sha256": "396d13e277a741c210f200827cedb91e91ca0d088536616c00926598111a99d7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 253743520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03231077168884049, "interval": [-0.13369909640490987, 0.0690775530272289], "p_value": 0.48484848484848486, "input_sha256": "396d13e277a741c210f200827cedb91e91ca0d088536616c00926598111a99d7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 253743520, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03231077168884049, "interval": [-0.11332042811845869, 0.04597781263068863], "p_value": 0.4937732697719107, "input_sha256": "396d13e277a741c210f200827cedb91e91ca0d088536616c00926598111a99d7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3359871577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2677126709075619, "interval": [-9.267404719005231, 8.731979377190108], "p_value": 0.9437229437229437, "input_sha256": "9e6c6b1e852827c9b0052bf399c0e67bb413bc303f15c85d76af4a785078287b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3359871577, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2677126709075619, "interval": [-7.66782615462153, 6.27762445746113], "p_value": 0.947751230808785, "input_sha256": "9e6c6b1e852827c9b0052bf399c0e67bb413bc303f15c85d76af4a785078287b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3359871577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013438394272650617, "interval": [-0.08591987550164305, 0.11279666404694429], "p_value": 0.7575757575757576, "input_sha256": "9e6c6b1e852827c9b0052bf399c0e67bb413bc303f15c85d76af4a785078287b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3359871577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013438394272650617, "interval": [-0.0647602777413302, 0.09044869409111833], "p_value": 0.7614750392053552, "input_sha256": "9e6c6b1e852827c9b0052bf399c0e67bb413bc303f15c85d76af4a785078287b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1972972671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.7016076124680755, "interval": [-1.116430311560018, 10.519645536496169], "p_value": 0.10606060606060606, "input_sha256": "07233f8d3de3250084137b9e086281e6430acc472d38694dc3b6cb1d3e9cdb72"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1972972671, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.7016076124680755, "interval": [0.8779874736047306, 10.787761505228968], "p_value": 0.10181986948782305, "input_sha256": "07233f8d3de3250084137b9e086281e6430acc472d38694dc3b6cb1d3e9cdb72"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1972972671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040848660401343995, "interval": [-0.012686203312822206, 0.0943835241155102], "p_value": 0.11904761904761904, "input_sha256": "07233f8d3de3250084137b9e086281e6430acc472d38694dc3b6cb1d3e9cdb72"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1972972671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040848660401343995, "interval": [0.005488431305927665, 0.09761927675389143], "p_value": 0.11994326852736482, "input_sha256": "07233f8d3de3250084137b9e086281e6430acc472d38694dc3b6cb1d3e9cdb72"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2658514983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.170118122038774, "interval": [0.1641718463721773, 18.17606439770537], "p_value": 0.05194805194805195, "input_sha256": "450e70bd9f9e70dcdf5e952a6c7eea84285f75bafb38bc508927bd35197b7620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2658514983, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.170118122038774, "interval": [1.434002866750702, 15.442764474118047], "p_value": 0.046676750020384246, "input_sha256": "450e70bd9f9e70dcdf5e952a6c7eea84285f75bafb38bc508927bd35197b7620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2658514983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10501300853423917, "interval": [-0.012834410551873593, 0.22286042762035194], "p_value": 0.07142857142857142, "input_sha256": "450e70bd9f9e70dcdf5e952a6c7eea84285f75bafb38bc508927bd35197b7620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2658514983, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10501300853423917, "interval": [0.019703888236470884, 0.2019812461687518], "p_value": 0.074772303256931, "input_sha256": "450e70bd9f9e70dcdf5e952a6c7eea84285f75bafb38bc508927bd35197b7620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1047856781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.6261758501628805, "interval": [-2.9319852740039973, 14.184336974329758], "p_value": 0.15800865800865802, "input_sha256": "87cee661beb9eae08f9a6d758a5881217a6ec137a5a873dd0324486efd5abdae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1047856781, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.6261758501628805, "interval": [-0.7161680578289579, 11.879891262312023], "p_value": 0.16310224213652721, "input_sha256": "87cee661beb9eae08f9a6d758a5881217a6ec137a5a873dd0324486efd5abdae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1047856781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062204922402434096, "interval": [-0.02128649288590323, 0.14569633769077142], "p_value": 0.1277056277056277, "input_sha256": "87cee661beb9eae08f9a6d758a5881217a6ec137a5a873dd0324486efd5abdae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1047856781, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062204922402434096, "interval": [0.002602156708860909, 0.12551944177138238], "p_value": 0.12207736124927847, "input_sha256": "87cee661beb9eae08f9a6d758a5881217a6ec137a5a873dd0324486efd5abdae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 58429519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9216354704484928, "interval": [-12.855370043681418, 14.698640984578404], "p_value": 0.8701298701298701, "input_sha256": "c84f8f297a588bf88f98fd7ed2d4b451c2635dade8d747fe575f0a081e3b29e2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 58429519, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9216354704484928, "interval": [-8.737175715643861, 11.469743358882656], "p_value": 0.8785785119177842, "input_sha256": "c84f8f297a588bf88f98fd7ed2d4b451c2635dade8d747fe575f0a081e3b29e2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 58429519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006591654846152539, "interval": [-0.16506451199283828, 0.1518812023005332], "p_value": 0.9264069264069265, "input_sha256": "c84f8f297a588bf88f98fd7ed2d4b451c2635dade8d747fe575f0a081e3b29e2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 58429519, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006591654846152539, "interval": [-0.12198875578157348, 0.11322020068293379], "p_value": 0.9239349017034084, "input_sha256": "c84f8f297a588bf88f98fd7ed2d4b451c2635dade8d747fe575f0a081e3b29e2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2917723738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4242831354986709, "interval": [-13.202594010775872, 14.051160281773214], "p_value": 0.9329004329004329, "input_sha256": "8c18aab2ee77ff19d05cacd5d6ec7fe7ab7994f50388707943947cfba1c89cea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2917723738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4242831354986709, "interval": [-11.019728681948102, 10.897606808265532], "p_value": 0.9452103302531303, "input_sha256": "8c18aab2ee77ff19d05cacd5d6ec7fe7ab7994f50388707943947cfba1c89cea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2917723738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007082786618672815, "interval": [-0.1446511215941221, 0.15881669483146774], "p_value": 0.9155844155844156, "input_sha256": "8c18aab2ee77ff19d05cacd5d6ec7fe7ab7994f50388707943947cfba1c89cea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2917723738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007082786618672815, "interval": [-0.11576380911792614, 0.1289756148686429], "p_value": 0.9186029713116747, "input_sha256": "8c18aab2ee77ff19d05cacd5d6ec7fe7ab7994f50388707943947cfba1c89cea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3312670581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5231015170097608, "interval": [-6.59510828514278, 7.641311319162302], "p_value": 0.8766233766233766, "input_sha256": "066404108d4d8e2eda08a07ebd6977b7ce2debf39ed08853479baa13220fe8e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3312670581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5231015170097608, "interval": [-5.12444126559241, 6.3058493164172775], "p_value": 0.8731968787820802, "input_sha256": "066404108d4d8e2eda08a07ebd6977b7ce2debf39ed08853479baa13220fe8e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3312670581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0054939668042100626, "interval": [-0.07835929805482592, 0.06737136444640579], "p_value": 0.8701298701298701, "input_sha256": "066404108d4d8e2eda08a07ebd6977b7ce2debf39ed08853479baa13220fe8e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3312670581, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0054939668042100626, "interval": [-0.062352189424728074, 0.05362212191044525], "p_value": 0.8686541010463703, "input_sha256": "066404108d4d8e2eda08a07ebd6977b7ce2debf39ed08853479baa13220fe8e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1053885840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2203032924491364, "interval": [-7.446892269510638, 5.006285684612365], "p_value": 0.683982683982684, "input_sha256": "08a0ab213fc85ad0c6df85c609e47359e182bc80fb9110963ac17c9e1c1c6599"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1053885840, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2203032924491364, "interval": [-6.584741252970547, 2.8701614157175963], "p_value": 0.6638826058546675, "input_sha256": "08a0ab213fc85ad0c6df85c609e47359e182bc80fb9110963ac17c9e1c1c6599"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1053885840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020257125616121432, "interval": [-0.11366812897999656, 0.0731538777477537], "p_value": 0.7316017316017316, "input_sha256": "08a0ab213fc85ad0c6df85c609e47359e182bc80fb9110963ac17c9e1c1c6599"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1053885840, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020257125616121432, "interval": [-0.11822676443281034, 0.028769481516186468], "p_value": 0.6199647466648988, "input_sha256": "08a0ab213fc85ad0c6df85c609e47359e182bc80fb9110963ac17c9e1c1c6599"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3413290906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.955429607261095, "interval": [-3.434559913424815, 13.345419127947006], "p_value": 0.21212121212121213, "input_sha256": "43afb8b8642a7ad149a5dcb8442ca57d81a7388cdac25173f4a155c05a2ac194"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3413290906, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.955429607261095, "interval": [-1.906592850926705, 10.816380721922384], "p_value": 0.2135197212136261, "input_sha256": "43afb8b8642a7ad149a5dcb8442ca57d81a7388cdac25173f4a155c05a2ac194"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3413290906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04268862131841539, "interval": [-0.05430265535675223, 0.139679897993583], "p_value": 0.3484848484848485, "input_sha256": "43afb8b8642a7ad149a5dcb8442ca57d81a7388cdac25173f4a155c05a2ac194"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3413290906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04268862131841539, "interval": [-0.038774131763404635, 0.10652599890225557], "p_value": 0.34565427666934456, "input_sha256": "43afb8b8642a7ad149a5dcb8442ca57d81a7388cdac25173f4a155c05a2ac194"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4018979823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.328313805512696, "interval": [-13.796546489416418, 9.139918878391025], "p_value": 0.6623376623376623, "input_sha256": "fed7ab8aa80fceeb2c6ed81505969e1f555f991290c4ebb66a69fa45031c5fa5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4018979823, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.328313805512696, "interval": [-10.368790259332338, 6.912100087040284], "p_value": 0.6580190165995232, "input_sha256": "fed7ab8aa80fceeb2c6ed81505969e1f555f991290c4ebb66a69fa45031c5fa5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4018979823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01744935628928275, "interval": [-0.13220578002322536, 0.09730706744465985], "p_value": 0.7316017316017316, "input_sha256": "fed7ab8aa80fceeb2c6ed81505969e1f555f991290c4ebb66a69fa45031c5fa5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4018979823, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01744935628928275, "interval": [-0.10381644307652436, 0.06854306454510457], "p_value": 0.7408124780328702, "input_sha256": "fed7ab8aa80fceeb2c6ed81505969e1f555f991290c4ebb66a69fa45031c5fa5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3373998826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.231179030332153, "interval": [-16.117982514783183, 1.655624454118878], "p_value": 0.09740259740259741, "input_sha256": "31f44d5a9dac0ed1970a602f51b4d5f60220acf0127089c904742144f2a889f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3373998826, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.231179030332153, "interval": [-14.27632003867789, -0.12581287342610437], "p_value": 0.0996016241623051, "input_sha256": "31f44d5a9dac0ed1970a602f51b4d5f60220acf0127089c904742144f2a889f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3373998826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07311070193699201, "interval": [-0.16375519651835607, 0.017533792644372034], "p_value": 0.10173160173160173, "input_sha256": "31f44d5a9dac0ed1970a602f51b4d5f60220acf0127089c904742144f2a889f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3373998826, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07311070193699201, "interval": [-0.14531207084774975, -0.0039028480330649744], "p_value": 0.10252488301469391, "input_sha256": "31f44d5a9dac0ed1970a602f51b4d5f60220acf0127089c904742144f2a889f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3756917537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1617763001351227, "interval": [-13.248207222836157, 8.92465462256591], "p_value": 0.6666666666666666, "input_sha256": "bb56b9965e5fef726e76460d1176f7ae5ea086ce560c63fdbc8956f3474729f1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3756917537, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1617763001351227, "interval": [-11.523171364710201, 5.741439232902224], "p_value": 0.6679252902616513, "input_sha256": "bb56b9965e5fef726e76460d1176f7ae5ea086ce560c63fdbc8956f3474729f1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3756917537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010100595652581423, "interval": [-0.12640647255621723, 0.1062052812510544], "p_value": 0.8484848484848485, "input_sha256": "bb56b9965e5fef726e76460d1176f7ae5ea086ce560c63fdbc8956f3474729f1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3756917537, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010100595652581423, "interval": [-0.10441893980819754, 0.0758620312496275], "p_value": 0.8496826550002221, "input_sha256": "bb56b9965e5fef726e76460d1176f7ae5ea086ce560c63fdbc8956f3474729f1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4285796649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6887522001822051, "interval": [-7.840654787483982, 9.218159187848393], "p_value": 0.8463203463203464, "input_sha256": "e5cba6743c2b8c0a481cf96aafc75b51d1f749df4e01ff99a0cd74904a92cd87"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4285796649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6887522001822051, "interval": [-6.224525721058877, 6.506267602540221], "p_value": 0.8577616218671317, "input_sha256": "e5cba6743c2b8c0a481cf96aafc75b51d1f749df4e01ff99a0cd74904a92cd87"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4285796649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00393857046036615, "interval": [-0.08608794975480102, 0.09396509067553332], "p_value": 0.9307359307359307, "input_sha256": "e5cba6743c2b8c0a481cf96aafc75b51d1f749df4e01ff99a0cd74904a92cd87"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4285796649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00393857046036615, "interval": [-0.06885884055922468, 0.06364649345260041], "p_value": 0.9222318654740839, "input_sha256": "e5cba6743c2b8c0a481cf96aafc75b51d1f749df4e01ff99a0cd74904a92cd87"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2595309541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9027119354032838, "interval": [-7.219791291567532, 9.0252151623741], "p_value": 0.8116883116883117, "input_sha256": "d195c8a95010421ee27c70e4d14bd3e25470f89637150220bffa1b66293cc4e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2595309541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9027119354032838, "interval": [-4.908317720028587, 7.667614870666884], "p_value": 0.8075732453875981, "input_sha256": "d195c8a95010421ee27c70e4d14bd3e25470f89637150220bffa1b66293cc4e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2595309541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009714628084278698, "interval": [-0.07074268073970105, 0.09017193690825845], "p_value": 0.8008658008658008, "input_sha256": "d195c8a95010421ee27c70e4d14bd3e25470f89637150220bffa1b66293cc4e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2595309541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009714628084278698, "interval": [-0.04449759387020713, 0.08495282784487092], "p_value": 0.7918871143343877, "input_sha256": "d195c8a95010421ee27c70e4d14bd3e25470f89637150220bffa1b66293cc4e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2894301122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8394615675870032, "interval": [-7.785440369565665, 6.106517234391658], "p_value": 0.7965367965367965, "input_sha256": "f87d8dfa0b0f12314407ec13546488d3a255aa54942f727a52959b5e5a4cd5d8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2894301122, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8394615675870032, "interval": [-7.192809936069262, 4.0710696596207985], "p_value": 0.7931616792217404, "input_sha256": "f87d8dfa0b0f12314407ec13546488d3a255aa54942f727a52959b5e5a4cd5d8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2894301122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018084302555189877, "interval": [-0.08752437054540185, 0.0513557654350221], "p_value": 0.5735930735930735, "input_sha256": "f87d8dfa0b0f12314407ec13546488d3a255aa54942f727a52959b5e5a4cd5d8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2894301122, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018084302555189877, "interval": [-0.08334926424043998, 0.031130716529214907], "p_value": 0.5737218350140476, "input_sha256": "f87d8dfa0b0f12314407ec13546488d3a255aa54942f727a52959b5e5a4cd5d8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1698412476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.79287940810791, "interval": [-17.543220158578357, 3.957461342362536], "p_value": 0.16017316017316016, "input_sha256": "d1d740894413eb337bbe94aed36ecd960d257cf9c6da52514088fd4c87c12c35"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1698412476, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.79287940810791, "interval": [-14.104255816723596, 2.526522166507816], "p_value": 0.17964671618817182, "input_sha256": "d1d740894413eb337bbe94aed36ecd960d257cf9c6da52514088fd4c87c12c35"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1698412476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05324376113256169, "interval": [-0.17268371178702757, 0.06619618952190418], "p_value": 0.3268398268398268, "input_sha256": "d1d740894413eb337bbe94aed36ecd960d257cf9c6da52514088fd4c87c12c35"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1698412476, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05324376113256169, "interval": [-0.13108550012713527, 0.05478875299136875], "p_value": 0.32812606115077025, "input_sha256": "d1d740894413eb337bbe94aed36ecd960d257cf9c6da52514088fd4c87c12c35"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 205524123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.107286861537597, "interval": [0.12280564541926609, 16.091768077655928], "p_value": 0.06060606060606061, "input_sha256": "4ac9652cb06ec44014124ec2a244dee2734a88dde2c51bac571c580fb73645c1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 205524123, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.107286861537597, "interval": [2.247324486910325, 15.069330033167107], "p_value": 0.047177156327221505, "input_sha256": "4ac9652cb06ec44014124ec2a244dee2734a88dde2c51bac571c580fb73645c1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 205524123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07706261073646345, "interval": [-0.010316964271892534, 0.16444218574481945], "p_value": 0.07792207792207792, "input_sha256": "4ac9652cb06ec44014124ec2a244dee2734a88dde2c51bac571c580fb73645c1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 205524123, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07706261073646345, "interval": [0.011577231855551675, 0.1521101179410696], "p_value": 0.07775452915711963, "input_sha256": "4ac9652cb06ec44014124ec2a244dee2734a88dde2c51bac571c580fb73645c1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2721258735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.163220883348087, "interval": [-12.299893944357677, 1.9734521776615033], "p_value": 0.1277056277056277, "input_sha256": "19494be05d4e79b6739f97b1a94e3732f2358515308ad3377e4a0d938d6ea070"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2721258735, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.163220883348087, "interval": [-9.813561904768507, 1.259977743511802], "p_value": 0.13325142846596194, "input_sha256": "19494be05d4e79b6739f97b1a94e3732f2358515308ad3377e4a0d938d6ea070"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2721258735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.059035382654055016, "interval": [-0.13012923865760384, 0.012058473349493795], "p_value": 0.09307359307359307, "input_sha256": "19494be05d4e79b6739f97b1a94e3732f2358515308ad3377e4a0d938d6ea070"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2721258735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.059035382654055016, "interval": [-0.11390667181715142, 0.0016529690930571469], "p_value": 0.09272427063868591, "input_sha256": "19494be05d4e79b6739f97b1a94e3732f2358515308ad3377e4a0d938d6ea070"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 174734664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.02459797447814, "interval": [-15.890004109631946, 1.8408081606756648], "p_value": 0.12554112554112554, "input_sha256": "f1920f81851837f1b1d8a0d9520596589bef7e4d53573b86ad0de63a87583031"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 174734664, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.02459797447814, "interval": [-14.438910174520831, 0.05218795907627511], "p_value": 0.1078565404865918, "input_sha256": "f1920f81851837f1b1d8a0d9520596589bef7e4d53573b86ad0de63a87583031"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 174734664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07752165738084306, "interval": [-0.1677977769614737, 0.012754462199787583], "p_value": 0.08008658008658008, "input_sha256": "f1920f81851837f1b1d8a0d9520596589bef7e4d53573b86ad0de63a87583031"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 174734664, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07752165738084306, "interval": [-0.15188224004987017, -0.008807746367087099], "p_value": 0.08473473454366298, "input_sha256": "f1920f81851837f1b1d8a0d9520596589bef7e4d53573b86ad0de63a87583031"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1228172498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6795806982492847, "interval": [-6.70614045672012, 14.065301853218688], "p_value": 0.4134199134199134, "input_sha256": "fe825778831ee9d9a374f65bf7081a9eec6b3766ff9c9f07dc6a25335e44c46b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1228172498, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6795806982492847, "interval": [-4.0936623332073525, 11.109069170160396], "p_value": 0.4304373865260407, "input_sha256": "fe825778831ee9d9a374f65bf7081a9eec6b3766ff9c9f07dc6a25335e44c46b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1228172498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04429453228463959, "interval": [-0.05911275430431166, 0.14770181887359085], "p_value": 0.3246753246753247, "input_sha256": "fe825778831ee9d9a374f65bf7081a9eec6b3766ff9c9f07dc6a25335e44c46b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1228172498, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04429453228463959, "interval": [-0.027182524504100903, 0.1214751812059632], "p_value": 0.34174453480279265, "input_sha256": "fe825778831ee9d9a374f65bf7081a9eec6b3766ff9c9f07dc6a25335e44c46b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3836707019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.690867589045724, "interval": [-15.385070590816792, 4.003335412725344], "p_value": 0.18398268398268397, "input_sha256": "48496d6cde6f890d9820065a6a6d4a2895781603131395fd655c069feb819f9c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3836707019, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.690867589045724, "interval": [-11.33008170326318, 2.965363640155503], "p_value": 0.20039194091090443, "input_sha256": "48496d6cde6f890d9820065a6a6d4a2895781603131395fd655c069feb819f9c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3836707019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05734781783014968, "interval": [-0.17626028058376964, 0.06156464492347026], "p_value": 0.2554112554112554, "input_sha256": "48496d6cde6f890d9820065a6a6d4a2895781603131395fd655c069feb819f9c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3836707019, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05734781783014968, "interval": [-0.11999573533630645, 0.05859028656919118], "p_value": 0.28374497330275616, "input_sha256": "48496d6cde6f890d9820065a6a6d4a2895781603131395fd655c069feb819f9c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1927982088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4010533852164997, "interval": [-7.5649021876786415, 6.762795417245642], "p_value": 0.9069264069264069, "input_sha256": "d8f8fb63559c7009352679f06533e49d80ebda4e162c2485e301d8b60600d0dd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1927982088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4010533852164997, "interval": [-6.0846182418741295, 4.687752794892426], "p_value": 0.9001813399197566, "input_sha256": "d8f8fb63559c7009352679f06533e49d80ebda4e162c2485e301d8b60600d0dd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1927982088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012277266391836059, "interval": [-0.09157656523962633, 0.06702203245595421], "p_value": 0.7121212121212122, "input_sha256": "d8f8fb63559c7009352679f06533e49d80ebda4e162c2485e301d8b60600d0dd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1927982088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012277266391836059, "interval": [-0.07533255203309475, 0.0410556936907141], "p_value": 0.724560343299886, "input_sha256": "d8f8fb63559c7009352679f06533e49d80ebda4e162c2485e301d8b60600d0dd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2408203621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05176946247353342, "interval": [-10.342488698940754, 10.238949773993687], "p_value": 0.9935064935064936, "input_sha256": "2c7872a0ceeb9406dfd0bfb191a38ce93870c734a598c11ee95db92194140bac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2408203621, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05176946247353342, "interval": [-8.423361943480675, 7.80568386578208], "p_value": 0.99121881918642, "input_sha256": "2c7872a0ceeb9406dfd0bfb191a38ce93870c734a598c11ee95db92194140bac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2408203621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0004274049646097178, "interval": [-0.11541407738816178, 0.11455926745894235], "p_value": 0.9935064935064936, "input_sha256": "2c7872a0ceeb9406dfd0bfb191a38ce93870c734a598c11ee95db92194140bac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2408203621, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0004274049646097178, "interval": [-0.09233254214412746, 0.08792074816994787], "p_value": 0.9934650743483194, "input_sha256": "2c7872a0ceeb9406dfd0bfb191a38ce93870c734a598c11ee95db92194140bac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 961488666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.684735871415917, "interval": [-9.855648669465307, 4.486176926633473], "p_value": 0.3961038961038961, "input_sha256": "8b8525d41340bfcbbd396110939aad1dd693a4633ecda89ac107b0718ba30c94"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 961488666, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.684735871415917, "interval": [-7.536173147933901, 3.0072350273693793], "p_value": 0.40071993784138155, "input_sha256": "8b8525d41340bfcbbd396110939aad1dd693a4633ecda89ac107b0718ba30c94"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 961488666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.031912351862464536, "interval": [-0.11327844111723699, 0.04945373739230792], "p_value": 0.3593073593073593, "input_sha256": "8b8525d41340bfcbbd396110939aad1dd693a4633ecda89ac107b0718ba30c94"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 961488666, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.031912351862464536, "interval": [-0.08181967273395921, 0.039334384853158655], "p_value": 0.37922163952297017, "input_sha256": "8b8525d41340bfcbbd396110939aad1dd693a4633ecda89ac107b0718ba30c94"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4093398814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0150370362420587, "interval": [-5.121703593353943, 11.151777665838061], "p_value": 0.4004329004329004, "input_sha256": "de08297b068ca134180fb963e9e13775e1e55dd0494bf9adc1cf8840ef21cfab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4093398814, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0150370362420587, "interval": [-2.661175933740742, 10.253026365496346], "p_value": 0.42793820694446716, "input_sha256": "de08297b068ca134180fb963e9e13775e1e55dd0494bf9adc1cf8840ef21cfab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4093398814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031185536894843352, "interval": [-0.06121582487994354, 0.12358689866963024], "p_value": 0.47835497835497837, "input_sha256": "de08297b068ca134180fb963e9e13775e1e55dd0494bf9adc1cf8840ef21cfab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4093398814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031185536894843352, "interval": [-0.028842407125499958, 0.11198361657679443], "p_value": 0.46487361033472785, "input_sha256": "de08297b068ca134180fb963e9e13775e1e55dd0494bf9adc1cf8840ef21cfab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1331504022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6663695312678328, "interval": [-10.157721210404942, 8.824982147869276], "p_value": 0.8766233766233766, "input_sha256": "8668f30f08c5926669b4d6d63b3a770158d9e98e8b43ae42f99330d8ed78b0b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1331504022, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6663695312678328, "interval": [-9.44595731827802, 6.178375156886733], "p_value": 0.8787569462823462, "input_sha256": "8668f30f08c5926669b4d6d63b3a770158d9e98e8b43ae42f99330d8ed78b0b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1331504022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006033843691539892, "interval": [-0.11016483896869521, 0.09809715158561542], "p_value": 0.8982683982683982, "input_sha256": "8668f30f08c5926669b4d6d63b3a770158d9e98e8b43ae42f99330d8ed78b0b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1331504022, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006033843691539892, "interval": [-0.09732734219116054, 0.06948932811515744], "p_value": 0.8997657394724454, "input_sha256": "8668f30f08c5926669b4d6d63b3a770158d9e98e8b43ae42f99330d8ed78b0b0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 961686584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.530151834179529, "interval": [-9.606147577310775, 12.666451245669833], "p_value": 0.7554112554112554, "input_sha256": "653a5aeada29cbe4bb9987572f0896bc1597e6fcb34b87d1ba703b89ad6accdf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 961686584, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.530151834179529, "interval": [-6.522614407096859, 10.418410143020088], "p_value": 0.7541840732238438, "input_sha256": "653a5aeada29cbe4bb9987572f0896bc1597e6fcb34b87d1ba703b89ad6accdf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 961686584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018733617308193694, "interval": [-0.10536272555395385, 0.14282996017034125], "p_value": 0.7445887445887446, "input_sha256": "653a5aeada29cbe4bb9987572f0896bc1597e6fcb34b87d1ba703b89ad6accdf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 961686584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018733617308193694, "interval": [-0.06763165235957971, 0.11840382005694473], "p_value": 0.7323665290484963, "input_sha256": "653a5aeada29cbe4bb9987572f0896bc1597e6fcb34b87d1ba703b89ad6accdf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3095519972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -10.377462193902224, "interval": [-16.621578281060774, -4.133346106743673], "p_value": 0.0021645021645021645, "input_sha256": "af4dbb2f15d4d5dfea9587a1eb2b0f5059d4966bf5c5a61f00296673505a2bcb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3095519972, "p_value_method": "welch_average_effect", "success": true, "estimate": -10.377462193902224, "interval": [-14.917806643532888, -5.68631813710595], "p_value": 0.0060326366777346575, "input_sha256": "af4dbb2f15d4d5dfea9587a1eb2b0f5059d4966bf5c5a61f00296673505a2bcb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3095519972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.10777226446759358, "interval": [-0.17482246477137486, -0.04072206416381231], "p_value": 0.0021645021645021645, "input_sha256": "af4dbb2f15d4d5dfea9587a1eb2b0f5059d4966bf5c5a61f00296673505a2bcb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3095519972, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.10777226446759358, "interval": [-0.16054231877175154, -0.06219481765856882], "p_value": 0.0075340354264891345, "input_sha256": "af4dbb2f15d4d5dfea9587a1eb2b0f5059d4966bf5c5a61f00296673505a2bcb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2438048288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3283638765297283, "interval": [-15.22552461097482, 12.568796857915363], "p_value": 0.8354978354978355, "input_sha256": "4f4153bd1a91ab36ebeb3a4413af0602d2430550b4ae23dc82af3b8653c1cb12"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2438048288, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3283638765297283, "interval": [-12.859075775079166, 8.252095973715063], "p_value": 0.8224220972187091, "input_sha256": "4f4153bd1a91ab36ebeb3a4413af0602d2430550b4ae23dc82af3b8653c1cb12"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2438048288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0342277600629757, "interval": [-0.20406814850596583, 0.13561262838001442], "p_value": 0.70995670995671, "input_sha256": "4f4153bd1a91ab36ebeb3a4413af0602d2430550b4ae23dc82af3b8653c1cb12"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2438048288, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0342277600629757, "interval": [-0.1873098351754492, 0.07264103304956329], "p_value": 0.6384927477533748, "input_sha256": "4f4153bd1a91ab36ebeb3a4413af0602d2430550b4ae23dc82af3b8653c1cb12"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3670303020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.594388577162274, "interval": [-6.602791917667034, 11.791569071991582], "p_value": 0.551948051948052, "input_sha256": "88245b6ba22566bd3cdc0fde17c796c5e8185d08eb43c124fab088d32355fb86"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3670303020, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.594388577162274, "interval": [-3.9170869670710413, 9.98686443123322], "p_value": 0.5227332863338652, "input_sha256": "88245b6ba22566bd3cdc0fde17c796c5e8185d08eb43c124fab088d32355fb86"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3670303020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043729636002570876, "interval": [-0.06557561481855509, 0.15303488682369684], "p_value": 0.38095238095238093, "input_sha256": "88245b6ba22566bd3cdc0fde17c796c5e8185d08eb43c124fab088d32355fb86"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3670303020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043729636002570876, "interval": [-0.02941597042636398, 0.12936643714534776], "p_value": 0.37028947966103315, "input_sha256": "88245b6ba22566bd3cdc0fde17c796c5e8185d08eb43c124fab088d32355fb86"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2108060688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.387135868486396, "interval": [-18.879017220757024, 0.10474548378423165], "p_value": 0.030303030303030304, "input_sha256": "f829a9e6412c330fb015ad96ff2b96e17c8930fce16288a88d45f6f0e3950612"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2108060688, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.387135868486396, "interval": [-18.102113350631768, -3.2730062322642683], "p_value": 0.05197516532909229, "input_sha256": "f829a9e6412c330fb015ad96ff2b96e17c8930fce16288a88d45f6f0e3950612"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2108060688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09801633414199158, "interval": [-0.19238449157117965, -0.0036481767128034998], "p_value": 0.02813852813852814, "input_sha256": "f829a9e6412c330fb015ad96ff2b96e17c8930fce16288a88d45f6f0e3950612"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2108060688, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09801633414199158, "interval": [-0.18762858893848058, -0.037154567743438345], "p_value": 0.043557451680754936, "input_sha256": "f829a9e6412c330fb015ad96ff2b96e17c8930fce16288a88d45f6f0e3950612"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 803928131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3588934172858966, "interval": [-9.57116713199449, 14.288953966566284], "p_value": 0.6601731601731602, "input_sha256": "89e06a5c1ed774a225f2a432f4dd82bbfd58e337d6c11ca7a5f2d0db617a1176"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 803928131, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3588934172858966, "interval": [-8.20773357846817, 10.214845309463776], "p_value": 0.6647865399174955, "input_sha256": "89e06a5c1ed774a225f2a432f4dd82bbfd58e337d6c11ca7a5f2d0db617a1176"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 803928131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005314724464686477, "interval": [-0.1455491454414236, 0.15617859437079656], "p_value": 0.948051948051948, "input_sha256": "89e06a5c1ed774a225f2a432f4dd82bbfd58e337d6c11ca7a5f2d0db617a1176"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 803928131, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005314724464686477, "interval": [-0.15497856561933507, 0.0893918802117792], "p_value": 0.9365156078633967, "input_sha256": "89e06a5c1ed774a225f2a432f4dd82bbfd58e337d6c11ca7a5f2d0db617a1176"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3533058688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05697548382859807, "interval": [-10.296477002831923, 10.182526035174726], "p_value": 0.9913419913419913, "input_sha256": "fa86e8927c13eb4f46c28660c7bae61aeabbaa322e30c69a857c4edafadadc5a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3533058688, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05697548382859807, "interval": [-7.980751367643223, 8.098768126843062], "p_value": 0.9898694299845735, "input_sha256": "fa86e8927c13eb4f46c28660c7bae61aeabbaa322e30c69a857c4edafadadc5a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3533058688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008900175938672303, "interval": [-0.09777963189837814, 0.11557998377572275], "p_value": 0.8484848484848485, "input_sha256": "fa86e8927c13eb4f46c28660c7bae61aeabbaa322e30c69a857c4edafadadc5a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3533058688, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008900175938672303, "interval": [-0.07050041427523998, 0.09385070362386026], "p_value": 0.846845146619618, "input_sha256": "fa86e8927c13eb4f46c28660c7bae61aeabbaa322e30c69a857c4edafadadc5a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 467784641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3490632652232035, "interval": [-4.450244965653569, 11.148371496099976], "p_value": 0.37445887445887444, "input_sha256": "3a0624eee9d498950245d3746e80c02922e7adc053d0b115209ca4328ccd332c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 467784641, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3490632652232035, "interval": [-2.2249822872515113, 10.577612503538182], "p_value": 0.3608828562202071, "input_sha256": "3a0624eee9d498950245d3746e80c02922e7adc053d0b115209ca4328ccd332c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 467784641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024861360033808448, "interval": [-0.0543340912471414, 0.1040568113147583], "p_value": 0.49567099567099565, "input_sha256": "3a0624eee9d498950245d3746e80c02922e7adc053d0b115209ca4328ccd332c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 467784641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024861360033808448, "interval": [-0.03280367114099005, 0.0964837858075217], "p_value": 0.4981134429593914, "input_sha256": "3a0624eee9d498950245d3746e80c02922e7adc053d0b115209ca4328ccd332c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1784388702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9309425108325398, "interval": [-2.7848681140929603, 8.64675313575804], "p_value": 0.2510822510822511, "input_sha256": "f7ac66ceeb30c31669547e0676b5022de02fec7a51b5b00b76542bc11f0e0460"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1784388702, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9309425108325398, "interval": [-1.6751699003145772, 7.260772600518601], "p_value": 0.26760787983105877, "input_sha256": "f7ac66ceeb30c31669547e0676b5022de02fec7a51b5b00b76542bc11f0e0460"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1784388702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029893372772290927, "interval": [-0.02581642672222638, 0.08560317226680823], "p_value": 0.23376623376623376, "input_sha256": "f7ac66ceeb30c31669547e0676b5022de02fec7a51b5b00b76542bc11f0e0460"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1784388702, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029893372772290927, "interval": [-0.01586089761522288, 0.07272910545013293], "p_value": 0.24863039503715575, "input_sha256": "f7ac66ceeb30c31669547e0676b5022de02fec7a51b5b00b76542bc11f0e0460"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 555244830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9315687396088546, "interval": [-11.024639533324429, 5.16150205410672], "p_value": 0.42424242424242425, "input_sha256": "9172e4b382b187c78357051d56aa1733802ab12cfc9da3c6a9246943c7f43bad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 555244830, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9315687396088546, "interval": [-9.719408659360953, 3.4368882322565737], "p_value": 0.4354469950248214, "input_sha256": "9172e4b382b187c78357051d56aa1733802ab12cfc9da3c6a9246943c7f43bad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 555244830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03532931849264592, "interval": [-0.11674704685609738, 0.046088409870805536], "p_value": 0.354978354978355, "input_sha256": "9172e4b382b187c78357051d56aa1733802ab12cfc9da3c6a9246943c7f43bad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 555244830, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03532931849264592, "interval": [-0.10505962470916176, 0.027546490127677382], "p_value": 0.3550508808745644, "input_sha256": "9172e4b382b187c78357051d56aa1733802ab12cfc9da3c6a9246943c7f43bad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3360911462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3474265144889905, "interval": [-8.593517470086969, 5.898664441108987], "p_value": 0.6904761904761905, "input_sha256": "fa85ebd952c2b4b44ff7c4a3f26f1ae028d7041321e7afae0ef478af0bc61e27"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3360911462, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3474265144889905, "interval": [-8.159795778840676, 3.4360880698483154], "p_value": 0.686455130853689, "input_sha256": "fa85ebd952c2b4b44ff7c4a3f26f1ae028d7041321e7afae0ef478af0bc61e27"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3360911462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02260914486162785, "interval": [-0.09621711558237697, 0.05099882585912127], "p_value": 0.5432900432900433, "input_sha256": "fa85ebd952c2b4b44ff7c4a3f26f1ae028d7041321e7afae0ef478af0bc61e27"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3360911462, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02260914486162785, "interval": [-0.09546262838971017, 0.025453443969377668], "p_value": 0.5090022740379757, "input_sha256": "fa85ebd952c2b4b44ff7c4a3f26f1ae028d7041321e7afae0ef478af0bc61e27"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 127207681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6129759920422693, "interval": [-6.8931667424278595, 5.667214758343321], "p_value": 0.816017316017316, "input_sha256": "94408b36fb7d8df0f3c010918dfd473b8fcf81d1af401bcd7c0cd5910dee2d28"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 127207681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6129759920422693, "interval": [-5.442825283237183, 3.9097881219995343], "p_value": 0.8296182366475024, "input_sha256": "94408b36fb7d8df0f3c010918dfd473b8fcf81d1af401bcd7c0cd5910dee2d28"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 127207681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003095808930166033, "interval": [-0.07739076419728674, 0.07119914633695468], "p_value": 0.9264069264069265, "input_sha256": "94408b36fb7d8df0f3c010918dfd473b8fcf81d1af401bcd7c0cd5910dee2d28"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 127207681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003095808930166033, "interval": [-0.06231815313457652, 0.0499221927118632], "p_value": 0.9276083110139411, "input_sha256": "94408b36fb7d8df0f3c010918dfd473b8fcf81d1af401bcd7c0cd5910dee2d28"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2077480483, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.041088466140085, "interval": [-13.008666200306836, 10.926489268026666], "p_value": 0.8398268398268398, "input_sha256": "8afc6e15b54043f78c9a0a7f33c436a56cf41e0e2a1dac7cfd2b101826e23444"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2077480483, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.041088466140085, "interval": [-9.828844771533229, 9.007571378636923], "p_value": 0.8480728749916284, "input_sha256": "8afc6e15b54043f78c9a0a7f33c436a56cf41e0e2a1dac7cfd2b101826e23444"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2077480483, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004093597767231505, "interval": [-0.1448097839772694, 0.1366225884428064], "p_value": 0.9393939393939394, "input_sha256": "8afc6e15b54043f78c9a0a7f33c436a56cf41e0e2a1dac7cfd2b101826e23444"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2077480483, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004093597767231505, "interval": [-0.11495149651557232, 0.09573790188619827], "p_value": 0.9481116610091656, "input_sha256": "8afc6e15b54043f78c9a0a7f33c436a56cf41e0e2a1dac7cfd2b101826e23444"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 134305827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5544755869121465, "interval": [-5.637791416810681, 12.746742590634973], "p_value": 0.37012987012987014, "input_sha256": "480910e086ed602401af6ac8ad042da4814442d42edf918fb2f66fccd89beeef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 134305827, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5544755869121465, "interval": [-4.456241591921111, 10.27026618166283], "p_value": 0.4087189502413441, "input_sha256": "480910e086ed602401af6ac8ad042da4814442d42edf918fb2f66fccd89beeef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 134305827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039489199018273774, "interval": [-0.0625694555779721, 0.14154785361451966], "p_value": 0.4134199134199134, "input_sha256": "480910e086ed602401af6ac8ad042da4814442d42edf918fb2f66fccd89beeef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 134305827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039489199018273774, "interval": [-0.04735017332376322, 0.11235641621065225], "p_value": 0.40825098624171674, "input_sha256": "480910e086ed602401af6ac8ad042da4814442d42edf918fb2f66fccd89beeef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 880515943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.117214452253258, "interval": [-2.1275185971944044, 14.36194750170092], "p_value": 0.11904761904761904, "input_sha256": "eba09ac17106d16b8fd216040ee50e03b0d42eb7ca670934af58a2119a960d32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 880515943, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.117214452253258, "interval": [-0.8582679805261836, 11.954657595081196], "p_value": 0.12902736031803838, "input_sha256": "eba09ac17106d16b8fd216040ee50e03b0d42eb7ca670934af58a2119a960d32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 880515943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0563832640000468, "interval": [-0.02841618913047625, 0.14118271713056985], "p_value": 0.16883116883116883, "input_sha256": "eba09ac17106d16b8fd216040ee50e03b0d42eb7ca670934af58a2119a960d32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 880515943, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0563832640000468, "interval": [-0.014295232632706224, 0.12057203949695136], "p_value": 0.16925175629842285, "input_sha256": "eba09ac17106d16b8fd216040ee50e03b0d42eb7ca670934af58a2119a960d32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3431752638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0582191593979733, "interval": [-8.06272153201445, 3.9462832132185026], "p_value": 0.45021645021645024, "input_sha256": "c94784826e7543537a433705ec3bf2c18fcddc865832e9238de250c0e1acd418"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3431752638, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0582191593979733, "interval": [-6.881678178234286, 3.3749206277465227], "p_value": 0.4623219726414892, "input_sha256": "c94784826e7543537a433705ec3bf2c18fcddc865832e9238de250c0e1acd418"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3431752638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0155688607584661, "interval": [-0.08794722123292949, 0.05680949971599729], "p_value": 0.6255411255411255, "input_sha256": "c94784826e7543537a433705ec3bf2c18fcddc865832e9238de250c0e1acd418"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3431752638, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0155688607584661, "interval": [-0.07234587348305153, 0.04996885127614211], "p_value": 0.6418370486578959, "input_sha256": "c94784826e7543537a433705ec3bf2c18fcddc865832e9238de250c0e1acd418"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 815652256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7485421779974448, "interval": [-5.565628981853658, 7.062713337848548], "p_value": 0.7922077922077922, "input_sha256": "5eeeb09a32fbf7facd79140c8f0afef9f69eb7109ca07316ad9114cc011f5cd5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 815652256, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7485421779974448, "interval": [-3.538906058585104, 6.386397527409528], "p_value": 0.7891527435225086, "input_sha256": "5eeeb09a32fbf7facd79140c8f0afef9f69eb7109ca07316ad9114cc011f5cd5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 815652256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037903402239100256, "interval": [-0.08024276568490807, 0.07266208523708803], "p_value": 0.9242424242424242, "input_sha256": "5eeeb09a32fbf7facd79140c8f0afef9f69eb7109ca07316ad9114cc011f5cd5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 815652256, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037903402239100256, "interval": [-0.061748725684043396, 0.05554024687398279], "p_value": 0.9102345500132694, "input_sha256": "5eeeb09a32fbf7facd79140c8f0afef9f69eb7109ca07316ad9114cc011f5cd5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 45871417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9345771678525825, "interval": [-4.037338191183939, 9.906492526889103], "p_value": 0.37445887445887444, "input_sha256": "a719768750c6ce82f22d67faaad054c7b8d02a31e79b182983f70f722f60a55c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 45871417, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9345771678525825, "interval": [-1.6382501776934468, 9.433236932135843], "p_value": 0.3563666940405094, "input_sha256": "a719768750c6ce82f22d67faaad054c7b8d02a31e79b182983f70f722f60a55c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 45871417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03317296391687352, "interval": [-0.04025540409827037, 0.10660133193201742], "p_value": 0.3203463203463203, "input_sha256": "a719768750c6ce82f22d67faaad054c7b8d02a31e79b182983f70f722f60a55c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 45871417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03317296391687352, "interval": [-0.015553197419519086, 0.1036386133988058], "p_value": 0.3297323349088291, "input_sha256": "a719768750c6ce82f22d67faaad054c7b8d02a31e79b182983f70f722f60a55c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304834787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2092575755537176, "interval": [-9.027367917885302, 11.445883068992737], "p_value": 0.803030303030303, "input_sha256": "cf5bf55ec6c72d9d3b4d19153c46f393caa5c6730d87dc5fad952a6520827bf6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304834787, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2092575755537176, "interval": [-5.588475347499441, 11.505346308901036], "p_value": 0.7975756652853255, "input_sha256": "cf5bf55ec6c72d9d3b4d19153c46f393caa5c6730d87dc5fad952a6520827bf6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304834787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021207916779607344, "interval": [-0.09658662430128134, 0.13900245786049603], "p_value": 0.6991341991341992, "input_sha256": "cf5bf55ec6c72d9d3b4d19153c46f393caa5c6730d87dc5fad952a6520827bf6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304834787, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021207916779607344, "interval": [-0.05683699482254075, 0.1429031071900877], "p_value": 0.6965051971341929, "input_sha256": "cf5bf55ec6c72d9d3b4d19153c46f393caa5c6730d87dc5fad952a6520827bf6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 396763474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.951778679046995, "interval": [-15.470913082195946, 5.567355724101957], "p_value": 0.31385281385281383, "input_sha256": "49f6c4e09e8e234c16718e93c57039458966a8183f1f146a7861c202b10e8bc3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 396763474, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.951778679046995, "interval": [-13.599478748449167, 2.6674528496977388], "p_value": 0.3101793881340495, "input_sha256": "49f6c4e09e8e234c16718e93c57039458966a8183f1f146a7861c202b10e8bc3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 396763474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05429549268005117, "interval": [-0.16046949080489464, 0.051878505444792306], "p_value": 0.2510822510822511, "input_sha256": "49f6c4e09e8e234c16718e93c57039458966a8183f1f146a7861c202b10e8bc3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 396763474, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05429549268005117, "interval": [-0.13739282718524093, 0.024357343109691457], "p_value": 0.27064189244049014, "input_sha256": "49f6c4e09e8e234c16718e93c57039458966a8183f1f146a7861c202b10e8bc3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2370611264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8977397984696767, "interval": [-9.902601924187339, 2.1071223272479855], "p_value": 0.2012987012987013, "input_sha256": "0788eb2d3c210fe9b9c6222aae67bb130d5992e4575b4003c49d288870da3239"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2370611264, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8977397984696767, "interval": [-9.816727402377591, 0.027064293302254527], "p_value": 0.17777378607256872, "input_sha256": "0788eb2d3c210fe9b9c6222aae67bb130d5992e4575b4003c49d288870da3239"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2370611264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034120028661108526, "interval": [-0.09003876421768855, 0.021798706895471504], "p_value": 0.22510822510822512, "input_sha256": "0788eb2d3c210fe9b9c6222aae67bb130d5992e4575b4003c49d288870da3239"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2370611264, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034120028661108526, "interval": [-0.08656613726025816, 0.004321036867658178], "p_value": 0.20366738969165712, "input_sha256": "0788eb2d3c210fe9b9c6222aae67bb130d5992e4575b4003c49d288870da3239"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4033183378, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4360993855893751, "interval": [-10.182254561853686, 11.054453333032438], "p_value": 0.9285714285714286, "input_sha256": "0501ab10547745c1bee74810f4450b24d472d0f49c2ac2e5f2ca71c2b7713dba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4033183378, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4360993855893751, "interval": [-7.132684955910827, 10.223032735911437], "p_value": 0.9286449669765342, "input_sha256": "0501ab10547745c1bee74810f4450b24d472d0f49c2ac2e5f2ca71c2b7713dba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4033183378, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010827452180035405, "interval": [-0.12191754517040122, 0.14357244953047205], "p_value": 0.8463203463203464, "input_sha256": "0501ab10547745c1bee74810f4450b24d472d0f49c2ac2e5f2ca71c2b7713dba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4033183378, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010827452180035405, "interval": [-0.08127722413940885, 0.13439324115207169], "p_value": 0.8587251639590132, "input_sha256": "0501ab10547745c1bee74810f4450b24d472d0f49c2ac2e5f2ca71c2b7713dba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2395910807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.804247405776219, "interval": [-8.810950748247677, 10.419445559800113], "p_value": 0.8463203463203464, "input_sha256": "1c912a768c3f24fbd47121f6baa34e357fd2612e4c1f8cb102e842b1f6616c02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2395910807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.804247405776219, "interval": [-6.472063878411695, 7.795944360707556], "p_value": 0.8550699352250544, "input_sha256": "1c912a768c3f24fbd47121f6baa34e357fd2612e4c1f8cb102e842b1f6616c02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2395910807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010745407645425892, "interval": [-0.1002369413180983, 0.12172775660895008], "p_value": 0.816017316017316, "input_sha256": "1c912a768c3f24fbd47121f6baa34e357fd2612e4c1f8cb102e842b1f6616c02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2395910807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010745407645425892, "interval": [-0.07180730201948009, 0.09064470499981116], "p_value": 0.8325812639513138, "input_sha256": "1c912a768c3f24fbd47121f6baa34e357fd2612e4c1f8cb102e842b1f6616c02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3453587563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.367054129064968, "interval": [-6.084703766233391, 18.818812024363325], "p_value": 0.27056277056277056, "input_sha256": "c46e15e956934dcaf67f13c76b7c03f23b0f385c7e0c36439c2a1936272f5942"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3453587563, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.367054129064968, "interval": [-4.2068015469299604, 16.302438908949902], "p_value": 0.28042403525901155, "input_sha256": "c46e15e956934dcaf67f13c76b7c03f23b0f385c7e0c36439c2a1936272f5942"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3453587563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0710437734711718, "interval": [-0.060583770353530186, 0.2026713172958738], "p_value": 0.24891774891774893, "input_sha256": "c46e15e956934dcaf67f13c76b7c03f23b0f385c7e0c36439c2a1936272f5942"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3453587563, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0710437734711718, "interval": [-0.044310220623513086, 0.17257325394340745], "p_value": 0.25613253518027257, "input_sha256": "c46e15e956934dcaf67f13c76b7c03f23b0f385c7e0c36439c2a1936272f5942"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1154086408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.271050725326155, "interval": [-3.4227656460166997, 11.96486709666901], "p_value": 0.24891774891774893, "input_sha256": "4e8ddb9278c46f639a4c805070ac5f0d0467bd364bbd4a69569d62ddd0d863e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1154086408, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.271050725326155, "interval": [-1.8292924255156477, 9.998608694293981], "p_value": 0.2433143864345274, "input_sha256": "4e8ddb9278c46f639a4c805070ac5f0d0467bd364bbd4a69569d62ddd0d863e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1154086408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04311469711528608, "interval": [-0.03232012679590501, 0.11854952102647717], "p_value": 0.22727272727272727, "input_sha256": "4e8ddb9278c46f639a4c805070ac5f0d0467bd364bbd4a69569d62ddd0d863e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1154086408, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04311469711528608, "interval": [-0.013690645091506647, 0.10238317120340758], "p_value": 0.22796999475632002, "input_sha256": "4e8ddb9278c46f639a4c805070ac5f0d0467bd364bbd4a69569d62ddd0d863e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3019988912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3816124358418893, "interval": [-15.31942743403908, 8.5562025623553], "p_value": 0.5281385281385281, "input_sha256": "b0c686e82f6ffc40448cac58fdd5f886e5717b724ac91b0e19c3844d1f527a01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3019988912, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3816124358418893, "interval": [-12.986059744521938, 5.8135532863756465], "p_value": 0.5325484720433429, "input_sha256": "b0c686e82f6ffc40448cac58fdd5f886e5717b724ac91b0e19c3844d1f527a01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3019988912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023233546475763422, "interval": [-0.1350376558771325, 0.08857056292560568], "p_value": 0.6493506493506493, "input_sha256": "b0c686e82f6ffc40448cac58fdd5f886e5717b724ac91b0e19c3844d1f527a01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3019988912, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023233546475763422, "interval": [-0.10834583320658313, 0.06352410430848941], "p_value": 0.6441708692210454, "input_sha256": "b0c686e82f6ffc40448cac58fdd5f886e5717b724ac91b0e19c3844d1f527a01"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 101318353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.67964005426452, "interval": [-0.4675790142293845, 17.82685912275842], "p_value": 0.06060606060606061, "input_sha256": "bfc9fb80d821c556fb6829d6948a7153e691bbc4b0f58616f5caab8e2a6ac832"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 101318353, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.67964005426452, "interval": [1.6999589957317933, 15.753591549371553], "p_value": 0.060330031992856165, "input_sha256": "bfc9fb80d821c556fb6829d6948a7153e691bbc4b0f58616f5caab8e2a6ac832"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 101318353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09476288151238232, "interval": [-0.001057226869103367, 0.19058298989386802], "p_value": 0.04329004329004329, "input_sha256": "bfc9fb80d821c556fb6829d6948a7153e691bbc4b0f58616f5caab8e2a6ac832"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 101318353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09476288151238232, "interval": [0.025565613359961083, 0.17158339345236986], "p_value": 0.05202744937660386, "input_sha256": "bfc9fb80d821c556fb6829d6948a7153e691bbc4b0f58616f5caab8e2a6ac832"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1592230932, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.247457229783116, "interval": [-10.311312088824284, 12.806226548390516], "p_value": 0.803030303030303, "input_sha256": "e1801499c9f3bafaa7c85fa9fff30946de223db44d7bf559136d63cdcef6950c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1592230932, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.247457229783116, "interval": [-8.172032930704379, 10.051684909565672], "p_value": 0.8136503869557346, "input_sha256": "e1801499c9f3bafaa7c85fa9fff30946de223db44d7bf559136d63cdcef6950c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1592230932, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00011837961598222535, "interval": [-0.11694427965337448, 0.11718103888533893], "p_value": 1.0, "input_sha256": "e1801499c9f3bafaa7c85fa9fff30946de223db44d7bf559136d63cdcef6950c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1592230932, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00011837961598222535, "interval": [-0.0961740621942703, 0.08626126652163346], "p_value": 0.9982182473717389, "input_sha256": "e1801499c9f3bafaa7c85fa9fff30946de223db44d7bf559136d63cdcef6950c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3473598036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.36334885270485007, "interval": [-10.439828659237595, 11.166526364647297], "p_value": 0.9372294372294372, "input_sha256": "973f5ce009afb39b8ea1bc3f9452b2a2d18ccd1b0f1f7587e994f8dea3d2d431"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3473598036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.36334885270485007, "interval": [-7.376160343902814, 8.799011731753282], "p_value": 0.9403549626853432, "input_sha256": "973f5ce009afb39b8ea1bc3f9452b2a2d18ccd1b0f1f7587e994f8dea3d2d431"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3473598036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008912968069005087, "interval": [-0.09715645818016179, 0.11498239431817196], "p_value": 0.8506493506493507, "input_sha256": "973f5ce009afb39b8ea1bc3f9452b2a2d18ccd1b0f1f7587e994f8dea3d2d431"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3473598036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008912968069005087, "interval": [-0.06920953376078491, 0.08807685644612755], "p_value": 0.8519852757394217, "input_sha256": "973f5ce009afb39b8ea1bc3f9452b2a2d18ccd1b0f1f7587e994f8dea3d2d431"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2971252524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5942995983103336, "interval": [-7.76268469869396, 12.951283895314628], "p_value": 0.5844155844155844, "input_sha256": "509869289fe8b4ef28b5ef6e2551dfd815f0fde4fe25a4990972b6f67c81cd61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2971252524, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5942995983103336, "interval": [-7.010942578214152, 9.617957040713344], "p_value": 0.5890375549100957, "input_sha256": "509869289fe8b4ef28b5ef6e2551dfd815f0fde4fe25a4990972b6f67c81cd61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2971252524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03650072019726126, "interval": [-0.05998099572065607, 0.1329824361151786], "p_value": 0.42424242424242425, "input_sha256": "509869289fe8b4ef28b5ef6e2551dfd815f0fde4fe25a4990972b6f67c81cd61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2971252524, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03650072019726126, "interval": [-0.05438196436557477, 0.10323013897036198], "p_value": 0.4186060602078123, "input_sha256": "509869289fe8b4ef28b5ef6e2551dfd815f0fde4fe25a4990972b6f67c81cd61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304153512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4060760028378301, "interval": [-7.981384451684949, 7.169232446009289], "p_value": 0.9112554112554112, "input_sha256": "d6620e6a64d8a0003863c6d26948daf019d418100824637a496b575511218b6c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304153512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4060760028378301, "interval": [-6.5800262191477215, 5.482202618039767], "p_value": 0.9072471470304339, "input_sha256": "d6620e6a64d8a0003863c6d26948daf019d418100824637a496b575511218b6c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304153512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013579771366308738, "interval": [-0.08486842148792095, 0.05770887875530348], "p_value": 0.6623376623376623, "input_sha256": "d6620e6a64d8a0003863c6d26948daf019d418100824637a496b575511218b6c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304153512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013579771366308738, "interval": [-0.07159527208740314, 0.04529549285457966], "p_value": 0.6802301763453256, "input_sha256": "d6620e6a64d8a0003863c6d26948daf019d418100824637a496b575511218b6c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1258177955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.252832337082025, "interval": [-6.470379827492899, 12.97604450165695], "p_value": 0.44372294372294374, "input_sha256": "479511eec4c53e83c5d3ab20dd3cf8a59e1147c72b4dec2bf511a3d276f2d6c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1258177955, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.252832337082025, "interval": [-4.268280528891338, 10.681406670949745], "p_value": 0.4686168377092401, "input_sha256": "479511eec4c53e83c5d3ab20dd3cf8a59e1147c72b4dec2bf511a3d276f2d6c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.05044447016075293, "seed": 1258177955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03209589087437103, "interval": [-0.05913122137713662, 0.12332300312587868], "p_value": 0.4199134199134199, "input_sha256": "479511eec4c53e83c5d3ab20dd3cf8a59e1147c72b4dec2bf511a3d276f2d6c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.05044447016075293, "seed": 1258177955, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03209589087437103, "interval": [-0.03581813940388764, 0.10361950776816077], "p_value": 0.44442861652091414, "input_sha256": "479511eec4c53e83c5d3ab20dd3cf8a59e1147c72b4dec2bf511a3d276f2d6c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2133991714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.004853992016141, "interval": [2.6230000279028625, 15.38670795612942], "p_value": 0.004329004329004329, "input_sha256": "323c96831fcf1d91392586bfde5ad8af6edd41288d513110dee9533b07b9bc0d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2133991714, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.004853992016141, "interval": [4.770993730242535, 15.37896726828595], "p_value": 0.011132621442518534, "input_sha256": "323c96831fcf1d91392586bfde5ad8af6edd41288d513110dee9533b07b9bc0d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.05261563025489149, "seed": 2133991714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0794990014306359, "interval": [0.009360249684053856, 0.14963775317721795], "p_value": 0.008658008658008658, "input_sha256": "323c96831fcf1d91392586bfde5ad8af6edd41288d513110dee9533b07b9bc0d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.05261563025489149, "seed": 2133991714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0794990014306359, "interval": [0.03378188197234204, 0.15125371153132763], "p_value": 0.03072549670164254, "input_sha256": "323c96831fcf1d91392586bfde5ad8af6edd41288d513110dee9533b07b9bc0d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2975058023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.485515423123438, "interval": [-5.999600098949618, 6.970630945196494], "p_value": 0.8787878787878788, "input_sha256": "d0a7d809b7baaa4fb461fe497f32a9d397675eb7651b94796b15d427ffba1305"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2975058023, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.485515423123438, "interval": [-3.8285236887612277, 7.007917365332562], "p_value": 0.8701586706159605, "input_sha256": "d0a7d809b7baaa4fb461fe497f32a9d397675eb7651b94796b15d427ffba1305"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.052861377009673166, "seed": 2975058023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005916839034481286, "interval": [-0.08845754361980795, 0.07662386555084538], "p_value": 0.8766233766233766, "input_sha256": "d0a7d809b7baaa4fb461fe497f32a9d397675eb7651b94796b15d427ffba1305"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.052861377009673166, "seed": 2975058023, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005916839034481286, "interval": [-0.05708632256082784, 0.0756593004334666], "p_value": 0.8760599697798488, "input_sha256": "d0a7d809b7baaa4fb461fe497f32a9d397675eb7651b94796b15d427ffba1305"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1377922053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.992860621876483, "interval": [1.5817875403795707, 22.403933703373397], "p_value": 0.02813852813852814, "input_sha256": "201fb57c067a447ec6c102c2050e3dfd54bea5d6b3e5aea1fde9ee3f5196ba0e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1377922053, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.992860621876483, "interval": [3.282327678840942, 19.55951228063867], "p_value": 0.02862252927304379, "input_sha256": "201fb57c067a447ec6c102c2050e3dfd54bea5d6b3e5aea1fde9ee3f5196ba0e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.05076100034876205, "seed": 1377922053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12092852536698905, "interval": [-0.0023780257937000976, 0.24423507652767817], "p_value": 0.05194805194805195, "input_sha256": "201fb57c067a447ec6c102c2050e3dfd54bea5d6b3e5aea1fde9ee3f5196ba0e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.05076100034876205, "seed": 1377922053, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12092852536698905, "interval": [0.028328001049132617, 0.22002682175622892], "p_value": 0.053701623840649915, "input_sha256": "201fb57c067a447ec6c102c2050e3dfd54bea5d6b3e5aea1fde9ee3f5196ba0e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 80522565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.942892811373598, "interval": [-2.707408949393514, 20.59319457214071], "p_value": 0.09740259740259741, "input_sha256": "a81a71c8fad11f5051cd12901ca266769ca07addfe721c85450ba95e301c4818"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 80522565, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.942892811373598, "interval": [-0.06883768384982777, 16.601838223258838], "p_value": 0.11146038568692156, "input_sha256": "a81a71c8fad11f5051cd12901ca266769ca07addfe721c85450ba95e301c4818"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04814950917457438, "seed": 80522565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09119019005704103, "interval": [-0.016745244509693002, 0.19912562462377506], "p_value": 0.08874458874458875, "input_sha256": "a81a71c8fad11f5051cd12901ca266769ca07addfe721c85450ba95e301c4818"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04814950917457438, "seed": 80522565, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09119019005704103, "interval": [0.008089749578531025, 0.1675439094403514], "p_value": 0.08717851617650246, "input_sha256": "a81a71c8fad11f5051cd12901ca266769ca07addfe721c85450ba95e301c4818"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4218456994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.069257947933746, "interval": [-7.006169401999847, 9.144685297867339], "p_value": 0.7770562770562771, "input_sha256": "0d002de09d623f404e8fd7bb41ae4358b3380086ac98cf8fb6fe484fe0488776"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4218456994, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.069257947933746, "interval": [-4.954423895016664, 7.928094349879615], "p_value": 0.7739921027630274, "input_sha256": "0d002de09d623f404e8fd7bb41ae4358b3380086ac98cf8fb6fe484fe0488776"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04932169710884515, "seed": 4218456994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01994994086547454, "interval": [-0.06448006779132295, 0.10437994952227203], "p_value": 0.6060606060606061, "input_sha256": "0d002de09d623f404e8fd7bb41ae4358b3380086ac98cf8fb6fe484fe0488776"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04932169710884515, "seed": 4218456994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01994994086547454, "interval": [-0.03964766797614127, 0.09063203844972566], "p_value": 0.6085740078091031, "input_sha256": "0d002de09d623f404e8fd7bb41ae4358b3380086ac98cf8fb6fe484fe0488776"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3755963044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.55301002077966, "interval": [-2.1657719674796, 19.27179200903892], "p_value": 0.11688311688311688, "input_sha256": "4fa23cc9df5304da01966f383098817ef01980da2ba8ec244e93fb73ccbf5d9c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3755963044, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.55301002077966, "interval": [1.3976304338566283, 19.02603592537558], "p_value": 0.10562551452305813, "input_sha256": "4fa23cc9df5304da01966f383098817ef01980da2ba8ec244e93fb73ccbf5d9c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.04933458865820566, "seed": 3755963044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08671219224824801, "interval": [-0.02538940485917711, 0.19881378935567312], "p_value": 0.13203463203463203, "input_sha256": "4fa23cc9df5304da01966f383098817ef01980da2ba8ec244e93fb73ccbf5d9c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.04933458865820566, "seed": 3755963044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08671219224824801, "interval": [0.009013336504282756, 0.18857317833335263], "p_value": 0.11485221774652826, "input_sha256": "4fa23cc9df5304da01966f383098817ef01980da2ba8ec244e93fb73ccbf5d9c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3036354906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.055174352040651, "interval": [-3.5945745558210493, 11.704923259902351], "p_value": 0.2532467532467532, "input_sha256": "13d1d9639d1d486d4cbf6be2d978c3fc74c0e61d1c841cdb7367ab7e562a52c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3036354906, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.055174352040651, "interval": [-2.840268285862032, 9.987715236728036], "p_value": 0.26131358092208473, "input_sha256": "13d1d9639d1d486d4cbf6be2d978c3fc74c0e61d1c841cdb7367ab7e562a52c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.04942813115817805, "seed": 3036354906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044138738413357144, "interval": [-0.053257649763859306, 0.1415351265905736], "p_value": 0.31601731601731603, "input_sha256": "13d1d9639d1d486d4cbf6be2d978c3fc74c0e61d1c841cdb7367ab7e562a52c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.04942813115817805, "seed": 3036354906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044138738413357144, "interval": [-0.04189101301489057, 0.11971502701956954], "p_value": 0.3323720415958503, "input_sha256": "13d1d9639d1d486d4cbf6be2d978c3fc74c0e61d1c841cdb7367ab7e562a52c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2198699139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.445237366965623, "interval": [2.3211968837291117, 18.569277850202134], "p_value": 0.015151515151515152, "input_sha256": "41cdc3b39e184c0aa46b2c4def44b6bca1b887f58acb3f44e7964add7f930b02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2198699139, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.445237366965623, "interval": [4.862862405692927, 18.140795838873238], "p_value": 0.017000576766377194, "input_sha256": "41cdc3b39e184c0aa46b2c4def44b6bca1b887f58acb3f44e7964add7f930b02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.05020203365317347, "seed": 2198699139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1015129057370231, "interval": [0.023096221005931658, 0.17992959046811452], "p_value": 0.017316017316017316, "input_sha256": "41cdc3b39e184c0aa46b2c4def44b6bca1b887f58acb3f44e7964add7f930b02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.05020203365317347, "seed": 2198699139, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1015129057370231, "interval": [0.046045839872812584, 0.17239384384981662], "p_value": 0.01626877979529594, "input_sha256": "41cdc3b39e184c0aa46b2c4def44b6bca1b887f58acb3f44e7964add7f930b02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1330675670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7810286104906208, "interval": [-4.034661593345474, 5.5967188143267155], "p_value": 0.7186147186147186, "input_sha256": "492a0a804152b7975b55863e1962b8ecf2ffcdbacb0dfd200a08f749f7a2db19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1330675670, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7810286104906208, "interval": [-2.6958905794909067, 5.205793412623227], "p_value": 0.7251047877448132, "input_sha256": "492a0a804152b7975b55863e1962b8ecf2ffcdbacb0dfd200a08f749f7a2db19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.05173550381823495, "seed": 1330675670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011043055424981296, "interval": [-0.05661777888631605, 0.05440916780131979], "p_value": 0.9718614718614719, "input_sha256": "492a0a804152b7975b55863e1962b8ecf2ffcdbacb0dfd200a08f749f7a2db19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.05173550381823495, "seed": 1330675670, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011043055424981296, "interval": [-0.0419337617051279, 0.04686608157705464], "p_value": 0.9653351408422788, "input_sha256": "492a0a804152b7975b55863e1962b8ecf2ffcdbacb0dfd200a08f749f7a2db19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1179838581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.614009867099976, "interval": [-3.6778658734549197, 6.905885607654872], "p_value": 0.48268398268398266, "input_sha256": "9c94a70432a4cf645ae619bd09bfcb53c3293aa5b27789399995a99f695ac127"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1179838581, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.614009867099976, "interval": [-2.5291459901722697, 5.304623791600359], "p_value": 0.4943897988059267, "input_sha256": "9c94a70432a4cf645ae619bd09bfcb53c3293aa5b27789399995a99f695ac127"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.048315559346095584, "seed": 1179838581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0011383492791740835, "interval": [-0.04609661031964551, 0.048373308877993675], "p_value": 0.9588744588744589, "input_sha256": "9c94a70432a4cf645ae619bd09bfcb53c3293aa5b27789399995a99f695ac127"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.048315559346095584, "seed": 1179838581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0011383492791740835, "interval": [-0.035527854259967045, 0.03488048695949064], "p_value": 0.9572592230601913, "input_sha256": "9c94a70432a4cf645ae619bd09bfcb53c3293aa5b27789399995a99f695ac127"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 197276095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.93676948865007, "interval": [1.0898475802759302, 16.78369139702421], "p_value": 0.02813852813852814, "input_sha256": "8cc60def26300cffbe547baccac62ff47a8bfa162ace4f39c0bc36f4df9f40ee"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 197276095, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.93676948865007, "interval": [1.414054327367579, 14.100212734928544], "p_value": 0.030399458401618937, "input_sha256": "8cc60def26300cffbe547baccac62ff47a8bfa162ace4f39c0bc36f4df9f40ee"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.04718562832169889, "seed": 197276095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09802516070639476, "interval": [0.007481404293677191, 0.18856891711911233], "p_value": 0.023809523809523808, "input_sha256": "8cc60def26300cffbe547baccac62ff47a8bfa162ace4f39c0bc36f4df9f40ee"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.04718562832169889, "seed": 197276095, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09802516070639476, "interval": [0.02726803492778468, 0.16180293631487247], "p_value": 0.03776014005635966, "input_sha256": "8cc60def26300cffbe547baccac62ff47a8bfa162ace4f39c0bc36f4df9f40ee"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3740044987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.32263010558093, "interval": [-13.305383693768569, 6.66012348260671], "p_value": 0.4329004329004329, "input_sha256": "516709a07768ad17c2c06f8020ccbedf938d8d9505c79cb8ff2aa1a67eb366ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3740044987, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.32263010558093, "interval": [-10.926092245005544, 4.334661627195791], "p_value": 0.4511239640711009, "input_sha256": "516709a07768ad17c2c06f8020ccbedf938d8d9505c79cb8ff2aa1a67eb366ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.04766070078473772, "seed": 3740044987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.055606370088891285, "interval": [-0.1711527984324799, 0.05994005825469734], "p_value": 0.27705627705627706, "input_sha256": "516709a07768ad17c2c06f8020ccbedf938d8d9505c79cb8ff2aa1a67eb366ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.04766070078473772, "seed": 3740044987, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.055606370088891285, "interval": [-0.14869016389838768, 0.01980482687418269], "p_value": 0.2787008177663335, "input_sha256": "516709a07768ad17c2c06f8020ccbedf938d8d9505c79cb8ff2aa1a67eb366ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3285912427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.260781664098351, "interval": [-5.679619513157602, 14.201182841354305], "p_value": 0.35714285714285715, "input_sha256": "93a0f932079b43a67ba62c07bdffc1cde79b9ae0354c2b80ec40f6662a35787c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3285912427, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.260781664098351, "interval": [-3.31382778246997, 11.702821551105396], "p_value": 0.3576280711717379, "input_sha256": "93a0f932079b43a67ba62c07bdffc1cde79b9ae0354c2b80ec40f6662a35787c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.04937372398482672, "seed": 3285912427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0485501327789202, "interval": [-0.05511590950875378, 0.15221617506659418], "p_value": 0.31601731601731603, "input_sha256": "93a0f932079b43a67ba62c07bdffc1cde79b9ae0354c2b80ec40f6662a35787c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.04937372398482672, "seed": 3285912427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0485501327789202, "interval": [-0.03156436590032404, 0.1285502973638568], "p_value": 0.32047675256183195, "input_sha256": "93a0f932079b43a67ba62c07bdffc1cde79b9ae0354c2b80ec40f6662a35787c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1077024662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.58359164010764, "interval": [-1.5991944673541756, 18.766377747569457], "p_value": 0.08658008658008658, "input_sha256": "d74fa0ff0a3a2554cd094e0c8178e516828a05847cbf18143ce9c3a60ae1dfcf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1077024662, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.58359164010764, "interval": [-0.2844727146050669, 15.984748812656925], "p_value": 0.08975640435206814, "input_sha256": "d74fa0ff0a3a2554cd094e0c8178e516828a05847cbf18143ce9c3a60ae1dfcf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.045890801803732895, "seed": 1077024662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08358194798234658, "interval": [-0.018228900465598524, 0.1853927964302917], "p_value": 0.09307359307359307, "input_sha256": "d74fa0ff0a3a2554cd094e0c8178e516828a05847cbf18143ce9c3a60ae1dfcf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.045890801803732895, "seed": 1077024662, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08358194798234658, "interval": [0.001360617394733832, 0.16281516813888203], "p_value": 0.09666383346235342, "input_sha256": "d74fa0ff0a3a2554cd094e0c8178e516828a05847cbf18143ce9c3a60ae1dfcf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 224705992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.769669892455061, "interval": [-3.59485578392675, 17.134195568836873], "p_value": 0.16883116883116883, "input_sha256": "5368a4179488409050557443610e831dfcb72156c49bd3afa5549dc493830ce4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 224705992, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.769669892455061, "interval": [-3.102573051548427, 14.013481375034084], "p_value": 0.1746677959459113, "input_sha256": "5368a4179488409050557443610e831dfcb72156c49bd3afa5549dc493830ce4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.05002319339230545, "seed": 224705992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10438933700671345, "interval": [-0.009684333132821188, 0.21846300714624808], "p_value": 0.06277056277056277, "input_sha256": "5368a4179488409050557443610e831dfcb72156c49bd3afa5549dc493830ce4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.05002319339230545, "seed": 224705992, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10438933700671345, "interval": [-0.006203535859128932, 0.17857066744642583], "p_value": 0.06798115620699244, "input_sha256": "5368a4179488409050557443610e831dfcb72156c49bd3afa5549dc493830ce4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3204179579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.728752465794574, "interval": [-2.484646881943175, 17.942151813532323], "p_value": 0.13203463203463203, "input_sha256": "bb4564878d6c60e774da60a2b68190e4abdc40703ef45ccead533520b3242de2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3204179579, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.728752465794574, "interval": [-1.34042608372803, 15.614424134051006], "p_value": 0.12267421944142562, "input_sha256": "bb4564878d6c60e774da60a2b68190e4abdc40703ef45ccead533520b3242de2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.05140206394334602, "seed": 3204179579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08285652738613995, "interval": [-0.04060636845529331, 0.2063194232275732], "p_value": 0.15800865800865802, "input_sha256": "bb4564878d6c60e774da60a2b68190e4abdc40703ef45ccead533520b3242de2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.05140206394334602, "seed": 3204179579, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08285652738613995, "interval": [-0.011381982360165268, 0.17970124225886447], "p_value": 0.16491361211490962, "input_sha256": "bb4564878d6c60e774da60a2b68190e4abdc40703ef45ccead533520b3242de2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2130264775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6455178466078397, "interval": [-5.743113317988421, 13.0341490112041], "p_value": 0.37445887445887444, "input_sha256": "f2f7e8fab2fabd7c9b0955fab8436df53a99c56e21dac6c703fefab9652df873"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2130264775, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6455178466078397, "interval": [-4.599822700533117, 10.06039650005477], "p_value": 0.402265021348961, "input_sha256": "f2f7e8fab2fabd7c9b0955fab8436df53a99c56e21dac6c703fefab9652df873"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.04971667290197793, "seed": 2130264775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032190428251887726, "interval": [-0.05968535527511655, 0.124066211778892], "p_value": 0.4393939393939394, "input_sha256": "f2f7e8fab2fabd7c9b0955fab8436df53a99c56e21dac6c703fefab9652df873"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.04971667290197793, "seed": 2130264775, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032190428251887726, "interval": [-0.041701105753697794, 0.10148134796859201], "p_value": 0.44466854855823035, "input_sha256": "f2f7e8fab2fabd7c9b0955fab8436df53a99c56e21dac6c703fefab9652df873"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3800618676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.990875057233096, "interval": [0.9190230188084012, 17.06272709565779], "p_value": 0.030303030303030304, "input_sha256": "9bde82af3b83b2e7a933a263e6d9cf41d8e97b2c0be4bc33c4a97e673af6d4ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3800618676, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.990875057233096, "interval": [2.834658151140907, 15.679292644002857], "p_value": 0.03266982784558209, "input_sha256": "9bde82af3b83b2e7a933a263e6d9cf41d8e97b2c0be4bc33c4a97e673af6d4ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.052476373071956926, "seed": 3800618676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08915748667592788, "interval": [-0.01183300854931861, 0.19014798190117438], "p_value": 0.08441558441558442, "input_sha256": "9bde82af3b83b2e7a933a263e6d9cf41d8e97b2c0be4bc33c4a97e673af6d4ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.052476373071956926, "seed": 3800618676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08915748667592788, "interval": [0.009434761980291383, 0.17158902677201246], "p_value": 0.07750443656132809, "input_sha256": "9bde82af3b83b2e7a933a263e6d9cf41d8e97b2c0be4bc33c4a97e673af6d4ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3547443778, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.90901143835761, "interval": [2.9170935803110503, 16.90092929640417], "p_value": 0.012987012987012988, "input_sha256": "08e6dec2abf32da131a615b5e2b37bddee9df811634aa2b87d652b8b3cc417a3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3547443778, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.90901143835761, "interval": [3.9201898882576445, 14.943832860185795], "p_value": 0.01129566793351983, "input_sha256": "08e6dec2abf32da131a615b5e2b37bddee9df811634aa2b87d652b8b3cc417a3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.05004169842774938, "seed": 3547443778, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09250669528258458, "interval": [0.02628507092730241, 0.15872831963786677], "p_value": 0.021645021645021644, "input_sha256": "08e6dec2abf32da131a615b5e2b37bddee9df811634aa2b87d652b8b3cc417a3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.05004169842774938, "seed": 3547443778, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09250669528258458, "interval": [0.03305254292748376, 0.1420524965137304], "p_value": 0.011612954476952465, "input_sha256": "08e6dec2abf32da131a615b5e2b37bddee9df811634aa2b87d652b8b3cc417a3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1413816040, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.886610613584679, "interval": [-4.683955430818536, 12.457176657987894], "p_value": 0.3116883116883117, "input_sha256": "aacc7747949f594626e26189c7ba270b285814218c72e9941ca9b0485fb3a97e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1413816040, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.886610613584679, "interval": [-4.141027052605099, 9.783886029600314], "p_value": 0.33055456900489844, "input_sha256": "aacc7747949f594626e26189c7ba270b285814218c72e9941ca9b0485fb3a97e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04760761695059831, "seed": 1413816040, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021164689735808997, "interval": [-0.0620318262348625, 0.1043612057064805], "p_value": 0.5606060606060606, "input_sha256": "aacc7747949f594626e26189c7ba270b285814218c72e9941ca9b0485fb3a97e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04760761695059831, "seed": 1413816040, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021164689735808997, "interval": [-0.049640864626205455, 0.0826498707209015], "p_value": 0.580572206361278, "input_sha256": "aacc7747949f594626e26189c7ba270b285814218c72e9941ca9b0485fb3a97e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 742179718, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.339741746102085, "interval": [-2.014055267027958, 14.693538759232128], "p_value": 0.09307359307359307, "input_sha256": "66f1ed20528d03ab63ffd0d1aee44b58bd8f53dfef527a0a10845e06055678fe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 742179718, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.339741746102085, "interval": [-0.6960835924056236, 11.525581600068053], "p_value": 0.11213767760577462, "input_sha256": "66f1ed20528d03ab63ffd0d1aee44b58bd8f53dfef527a0a10845e06055678fe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04544975120061764, "seed": 742179718, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05235254534807736, "interval": [-0.03081233848707106, 0.1355174291832258], "p_value": 0.15584415584415584, "input_sha256": "66f1ed20528d03ab63ffd0d1aee44b58bd8f53dfef527a0a10845e06055678fe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04544975120061764, "seed": 742179718, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05235254534807736, "interval": [-0.021636786397347344, 0.10305046129876748], "p_value": 0.17459904318745187, "input_sha256": "66f1ed20528d03ab63ffd0d1aee44b58bd8f53dfef527a0a10845e06055678fe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 285938133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.525657041744902, "interval": [-3.0826284307712033, 14.133942514261006], "p_value": 0.16233766233766234, "input_sha256": "8fcf7a6e3548751753ade46781c7d94d70dddee8aa8701fc21065c9ebf746bc7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 285938133, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.525657041744902, "interval": [0.07385346407787095, 13.226301668661044], "p_value": 0.17125554014803415, "input_sha256": "8fcf7a6e3548751753ade46781c7d94d70dddee8aa8701fc21065c9ebf746bc7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.050685192946381484, "seed": 285938133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05699042943501336, "interval": [-0.03197021743657639, 0.14595107630660312], "p_value": 0.19047619047619047, "input_sha256": "8fcf7a6e3548751753ade46781c7d94d70dddee8aa8701fc21065c9ebf746bc7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.050685192946381484, "seed": 285938133, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05699042943501336, "interval": [-0.0019211062043540982, 0.1342987465207264], "p_value": 0.17596813649374116, "input_sha256": "8fcf7a6e3548751753ade46781c7d94d70dddee8aa8701fc21065c9ebf746bc7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2350323823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.973120566468829, "interval": [-8.38126914542724, 12.327510278364898], "p_value": 0.6623376623376623, "input_sha256": "38db6ada78ab23073ed827a5a10b0623771c1860b62d93f15889aee91c1c4844"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2350323823, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.973120566468829, "interval": [-5.111392811096681, 11.421300283650778], "p_value": 0.6798788137216716, "input_sha256": "38db6ada78ab23073ed827a5a10b0623771c1860b62d93f15889aee91c1c4844"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04778746642493014, "seed": 2350323823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03291332560453078, "interval": [-0.08139025881140288, 0.14721691002046444], "p_value": 0.5584415584415584, "input_sha256": "38db6ada78ab23073ed827a5a10b0623771c1860b62d93f15889aee91c1c4844"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04778746642493014, "seed": 2350323823, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03291332560453078, "interval": [-0.04622495281390567, 0.14138591233940573], "p_value": 0.5318367114125195, "input_sha256": "38db6ada78ab23073ed827a5a10b0623771c1860b62d93f15889aee91c1c4844"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2392657186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.438791044179287, "interval": [-1.7785378681699315, 12.656119956528507], "p_value": 0.1277056277056277, "input_sha256": "3e28ca29c432fa203693e868429c55c20cda903357448ffee1052d0882eb532d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2392657186, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.438791044179287, "interval": [0.2622996645914779, 11.456227106982498], "p_value": 0.12395351344556531, "input_sha256": "3e28ca29c432fa203693e868429c55c20cda903357448ffee1052d0882eb532d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.051727447957728157, "seed": 2392657186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054358328334168655, "interval": [-0.032387912846319596, 0.1411045695146569], "p_value": 0.18831168831168832, "input_sha256": "3e28ca29c432fa203693e868429c55c20cda903357448ffee1052d0882eb532d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.051727447957728157, "seed": 2392657186, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054358328334168655, "interval": [-0.006588651802535639, 0.12600210213518379], "p_value": 0.19258679750762692, "input_sha256": "3e28ca29c432fa203693e868429c55c20cda903357448ffee1052d0882eb532d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2345986272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0456064689052393, "interval": [-5.979536201088532, 12.07074913889901], "p_value": 0.4675324675324675, "input_sha256": "1aeaee65e0c2b7c38ecb00a076c494acae02c6ca1e11d816cb1808e45d3310a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2345986272, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0456064689052393, "interval": [-3.1623425101202756, 10.773846109703753], "p_value": 0.45594417495818373, "input_sha256": "1aeaee65e0c2b7c38ecb00a076c494acae02c6ca1e11d816cb1808e45d3310a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.05083370724324301, "seed": 2345986272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03173291352918044, "interval": [-0.064554246465237, 0.12802007352359787], "p_value": 0.474025974025974, "input_sha256": "1aeaee65e0c2b7c38ecb00a076c494acae02c6ca1e11d816cb1808e45d3310a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.05083370724324301, "seed": 2345986272, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03173291352918044, "interval": [-0.033264826486771974, 0.11796173500694697], "p_value": 0.4724665078032535, "input_sha256": "1aeaee65e0c2b7c38ecb00a076c494acae02c6ca1e11d816cb1808e45d3310a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2841487991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8343227726703617, "interval": [-6.648361479050367, 10.31700702439109], "p_value": 0.6255411255411255, "input_sha256": "6560e643bc942969ebf60908cb4543c24f49928b1efba1887f4abf3dc4c17fb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2841487991, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8343227726703617, "interval": [-4.375720824815031, 8.570273151890062], "p_value": 0.6402117232981049, "input_sha256": "6560e643bc942969ebf60908cb4543c24f49928b1efba1887f4abf3dc4c17fb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.05078544389328616, "seed": 2841487991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03917127955003573, "interval": [-0.0441135224416257, 0.12245608154169715], "p_value": 0.30303030303030304, "input_sha256": "6560e643bc942969ebf60908cb4543c24f49928b1efba1887f4abf3dc4c17fb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.05078544389328616, "seed": 2841487991, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03917127955003573, "interval": [-0.02808333003364905, 0.10180589753508175], "p_value": 0.3160294246836062, "input_sha256": "6560e643bc942969ebf60908cb4543c24f49928b1efba1887f4abf3dc4c17fb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1710155103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2182773643645568, "interval": [-9.549224208813097, 11.98577893754221], "p_value": 0.7987012987012987, "input_sha256": "bb737fd2ba895932b4dcdd12ecc80bfe3fc9c2079c575a6d755c3461b5e69e0f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1710155103, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2182773643645568, "interval": [-7.9805417192516295, 9.323097970699571], "p_value": 0.8001039196223845, "input_sha256": "bb737fd2ba895932b4dcdd12ecc80bfe3fc9c2079c575a6d755c3461b5e69e0f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.052859858211239334, "seed": 1710155103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004677425635872479, "interval": [-0.12272909233740772, 0.13208394360915268], "p_value": 0.9307359307359307, "input_sha256": "bb737fd2ba895932b4dcdd12ecc80bfe3fc9c2079c575a6d755c3461b5e69e0f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.052859858211239334, "seed": 1710155103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004677425635872479, "interval": [-0.10770846380223113, 0.09620191694572952], "p_value": 0.9345241596576583, "input_sha256": "bb737fd2ba895932b4dcdd12ecc80bfe3fc9c2079c575a6d755c3461b5e69e0f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4029607410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.855834121289684, "interval": [9.519580068876234, 20.192088173703134], "p_value": 0.0021645021645021645, "input_sha256": "b89e75ab8db92316572dd99cb7b4fe4203783dbf8e25d891a685f17960a308b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4029607410, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.855834121289684, "interval": [9.98632339527415, 18.722898635175945], "p_value": 0.00010655948485308624, "input_sha256": "b89e75ab8db92316572dd99cb7b4fe4203783dbf8e25d891a685f17960a308b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.049730794918270475, "seed": 4029607410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1400511131043246, "interval": [0.07481356189861635, 0.20528866431003287], "p_value": 0.0021645021645021645, "input_sha256": "b89e75ab8db92316572dd99cb7b4fe4203783dbf8e25d891a685f17960a308b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.049730794918270475, "seed": 4029607410, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1400511131043246, "interval": [0.0837058274318117, 0.18933326146712687], "p_value": 0.0008703046847590533, "input_sha256": "b89e75ab8db92316572dd99cb7b4fe4203783dbf8e25d891a685f17960a308b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2775953375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15044394387075855, "interval": [-6.24773516079236, 6.5486230485338774], "p_value": 0.9675324675324676, "input_sha256": "08d58d48017a7de948393bd31183675156512aa220e123b2c7bd4a21402ac15d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2775953375, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15044394387075855, "interval": [-5.0994934294783025, 4.404246174226218], "p_value": 0.9589429318793353, "input_sha256": "08d58d48017a7de948393bd31183675156512aa220e123b2c7bd4a21402ac15d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.047640888950808175, "seed": 2775953375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010357399558388727, "interval": [-0.07857004522606892, 0.057855246109291464], "p_value": 0.7424242424242424, "input_sha256": "08d58d48017a7de948393bd31183675156512aa220e123b2c7bd4a21402ac15d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.047640888950808175, "seed": 2775953375, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010357399558388727, "interval": [-0.06929269703061505, 0.035102434715560946], "p_value": 0.7418479685926092, "input_sha256": "08d58d48017a7de948393bd31183675156512aa220e123b2c7bd4a21402ac15d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 107914816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.043627658600471, "interval": [-3.607334898584627, 11.694590215785569], "p_value": 0.26406926406926406, "input_sha256": "7816b1cea08df5b43ac9914df2fdaaba0efb477cd24106d5c0654fcee20c373b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 107914816, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.043627658600471, "interval": [-1.8709581360222858, 10.606990957728085], "p_value": 0.26213328994847496, "input_sha256": "7816b1cea08df5b43ac9914df2fdaaba0efb477cd24106d5c0654fcee20c373b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.050242754451143144, "seed": 107914816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0335918817561716, "interval": [-0.04934834223335208, 0.11653210574569528], "p_value": 0.37445887445887444, "input_sha256": "7816b1cea08df5b43ac9914df2fdaaba0efb477cd24106d5c0654fcee20c373b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.050242754451143144, "seed": 107914816, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0335918817561716, "interval": [-0.028599842192267678, 0.10360412150739871], "p_value": 0.3807778096731158, "input_sha256": "7816b1cea08df5b43ac9914df2fdaaba0efb477cd24106d5c0654fcee20c373b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3483416190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.23564623144466, "interval": [-0.7720873974445457, 21.243379860333867], "p_value": 0.06493506493506493, "input_sha256": "a13e3e118cef4117b85da4d3812d49f4f7c068810e7e61548c56b51508e38420"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3483416190, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.23564623144466, "interval": [-0.198147531424906, 16.989232892339952], "p_value": 0.06414826847173903, "input_sha256": "a13e3e118cef4117b85da4d3812d49f4f7c068810e7e61548c56b51508e38420"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.04940585905061367, "seed": 3483416190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09768386596208539, "interval": [-0.02950861399841659, 0.22487634592258737], "p_value": 0.08874458874458875, "input_sha256": "a13e3e118cef4117b85da4d3812d49f4f7c068810e7e61548c56b51508e38420"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.04940585905061367, "seed": 3483416190, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09768386596208539, "interval": [-0.03408312882801801, 0.16972394432237556], "p_value": 0.11178040446169568, "input_sha256": "a13e3e118cef4117b85da4d3812d49f4f7c068810e7e61548c56b51508e38420"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2003431716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4506446501446844, "interval": [-6.846463364859619, -0.054825935429749784], "p_value": 0.047619047619047616, "input_sha256": "19e07a9879902265a89026152161faa5d19821f9f2a75d3f6d4751d986a1fd86"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2003431716, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4506446501446844, "interval": [-5.990177936586306, -0.879185599625142], "p_value": 0.047048891203328995, "input_sha256": "19e07a9879902265a89026152161faa5d19821f9f2a75d3f6d4751d986a1fd86"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.05053328704725935, "seed": 2003431716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034545436047401554, "interval": [-0.07452215976648044, 0.005431287671677339], "p_value": 0.07575757575757576, "input_sha256": "19e07a9879902265a89026152161faa5d19821f9f2a75d3f6d4751d986a1fd86"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.05053328704725935, "seed": 2003431716, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034545436047401554, "interval": [-0.06563091716582245, -0.0018617387001443626], "p_value": 0.08302787374746386, "input_sha256": "19e07a9879902265a89026152161faa5d19821f9f2a75d3f6d4751d986a1fd86"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1641591470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.308112547384624, "interval": [-19.2905105653402, 4.674285470570949], "p_value": 0.2077922077922078, "input_sha256": "1db4626ff2d59b277d17e79ea24540fd087a1afaa9304bb954fddb006cb7ca52"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1641591470, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.308112547384624, "interval": [-16.54847813515624, 2.9098871867721443], "p_value": 0.20381158592042217, "input_sha256": "1db4626ff2d59b277d17e79ea24540fd087a1afaa9304bb954fddb006cb7ca52"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.050736896622197186, "seed": 1641591470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08023777051584892, "interval": [-0.20223366243878382, 0.041758121407085985], "p_value": 0.170995670995671, "input_sha256": "1db4626ff2d59b277d17e79ea24540fd087a1afaa9304bb954fddb006cb7ca52"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.050736896622197186, "seed": 1641591470, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08023777051584892, "interval": [-0.17320986237313687, 0.02012102451183815], "p_value": 0.1733990385151617, "input_sha256": "1db4626ff2d59b277d17e79ea24540fd087a1afaa9304bb954fddb006cb7ca52"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 27443077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.873853296501949, "interval": [2.1433824070622, 19.6043241859417], "p_value": 0.025974025974025976, "input_sha256": "e85bface7d5bc120ae8fe6d28563a8274854c12f825a03806bebff9719ef1d4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 27443077, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.873853296501949, "interval": [2.5516556577592113, 16.32386404034787], "p_value": 0.021037794355635107, "input_sha256": "e85bface7d5bc120ae8fe6d28563a8274854c12f825a03806bebff9719ef1d4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.048963704332147355, "seed": 27443077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11564129203058673, "interval": [0.011181506748713432, 0.22010107731246004], "p_value": 0.03896103896103896, "input_sha256": "e85bface7d5bc120ae8fe6d28563a8274854c12f825a03806bebff9719ef1d4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.048963704332147355, "seed": 27443077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11564129203058673, "interval": [0.027497503218706205, 0.18798242911940008], "p_value": 0.03459239196536961, "input_sha256": "e85bface7d5bc120ae8fe6d28563a8274854c12f825a03806bebff9719ef1d4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 889741358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.578718358814797, "interval": [-0.5204908199856835, 15.677927537615277], "p_value": 0.049783549783549784, "input_sha256": "e2d3ac98a78fcebf8fac727c3baba63c9075286e1582140e3afa4564c89c922c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 889741358, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.578718358814797, "interval": [1.01611431928478, 12.832594512715987], "p_value": 0.062101540372680876, "input_sha256": "e2d3ac98a78fcebf8fac727c3baba63c9075286e1582140e3afa4564c89c922c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.048643366774913654, "seed": 889741358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07347029459750865, "interval": [-0.007211112046690976, 0.15415170124170827], "p_value": 0.05411255411255411, "input_sha256": "e2d3ac98a78fcebf8fac727c3baba63c9075286e1582140e3afa4564c89c922c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.048643366774913654, "seed": 889741358, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07347029459750865, "interval": [0.010013852334662747, 0.13134993366119044], "p_value": 0.06850173825470064, "input_sha256": "e2d3ac98a78fcebf8fac727c3baba63c9075286e1582140e3afa4564c89c922c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 149565486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4160601296783035, "interval": [-7.998396062297301, 16.83051632165391], "p_value": 0.3961038961038961, "input_sha256": "799620e07931f75e9d86bf1ef339ba2e106cac10d1880ad30ead05ea1ec81140"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 149565486, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4160601296783035, "interval": [-4.944571986406894, 13.701896942483792], "p_value": 0.42555360657430097, "input_sha256": "799620e07931f75e9d86bf1ef339ba2e106cac10d1880ad30ead05ea1ec81140"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.047634627774513445, "seed": 149565486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050769557537475515, "interval": [-0.07157503876418729, 0.1731141538391383], "p_value": 0.3333333333333333, "input_sha256": "799620e07931f75e9d86bf1ef339ba2e106cac10d1880ad30ead05ea1ec81140"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.047634627774513445, "seed": 149565486, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050769557537475515, "interval": [-0.04493897948063083, 0.1443440720228981], "p_value": 0.36787501112798915, "input_sha256": "799620e07931f75e9d86bf1ef339ba2e106cac10d1880ad30ead05ea1ec81140"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2307360201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.414926579761715, "interval": [0.6821909533016761, 18.147662206221753], "p_value": 0.03896103896103896, "input_sha256": "f9865269bfffe12d5f9c280ae5c4a4b106977d8e9f3629cefda57ae367166931"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2307360201, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.414926579761715, "interval": [2.34754362473566, 16.56059347917374], "p_value": 0.037320020430488904, "input_sha256": "f9865269bfffe12d5f9c280ae5c4a4b106977d8e9f3629cefda57ae367166931"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.049655970406530726, "seed": 2307360201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09138156820511703, "interval": [0.017314602794826092, 0.16544853361540796], "p_value": 0.01948051948051948, "input_sha256": "f9865269bfffe12d5f9c280ae5c4a4b106977d8e9f3629cefda57ae367166931"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.049655970406530726, "seed": 2307360201, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09138156820511703, "interval": [0.02853965889917733, 0.14959394914713536], "p_value": 0.021338055459193147, "input_sha256": "f9865269bfffe12d5f9c280ae5c4a4b106977d8e9f3629cefda57ae367166931"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1356884704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.460841142442762, "interval": [-5.590493570580085, 16.512175855465607], "p_value": 0.27705627705627706, "input_sha256": "f5071e38d2209ef0f6e96214249a61ddeba96188fb000a01357e8469b65ccb08"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1356884704, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.460841142442762, "interval": [-1.4011917358242205, 14.615626269614486], "p_value": 0.2814972906264085, "input_sha256": "f5071e38d2209ef0f6e96214249a61ddeba96188fb000a01357e8469b65ccb08"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.04655790426802161, "seed": 1356884704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06212792188818895, "interval": [-0.03375797184291172, 0.15801381561928962], "p_value": 0.17316017316017315, "input_sha256": "f5071e38d2209ef0f6e96214249a61ddeba96188fb000a01357e8469b65ccb08"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.04655790426802161, "seed": 1356884704, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06212792188818895, "interval": [-0.0009370156208670905, 0.14265475039444173], "p_value": 0.1737058605614336, "input_sha256": "f5071e38d2209ef0f6e96214249a61ddeba96188fb000a01357e8469b65ccb08"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3896033316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.445733292084704, "interval": [-5.077391679938833, 17.968858264108242], "p_value": 0.21861471861471862, "input_sha256": "4c9edc60b54c6f48aa99540c3772439ba15fee0fe379e6d63140eefd7c1ae5ef"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3896033316, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.445733292084704, "interval": [-1.857013610355627, 15.422194075094065], "p_value": 0.22232482958666672, "input_sha256": "4c9edc60b54c6f48aa99540c3772439ba15fee0fe379e6d63140eefd7c1ae5ef"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.050716673554536774, "seed": 3896033316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06727912135404905, "interval": [-0.05481556800667435, 0.18937381071477244], "p_value": 0.23376623376623376, "input_sha256": "4c9edc60b54c6f48aa99540c3772439ba15fee0fe379e6d63140eefd7c1ae5ef"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.050716673554536774, "seed": 3896033316, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06727912135404905, "interval": [-0.027777602494689548, 0.1575635893229993], "p_value": 0.23800455294847225, "input_sha256": "4c9edc60b54c6f48aa99540c3772439ba15fee0fe379e6d63140eefd7c1ae5ef"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3179580520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.370234829399615, "interval": [-4.354460605530002, 15.094930264329232], "p_value": 0.25757575757575757, "input_sha256": "5e96fc2108e8af4f046111080a7ca78ed8548ea86fa9d2fdbeed27d8026c995c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3179580520, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.370234829399615, "interval": [-2.6619514373176854, 13.115492622485968], "p_value": 0.24639067734039094, "input_sha256": "5e96fc2108e8af4f046111080a7ca78ed8548ea86fa9d2fdbeed27d8026c995c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.048999416183470264, "seed": 3179580520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040296941988441415, "interval": [-0.05831975304364918, 0.138913637020532], "p_value": 0.3874458874458874, "input_sha256": "5e96fc2108e8af4f046111080a7ca78ed8548ea86fa9d2fdbeed27d8026c995c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.048999416183470264, "seed": 3179580520, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040296941988441415, "interval": [-0.04346520183230971, 0.11918184999812793], "p_value": 0.38195421706584265, "input_sha256": "5e96fc2108e8af4f046111080a7ca78ed8548ea86fa9d2fdbeed27d8026c995c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2565576984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4281423314851498, "interval": [-5.535250433040771, 6.39153509601107], "p_value": 0.8636363636363636, "input_sha256": "b2fe0e6acabcb27a70edf2589872c7134ffaf73cf0ec5b06b0f5062409a36023"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2565576984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4281423314851498, "interval": [-4.060239125358706, 5.620987887888093], "p_value": 0.8734640806975755, "input_sha256": "b2fe0e6acabcb27a70edf2589872c7134ffaf73cf0ec5b06b0f5062409a36023"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.05004603753611899, "seed": 2565576984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005259609054509715, "interval": [-0.05227224630930608, 0.0627914644183255], "p_value": 0.8463203463203464, "input_sha256": "b2fe0e6acabcb27a70edf2589872c7134ffaf73cf0ec5b06b0f5062409a36023"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.05004603753611899, "seed": 2565576984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005259609054509715, "interval": [-0.03777332165622585, 0.05014673778663585], "p_value": 0.8374233627234193, "input_sha256": "b2fe0e6acabcb27a70edf2589872c7134ffaf73cf0ec5b06b0f5062409a36023"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2396500327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.919978920889652, "interval": [2.3759759249084036, 13.4639819168709], "p_value": 0.006493506493506494, "input_sha256": "d39766449c4e9be514db80fa6f96b1aed98be047f7a4971d61c42a29c1d5b1d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2396500327, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.919978920889652, "interval": [4.36064580208878, 13.416358881115476], "p_value": 0.009800750621786442, "input_sha256": "d39766449c4e9be514db80fa6f96b1aed98be047f7a4971d61c42a29c1d5b1d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.048941773872772744, "seed": 2396500327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09123075290780094, "interval": [0.02719043790098523, 0.15527106791461665], "p_value": 0.004329004329004329, "input_sha256": "d39766449c4e9be514db80fa6f96b1aed98be047f7a4971d61c42a29c1d5b1d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.048941773872772744, "seed": 2396500327, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09123075290780094, "interval": [0.04960178376035727, 0.15301239183648427], "p_value": 0.010368830111489815, "input_sha256": "d39766449c4e9be514db80fa6f96b1aed98be047f7a4971d61c42a29c1d5b1d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3444518500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.615319339378148, "interval": [-3.6214563236781334, 10.85209500243443], "p_value": 0.2792207792207792, "input_sha256": "8a8b8e9a77eb8639f5affbd3d90d24e33a7863a195e56b7ce916f92d039aefd0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3444518500, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.615319339378148, "interval": [-1.1876383218025373, 9.927232745778763], "p_value": 0.2730074233220402, "input_sha256": "8a8b8e9a77eb8639f5affbd3d90d24e33a7863a195e56b7ce916f92d039aefd0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.04606874692878246, "seed": 3444518500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022600223972044642, "interval": [-0.056183884328993294, 0.10138433227308258], "p_value": 0.49783549783549785, "input_sha256": "8a8b8e9a77eb8639f5affbd3d90d24e33a7863a195e56b7ce916f92d039aefd0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.04606874692878246, "seed": 3444518500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022600223972044642, "interval": [-0.033660413129751106, 0.08654225642349223], "p_value": 0.5114806014669244, "input_sha256": "8a8b8e9a77eb8639f5affbd3d90d24e33a7863a195e56b7ce916f92d039aefd0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3761787922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.135237417925886, "interval": [11.13941189447035, 21.131062941381423], "p_value": 0.0021645021645021645, "input_sha256": "101ff8a60c1c9e5010edb38103949f46b1dc01c6850795ef8a67743a09bb528f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3761787922, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.135237417925886, "interval": [12.556343551217225, 20.12088656898115], "p_value": 3.0404497444969557e-05, "input_sha256": "101ff8a60c1c9e5010edb38103949f46b1dc01c6850795ef8a67743a09bb528f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04881679387888394, "seed": 3761787922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15981584864642545, "interval": [0.09991223077053604, 0.21971946652231486], "p_value": 0.0021645021645021645, "input_sha256": "101ff8a60c1c9e5010edb38103949f46b1dc01c6850795ef8a67743a09bb528f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04881679387888394, "seed": 3761787922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15981584864642545, "interval": [0.1216693521156473, 0.21485574920128195], "p_value": 0.0002305826649196192, "input_sha256": "101ff8a60c1c9e5010edb38103949f46b1dc01c6850795ef8a67743a09bb528f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 594125050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.341125530906663, "interval": [-3.309354475150455, 19.99160553696378], "p_value": 0.14285714285714285, "input_sha256": "7baf560e01666287f66a2b0fb9ccff053b827f849f9dd2c62a2d6a7985754532"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 594125050, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.341125530906663, "interval": [-0.7354084336894937, 17.73689932203946], "p_value": 0.1417318964876668, "input_sha256": "7baf560e01666287f66a2b0fb9ccff053b827f849f9dd2c62a2d6a7985754532"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.048135973475430256, "seed": 594125050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08622889801633042, "interval": [-0.041965447270614756, 0.2144232433032756], "p_value": 0.1645021645021645, "input_sha256": "7baf560e01666287f66a2b0fb9ccff053b827f849f9dd2c62a2d6a7985754532"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.048135973475430256, "seed": 594125050, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08622889801633042, "interval": [-0.00903037967519936, 0.19061744119513738], "p_value": 0.16389231185915418, "input_sha256": "7baf560e01666287f66a2b0fb9ccff053b827f849f9dd2c62a2d6a7985754532"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1038275841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.72861327939443, "interval": [-2.6398867934420576, 18.09711335223092], "p_value": 0.10822510822510822, "input_sha256": "79d860046a47eea6a820434da1417b1d3b69e736d6f11dfac734fff1a3bdf630"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1038275841, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.72861327939443, "interval": [-1.7559014785473652, 13.601822015677369], "p_value": 0.12152265222048025, "input_sha256": "79d860046a47eea6a820434da1417b1d3b69e736d6f11dfac734fff1a3bdf630"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04590320055395892, "seed": 1038275841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06435490583559592, "interval": [-0.03470487908712262, 0.16341469075831444], "p_value": 0.14935064935064934, "input_sha256": "79d860046a47eea6a820434da1417b1d3b69e736d6f11dfac734fff1a3bdf630"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04590320055395892, "seed": 1038275841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06435490583559592, "interval": [-0.0381836048772553, 0.11847531588355957], "p_value": 0.1654239734787421, "input_sha256": "79d860046a47eea6a820434da1417b1d3b69e736d6f11dfac734fff1a3bdf630"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 328501098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.945958980941896, "interval": [-2.093938876657221, 23.98585683854101], "p_value": 0.08441558441558442, "input_sha256": "892d07581e60b219e09b47a4c11daad13909cf1e0dce610f810157ea0bfad8de"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 328501098, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.945958980941896, "interval": [0.7878884330263751, 21.548433274431368], "p_value": 0.09083158182600104, "input_sha256": "892d07581e60b219e09b47a4c11daad13909cf1e0dce610f810157ea0bfad8de"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.046264487452954924, "seed": 328501098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10522279335554807, "interval": [-0.010505327039818019, 0.22095091375091416], "p_value": 0.07575757575757576, "input_sha256": "892d07581e60b219e09b47a4c11daad13909cf1e0dce610f810157ea0bfad8de"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.046264487452954924, "seed": 328501098, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10522279335554807, "interval": [0.007265700724136097, 0.18956726446440336], "p_value": 0.07021078477169307, "input_sha256": "892d07581e60b219e09b47a4c11daad13909cf1e0dce610f810157ea0bfad8de"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2788071108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.349268664133856, "interval": [-0.12630299497370423, 16.824840323241418], "p_value": 0.049783549783549784, "input_sha256": "05fadc4f58138981e6f4e980369359184f8c70f6f8720c32f514c9d2b425cd5a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2788071108, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.349268664133856, "interval": [1.342752645633911, 14.593734849381804], "p_value": 0.05285784933099522, "input_sha256": "05fadc4f58138981e6f4e980369359184f8c70f6f8720c32f514c9d2b425cd5a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04796960046624837, "seed": 2788071108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10246036647866089, "interval": [0.0062608175413394335, 0.19865991541598232], "p_value": 0.04329004329004329, "input_sha256": "05fadc4f58138981e6f4e980369359184f8c70f6f8720c32f514c9d2b425cd5a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04796960046624837, "seed": 2788071108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10246036647866089, "interval": [0.0313919065887385, 0.17898146515021307], "p_value": 0.03956957341419495, "input_sha256": "05fadc4f58138981e6f4e980369359184f8c70f6f8720c32f514c9d2b425cd5a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3215270353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.24188114447859, "interval": [-24.06427072563746, 5.5805084366802795], "p_value": 0.19047619047619047, "input_sha256": "0b311385e35b6b4f89efb6452ed969924a6e9613166f4defbdd6ee4612e9cad7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3215270353, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.24188114447859, "interval": [-19.250403342881302, 3.3194865954350488], "p_value": 0.19400071637325342, "input_sha256": "0b311385e35b6b4f89efb6452ed969924a6e9613166f4defbdd6ee4612e9cad7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.05167619482280287, "seed": 3215270353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11497592557967541, "interval": [-0.2716879077742512, 0.04173605661490039], "p_value": 0.12987012987012986, "input_sha256": "0b311385e35b6b4f89efb6452ed969924a6e9613166f4defbdd6ee4612e9cad7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.05167619482280287, "seed": 3215270353, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11497592557967541, "interval": [-0.22694125943211446, 0.009731315411120744], "p_value": 0.13115261925733465, "input_sha256": "0b311385e35b6b4f89efb6452ed969924a6e9613166f4defbdd6ee4612e9cad7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 386222466, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.256800815069031, "interval": [2.765345771906489, 21.748255858231573], "p_value": 0.006493506493506494, "input_sha256": "d89e3da2129e92a249459c3dbf6cd2100b082d487af2af2c725d2f05776882fa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 386222466, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.256800815069031, "interval": [4.986496721866734, 19.435705704051937], "p_value": 0.018253360093605932, "input_sha256": "d89e3da2129e92a249459c3dbf6cd2100b082d487af2af2c725d2f05776882fa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.050226183654637706, "seed": 386222466, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1355648048103973, "interval": [0.0018871429872246714, 0.2692424666335699], "p_value": 0.021645021645021644, "input_sha256": "d89e3da2129e92a249459c3dbf6cd2100b082d487af2af2c725d2f05776882fa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.050226183654637706, "seed": 386222466, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1355648048103973, "interval": [0.04703164295395971, 0.24139682329080472], "p_value": 0.047687363086981766, "input_sha256": "d89e3da2129e92a249459c3dbf6cd2100b082d487af2af2c725d2f05776882fa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2278376454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.023642059191943, "interval": [2.3824644972617603, 13.664819621122124], "p_value": 0.015151515151515152, "input_sha256": "2dc72f42d4bb2439834b5951f88f885a8e21c5cb1759e17f2c79c514ece075ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2278376454, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.023642059191943, "interval": [2.7226168517733766, 12.071210854138068], "p_value": 0.010676454374119772, "input_sha256": "2dc72f42d4bb2439834b5951f88f885a8e21c5cb1759e17f2c79c514ece075ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.04878142688062981, "seed": 2278376454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08624119402388998, "interval": [0.027193441755634318, 0.14528894629214564], "p_value": 0.01948051948051948, "input_sha256": "2dc72f42d4bb2439834b5951f88f885a8e21c5cb1759e17f2c79c514ece075ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.04878142688062981, "seed": 2278376454, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08624119402388998, "interval": [0.02401414015162855, 0.12601078772168003], "p_value": 0.009404288860393125, "input_sha256": "2dc72f42d4bb2439834b5951f88f885a8e21c5cb1759e17f2c79c514ece075ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1765450963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7825827426194891, "interval": [-6.033175519103781, 7.5983410043427595], "p_value": 0.79004329004329, "input_sha256": "0ae5db09f83bb940dd9afc4ed38487fe7e983a47102d1b4dc78e831d108c1f42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1765450963, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7825827426194891, "interval": [-4.367638039633152, 6.120811825585331], "p_value": 0.7991610389136695, "input_sha256": "0ae5db09f83bb940dd9afc4ed38487fe7e983a47102d1b4dc78e831d108c1f42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0458815108429226, "seed": 1765450963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006409172904333585, "interval": [-0.0642334240317215, 0.07705176984038867], "p_value": 0.8463203463203464, "input_sha256": "0ae5db09f83bb940dd9afc4ed38487fe7e983a47102d1b4dc78e831d108c1f42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0458815108429226, "seed": 1765450963, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006409172904333585, "interval": [-0.04858376643305918, 0.05915136327838532], "p_value": 0.8401468148101059, "input_sha256": "0ae5db09f83bb940dd9afc4ed38487fe7e983a47102d1b4dc78e831d108c1f42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4220343172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.717000246583511, "interval": [-1.5114171676203352, 18.945417660787356], "p_value": 0.05411255411255411, "input_sha256": "b29b65351fd301a9ddd7bd3924d0ca5ebae4ca3956e28054f0c7c3818548a40d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4220343172, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.717000246583511, "interval": [2.6479262228459435, 17.363110830685073], "p_value": 0.0829450430453598, "input_sha256": "b29b65351fd301a9ddd7bd3924d0ca5ebae4ca3956e28054f0c7c3818548a40d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.04882748150831182, "seed": 4220343172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07704094191224661, "interval": [-0.031832354254285225, 0.18591423807877844], "p_value": 0.11471861471861472, "input_sha256": "b29b65351fd301a9ddd7bd3924d0ca5ebae4ca3956e28054f0c7c3818548a40d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.04882748150831182, "seed": 4220343172, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07704094191224661, "interval": [0.006245125974891784, 0.16519655077071888], "p_value": 0.1377449078551488, "input_sha256": "b29b65351fd301a9ddd7bd3924d0ca5ebae4ca3956e28054f0c7c3818548a40d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2618491628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6193776072601693, "interval": [-10.799774000608105, 9.561018786087766], "p_value": 0.8896103896103896, "input_sha256": "8718758ca8a9562244446a6f2f97868db94078eab9cebb2a045c2a1a07b9e8df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2618491628, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6193776072601693, "interval": [-8.217469958988591, 6.15510037526112], "p_value": 0.886200468607033, "input_sha256": "8718758ca8a9562244446a6f2f97868db94078eab9cebb2a045c2a1a07b9e8df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04897488772582106, "seed": 2618491628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013108415922721842, "interval": [-0.1236358790163558, 0.09741904717091211], "p_value": 0.8181818181818182, "input_sha256": "8718758ca8a9562244446a6f2f97868db94078eab9cebb2a045c2a1a07b9e8df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04897488772582106, "seed": 2618491628, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013108415922721842, "interval": [-0.1007002322114901, 0.056017419732939874], "p_value": 0.7820965596430491, "input_sha256": "8718758ca8a9562244446a6f2f97868db94078eab9cebb2a045c2a1a07b9e8df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2031600003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4500893710965457, "interval": [-7.464051597170961, 10.364230339364052], "p_value": 0.7316017316017316, "input_sha256": "2bd89e6811f5cf3b1eb1d2d563c2b78e04138af429ef3f00c0e500a2cf305588"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2031600003, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4500893710965457, "interval": [-4.833612154231296, 9.328280996711477], "p_value": 0.7238357292303463, "input_sha256": "2bd89e6811f5cf3b1eb1d2d563c2b78e04138af429ef3f00c0e500a2cf305588"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.050462661465748605, "seed": 2031600003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02424882828568492, "interval": [-0.08239723755544655, 0.13089489412681637], "p_value": 0.6125541125541125, "input_sha256": "2bd89e6811f5cf3b1eb1d2d563c2b78e04138af429ef3f00c0e500a2cf305588"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.050462661465748605, "seed": 2031600003, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02424882828568492, "interval": [-0.05097601967554442, 0.1174283233336127], "p_value": 0.6188536262727062, "input_sha256": "2bd89e6811f5cf3b1eb1d2d563c2b78e04138af429ef3f00c0e500a2cf305588"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2077049153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.863755331357174, "interval": [5.986397814846338, 21.74111284786801], "p_value": 0.006493506493506494, "input_sha256": "2c24aea3639d3c0085536da12c16397212895af6c91dda658e85dc7cc02d00f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2077049153, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.863755331357174, "interval": [6.945678363168422, 20.205987978426638], "p_value": 0.002870145308122813, "input_sha256": "2c24aea3639d3c0085536da12c16397212895af6c91dda658e85dc7cc02d00f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.04787899926417286, "seed": 2077049153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12959208626472024, "interval": [0.047661735553154755, 0.21152243697628573], "p_value": 0.008658008658008658, "input_sha256": "2c24aea3639d3c0085536da12c16397212895af6c91dda658e85dc7cc02d00f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.04787899926417286, "seed": 2077049153, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12959208626472024, "interval": [0.0568593550152164, 0.1910156517519588], "p_value": 0.005500311836360307, "input_sha256": "2c24aea3639d3c0085536da12c16397212895af6c91dda658e85dc7cc02d00f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2191634863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5624949844277403, "interval": [-6.799484343772226, 9.924474312627707], "p_value": 0.6753246753246753, "input_sha256": "3f469a73b53ee322cd05cf029b283ce6c80f49c15e50531666245db75ed8dc0b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2191634863, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5624949844277403, "interval": [-6.168618440971361, 7.240311619735183], "p_value": 0.6859531010010697, "input_sha256": "3f469a73b53ee322cd05cf029b283ce6c80f49c15e50531666245db75ed8dc0b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.04830191177211446, "seed": 2191634863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023224777836178365, "interval": [-0.06468738862587554, 0.11113694429823227], "p_value": 0.5541125541125541, "input_sha256": "3f469a73b53ee322cd05cf029b283ce6c80f49c15e50531666245db75ed8dc0b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.04830191177211446, "seed": 2191634863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023224777836178365, "interval": [-0.0549250147916491, 0.08440721701730042], "p_value": 0.5687239468314783, "input_sha256": "3f469a73b53ee322cd05cf029b283ce6c80f49c15e50531666245db75ed8dc0b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4067947264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2825885613550794, "interval": [-7.567508409058552, 14.132685531768711], "p_value": 0.5086580086580087, "input_sha256": "68acfa48fc3f5a9754dd939eb39a24f866ac3005c01053894198ba4fe03c23b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4067947264, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2825885613550794, "interval": [-5.759681919058591, 12.009687371425022], "p_value": 0.5134235146171986, "input_sha256": "68acfa48fc3f5a9754dd939eb39a24f866ac3005c01053894198ba4fe03c23b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.050884886845589276, "seed": 4067947264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0384299416933294, "interval": [-0.0862179247039223, 0.1630778080905811], "p_value": 0.5432900432900433, "input_sha256": "68acfa48fc3f5a9754dd939eb39a24f866ac3005c01053894198ba4fe03c23b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.050884886845589276, "seed": 4067947264, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0384299416933294, "interval": [-0.05787439941278026, 0.14475487589201252], "p_value": 0.5073497539824672, "input_sha256": "68acfa48fc3f5a9754dd939eb39a24f866ac3005c01053894198ba4fe03c23b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2206463507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8939856274457174, "interval": [-8.652240211998821, 10.440211466890256], "p_value": 0.7922077922077922, "input_sha256": "4fcc76c5577080e3c56b7fde23be175d6fa5a701f742e15f082824db5ea129c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2206463507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8939856274457174, "interval": [-6.466511170795658, 8.71744132048634], "p_value": 0.8387240252041442, "input_sha256": "4fcc76c5577080e3c56b7fde23be175d6fa5a701f742e15f082824db5ea129c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.049119352053707516, "seed": 2206463507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0030699304083289802, "interval": [-0.10480555137451132, 0.09866569055785336], "p_value": 0.9307359307359307, "input_sha256": "4fcc76c5577080e3c56b7fde23be175d6fa5a701f742e15f082824db5ea129c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.049119352053707516, "seed": 2206463507, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0030699304083289802, "interval": [-0.08820203306189035, 0.07083444922681834], "p_value": 0.9477039812178488, "input_sha256": "4fcc76c5577080e3c56b7fde23be175d6fa5a701f742e15f082824db5ea129c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2812662776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.1075867916879, "interval": [2.114944360867649, 18.10022922250815], "p_value": 0.021645021645021644, "input_sha256": "bc26282bc6f51fe62745c73656d09cdd9e082168a8c7818180bfcf0901d7720b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2812662776, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.1075867916879, "interval": [1.8668290343237643, 15.47772278442618], "p_value": 0.01835152550543341, "input_sha256": "bc26282bc6f51fe62745c73656d09cdd9e082168a8c7818180bfcf0901d7720b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.048779740631567724, "seed": 2812662776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10227359431614916, "interval": [0.022578894126225116, 0.1819682945060732], "p_value": 0.025974025974025976, "input_sha256": "bc26282bc6f51fe62745c73656d09cdd9e082168a8c7818180bfcf0901d7720b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.048779740631567724, "seed": 2812662776, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10227359431614916, "interval": [0.021800188167105033, 0.15506299936093892], "p_value": 0.017211794240360668, "input_sha256": "bc26282bc6f51fe62745c73656d09cdd9e082168a8c7818180bfcf0901d7720b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1790899541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9287583885269015, "interval": [-12.636745402761818, 8.779228625708015], "p_value": 0.6861471861471862, "input_sha256": "9ee74eff588fba2da0357f3710f8be2dad4b95659b843ca9441c89713ff3fd5f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1790899541, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9287583885269015, "interval": [-10.03864750709423, 6.438894703097623], "p_value": 0.6899469932121267, "input_sha256": "9ee74eff588fba2da0357f3710f8be2dad4b95659b843ca9441c89713ff3fd5f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.04899513091246158, "seed": 1790899541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010774810082287326, "interval": [-0.11685721905100586, 0.09530759888643121], "p_value": 0.8246753246753247, "input_sha256": "9ee74eff588fba2da0357f3710f8be2dad4b95659b843ca9441c89713ff3fd5f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.04899513091246158, "seed": 1790899541, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010774810082287326, "interval": [-0.08960771180424779, 0.06981224072707595], "p_value": 0.8226090226765589, "input_sha256": "9ee74eff588fba2da0357f3710f8be2dad4b95659b843ca9441c89713ff3fd5f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 180710252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.622506617844977, "interval": [-1.2186220288764478, 18.4636352645664], "p_value": 0.07575757575757576, "input_sha256": "c76e9df000f8ff219d8a5281d65cc5c1e6918262e1372fe5b1dd716a72df9ec5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 180710252, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.622506617844977, "interval": [1.709547852289275, 17.28409625157268], "p_value": 0.07908105440626786, "input_sha256": "c76e9df000f8ff219d8a5281d65cc5c1e6918262e1372fe5b1dd716a72df9ec5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0475343373859805, "seed": 180710252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07805056503700807, "interval": [-0.022862614980820498, 0.17896374505483664], "p_value": 0.11255411255411256, "input_sha256": "c76e9df000f8ff219d8a5281d65cc5c1e6918262e1372fe5b1dd716a72df9ec5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0475343373859805, "seed": 180710252, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07805056503700807, "interval": [0.008864598773194211, 0.1691175965289377], "p_value": 0.11470598085090469, "input_sha256": "c76e9df000f8ff219d8a5281d65cc5c1e6918262e1372fe5b1dd716a72df9ec5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3758227297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8512746873522588, "interval": [-8.480273290759937, 10.182822665464455], "p_value": 0.8354978354978355, "input_sha256": "6394e0edada39866ef8f82f70f6fc01ef45d76dee150a80ac62f3153f5c1f455"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3758227297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8512746873522588, "interval": [-6.071048326593668, 9.143382099987443], "p_value": 0.8423096881428885, "input_sha256": "6394e0edada39866ef8f82f70f6fc01ef45d76dee150a80ac62f3153f5c1f455"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04799192875683711, "seed": 3758227297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037240486779820253, "interval": [-0.09298861191303216, 0.08554051455706811], "p_value": 0.9285714285714286, "input_sha256": "6394e0edada39866ef8f82f70f6fc01ef45d76dee150a80ac62f3153f5c1f455"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04799192875683711, "seed": 3758227297, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037240486779820253, "interval": [-0.07307747396606129, 0.07326334915759466], "p_value": 0.9276879339794508, "input_sha256": "6394e0edada39866ef8f82f70f6fc01ef45d76dee150a80ac62f3153f5c1f455"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3184547094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.408165828921922, "interval": [-3.2555143597714, 22.071846017615243], "p_value": 0.12554112554112554, "input_sha256": "db60f8a7c9b6b31cd8e9234c296d996ead02dd110311e91d7dd47f4c4cca7ba6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3184547094, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.408165828921922, "interval": [-0.8766675757832365, 19.395359276672405], "p_value": 0.12495467708619419, "input_sha256": "db60f8a7c9b6b31cd8e9234c296d996ead02dd110311e91d7dd47f4c4cca7ba6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.04499870898906166, "seed": 3184547094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09021521886898512, "interval": [-0.029344851991037396, 0.20977528972900764], "p_value": 0.12121212121212122, "input_sha256": "db60f8a7c9b6b31cd8e9234c296d996ead02dd110311e91d7dd47f4c4cca7ba6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.04499870898906166, "seed": 3184547094, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09021521886898512, "interval": [-0.005865945832145799, 0.18036179698184598], "p_value": 0.1192736737714016, "input_sha256": "db60f8a7c9b6b31cd8e9234c296d996ead02dd110311e91d7dd47f4c4cca7ba6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 400847014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5990324148640056, "interval": [-16.315095837519756, 13.117031007791743], "p_value": 0.7987012987012987, "input_sha256": "cb9020f9887c2cc10353b929bae94490fc61806aef8d7cf3f70312776cb281b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 400847014, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5990324148640056, "interval": [-12.620603150239344, 9.278432794013547], "p_value": 0.8035619929549076, "input_sha256": "cb9020f9887c2cc10353b929bae94490fc61806aef8d7cf3f70312776cb281b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.05179692925247653, "seed": 400847014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03519719091163348, "interval": [-0.2033927497520187, 0.13299836792875175], "p_value": 0.6255411255411255, "input_sha256": "cb9020f9887c2cc10353b929bae94490fc61806aef8d7cf3f70312776cb281b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.05179692925247653, "seed": 400847014, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03519719091163348, "interval": [-0.170563774499381, 0.0840765860373323], "p_value": 0.6324759924883502, "input_sha256": "cb9020f9887c2cc10353b929bae94490fc61806aef8d7cf3f70312776cb281b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3160864170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8387584281751996, "interval": [-14.056344331440389, 8.378827475089992], "p_value": 0.577922077922078, "input_sha256": "6fab4eb8cf4ba68c9b2a7f0f756e4992bdba1278d89923152d966966e71f679f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3160864170, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8387584281751996, "interval": [-12.924849707320329, 5.341488554691825], "p_value": 0.5807594031579331, "input_sha256": "6fab4eb8cf4ba68c9b2a7f0f756e4992bdba1278d89923152d966966e71f679f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.047600176590040615, "seed": 3160864170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009110980230953913, "interval": [-0.12870656889738738, 0.11048460843547955], "p_value": 0.8658008658008658, "input_sha256": "6fab4eb8cf4ba68c9b2a7f0f756e4992bdba1278d89923152d966966e71f679f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.047600176590040615, "seed": 3160864170, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009110980230953913, "interval": [-0.10979338173279855, 0.08090235948958646], "p_value": 0.8655275792330879, "input_sha256": "6fab4eb8cf4ba68c9b2a7f0f756e4992bdba1278d89923152d966966e71f679f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1888773754, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2683163639152255, "interval": [-1.5897535130644478, 14.126386240894899], "p_value": 0.09090909090909091, "input_sha256": "71efbb6ecd105043ced63e81c0026c0ff12b54b1f28c6ab0775c5a4285e139ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1888773754, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2683163639152255, "interval": [-0.31728338834278946, 11.528092146655927], "p_value": 0.10354911147666118, "input_sha256": "71efbb6ecd105043ced63e81c0026c0ff12b54b1f28c6ab0775c5a4285e139ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.04665281054805815, "seed": 1888773754, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055771604681991445, "interval": [-0.02216510146575739, 0.13370831082974027], "p_value": 0.11904761904761904, "input_sha256": "71efbb6ecd105043ced63e81c0026c0ff12b54b1f28c6ab0775c5a4285e139ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.04665281054805815, "seed": 1888773754, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055771604681991445, "interval": [-0.011812864538077788, 0.10369835837783647], "p_value": 0.13513860046740997, "input_sha256": "71efbb6ecd105043ced63e81c0026c0ff12b54b1f28c6ab0775c5a4285e139ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3586084233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.350370519968129, "interval": [-4.0409881762754, 16.74172921621166], "p_value": 0.19913419913419914, "input_sha256": "d24df5e64bcf54e816323f7f2077062cc7cc794f022a6a76f69ab326c4cf5f2b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3586084233, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.350370519968129, "interval": [-1.6601646410731017, 15.342480050414927], "p_value": 0.20312899067165677, "input_sha256": "d24df5e64bcf54e816323f7f2077062cc7cc794f022a6a76f69ab326c4cf5f2b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.04806701999150168, "seed": 3586084233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047754709787065704, "interval": [-0.05556617864166378, 0.1510755982157952], "p_value": 0.31385281385281383, "input_sha256": "d24df5e64bcf54e816323f7f2077062cc7cc794f022a6a76f69ab326c4cf5f2b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.04806701999150168, "seed": 3586084233, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047754709787065704, "interval": [-0.031479120818480144, 0.13795780702440666], "p_value": 0.3271125765868699, "input_sha256": "d24df5e64bcf54e816323f7f2077062cc7cc794f022a6a76f69ab326c4cf5f2b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4129730159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6830341522804995, "interval": [-4.2366632564330216, 13.60273156099402], "p_value": 0.2532467532467532, "input_sha256": "5d0a8b1d740c12ee3504027400ee40def57cc74acad7cdb8bce3478003135717"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4129730159, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6830341522804995, "interval": [-3.601070607487928, 10.567745805593354], "p_value": 0.2589126802853237, "input_sha256": "5d0a8b1d740c12ee3504027400ee40def57cc74acad7cdb8bce3478003135717"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.050058270343282744, "seed": 4129730159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05153215010712058, "interval": [-0.03950254966453318, 0.14256684987877435], "p_value": 0.20562770562770563, "input_sha256": "5d0a8b1d740c12ee3504027400ee40def57cc74acad7cdb8bce3478003135717"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.050058270343282744, "seed": 4129730159, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05153215010712058, "interval": [-0.02037526425867348, 0.11370907972819547], "p_value": 0.2196591071635576, "input_sha256": "5d0a8b1d740c12ee3504027400ee40def57cc74acad7cdb8bce3478003135717"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3609025520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.296648360566495, "interval": [-4.636925173627902, 11.230221894760891], "p_value": 0.3722943722943723, "input_sha256": "8e06174cedb15f3a9aad6e8dfa4e7d5e6b3a0f79ee4fc2112e0edfd52a0a75a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3609025520, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.296648360566495, "interval": [-4.296534817044631, 8.851792405553514], "p_value": 0.37627388000081674, "input_sha256": "8e06174cedb15f3a9aad6e8dfa4e7d5e6b3a0f79ee4fc2112e0edfd52a0a75a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04918133455336149, "seed": 3609025520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04618634046595056, "interval": [-0.035348743990726045, 0.12772142492262717], "p_value": 0.24458874458874458, "input_sha256": "8e06174cedb15f3a9aad6e8dfa4e7d5e6b3a0f79ee4fc2112e0edfd52a0a75a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04918133455336149, "seed": 3609025520, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04618634046595056, "interval": [-0.034522469361402186, 0.1038743837317645], "p_value": 0.23552566726032773, "input_sha256": "8e06174cedb15f3a9aad6e8dfa4e7d5e6b3a0f79ee4fc2112e0edfd52a0a75a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3833033442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.940877988897348, "interval": [3.797776870100699, 18.083979107694], "p_value": 0.010822510822510822, "input_sha256": "3fd0cb4669c8d1a3502b450956590ef1d00ea0dd3158424aeb0d66265de0e96d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3833033442, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.940877988897348, "interval": [5.549499850383582, 17.900514923036532], "p_value": 0.0068035883054978884, "input_sha256": "3fd0cb4669c8d1a3502b450956590ef1d00ea0dd3158424aeb0d66265de0e96d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.05064024681591766, "seed": 3833033442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11911739137254737, "interval": [0.047866155377487965, 0.1903686273676068], "p_value": 0.006493506493506494, "input_sha256": "3fd0cb4669c8d1a3502b450956590ef1d00ea0dd3158424aeb0d66265de0e96d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.05064024681591766, "seed": 3833033442, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11911739137254737, "interval": [0.06443595606194333, 0.18581552744634958], "p_value": 0.003964107396174545, "input_sha256": "3fd0cb4669c8d1a3502b450956590ef1d00ea0dd3158424aeb0d66265de0e96d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2579711456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.027409395117758, "interval": [-2.6352002987012906, 14.690019088936806], "p_value": 0.16017316017316016, "input_sha256": "434196502d4b97db44b05520205fc8885e2a5c1d79f06ca0303e072ff389e533"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2579711456, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.027409395117758, "interval": [-0.36917150276075184, 13.141232282948168], "p_value": 0.15210593070905543, "input_sha256": "434196502d4b97db44b05520205fc8885e2a5c1d79f06ca0303e072ff389e533"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.051756298275057434, "seed": 2579711456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07386744129642578, "interval": [-0.0281696599798983, 0.17590454257274984], "p_value": 0.1277056277056277, "input_sha256": "434196502d4b97db44b05520205fc8885e2a5c1d79f06ca0303e072ff389e533"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.051756298275057434, "seed": 2579711456, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07386744129642578, "interval": [0.004740765806654043, 0.16552248574854034], "p_value": 0.13599471922324738, "input_sha256": "434196502d4b97db44b05520205fc8885e2a5c1d79f06ca0303e072ff389e533"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 971549406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3813342333935781, "interval": [-12.409742924152031, 13.172411390939189], "p_value": 0.9502164502164502, "input_sha256": "2126dded98726b46b936f24164b3a6b31a20885b277101300d422f4b6b32e3a9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 971549406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3813342333935781, "interval": [-10.175075815122877, 9.21116336340577], "p_value": 0.9463995903036944, "input_sha256": "2126dded98726b46b936f24164b3a6b31a20885b277101300d422f4b6b32e3a9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.051012085464117535, "seed": 971549406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008573390226139788, "interval": [-0.1254944093152679, 0.14264118976754747], "p_value": 0.8809523809523809, "input_sha256": "2126dded98726b46b936f24164b3a6b31a20885b277101300d422f4b6b32e3a9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.051012085464117535, "seed": 971549406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008573390226139788, "interval": [-0.09793471472894462, 0.10569369629469667], "p_value": 0.8857910485182343, "input_sha256": "2126dded98726b46b936f24164b3a6b31a20885b277101300d422f4b6b32e3a9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1950452168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.722598832972042, "interval": [-10.39164574704504, 6.946448081100955], "p_value": 0.6623376623376623, "input_sha256": "2b5f99a4bf2d1ede1399ce0fa4b90e84dd1e140ac399e8a5ff979667d41355a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1950452168, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.722598832972042, "interval": [-9.029866063618973, 5.638453964919871], "p_value": 0.6673103691800428, "input_sha256": "2b5f99a4bf2d1ede1399ce0fa4b90e84dd1e140ac399e8a5ff979667d41355a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.047869668524967816, "seed": 1950452168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027733509289556417, "interval": [-0.11445867529540288, 0.05899165671629005], "p_value": 0.47835497835497837, "input_sha256": "2b5f99a4bf2d1ede1399ce0fa4b90e84dd1e140ac399e8a5ff979667d41355a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.047869668524967816, "seed": 1950452168, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027733509289556417, "interval": [-0.10204073690611319, 0.04686825978308255], "p_value": 0.4916913548543017, "input_sha256": "2b5f99a4bf2d1ede1399ce0fa4b90e84dd1e140ac399e8a5ff979667d41355a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 900395224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.775288711784236, "interval": [-4.904994160692033, 18.455571584260504], "p_value": 0.20995670995670995, "input_sha256": "09cf82549db38bed8e18c39c6ccf1de0e4db57b5c2a387bd97f94ce1caf4fbe2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 900395224, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.775288711784236, "interval": [-2.8812036117618485, 16.01487783277763], "p_value": 0.22490534471779985, "input_sha256": "09cf82549db38bed8e18c39c6ccf1de0e4db57b5c2a387bd97f94ce1caf4fbe2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04654697842377493, "seed": 900395224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06240406747197182, "interval": [-0.06104272902386212, 0.18585086396780576], "p_value": 0.2878787878787879, "input_sha256": "09cf82549db38bed8e18c39c6ccf1de0e4db57b5c2a387bd97f94ce1caf4fbe2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04654697842377493, "seed": 900395224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06240406747197182, "interval": [-0.038060592789008696, 0.1600756108467585], "p_value": 0.28630233320179765, "input_sha256": "09cf82549db38bed8e18c39c6ccf1de0e4db57b5c2a387bd97f94ce1caf4fbe2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3137378424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.391667843756679, "interval": [-6.38399687621123, 17.167332563724585], "p_value": 0.33766233766233766, "input_sha256": "4232fbaed6123b69d42d1a0590e908081ea57e8bb69b1f500de68bb7fc2ba3c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3137378424, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.391667843756679, "interval": [-1.1985640011974223, 15.759141208595526], "p_value": 0.3088562605753462, "input_sha256": "4232fbaed6123b69d42d1a0590e908081ea57e8bb69b1f500de68bb7fc2ba3c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.050423760153024806, "seed": 3137378424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05625841471213497, "interval": [-0.06170373382953462, 0.17422056325380456], "p_value": 0.3051948051948052, "input_sha256": "4232fbaed6123b69d42d1a0590e908081ea57e8bb69b1f500de68bb7fc2ba3c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.050423760153024806, "seed": 3137378424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05625841471213497, "interval": [-0.009233733241921246, 0.16563713463085578], "p_value": 0.297214484990859, "input_sha256": "4232fbaed6123b69d42d1a0590e908081ea57e8bb69b1f500de68bb7fc2ba3c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2509945931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9289885129991005, "interval": [-2.2756927772322726, 12.133669803230474], "p_value": 0.15584415584415584, "input_sha256": "5f9e5fdd27ae334b2436c22eb051ef0e7aaf53cc5769d83f3e98fe7c750ba84d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2509945931, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9289885129991005, "interval": [-1.008238539725679, 11.027218887503679], "p_value": 0.15818852353277468, "input_sha256": "5f9e5fdd27ae334b2436c22eb051ef0e7aaf53cc5769d83f3e98fe7c750ba84d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.047723789965692036, "seed": 2509945931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045150073034024206, "interval": [-0.026772816127546263, 0.11707296219559468], "p_value": 0.19264069264069264, "input_sha256": "5f9e5fdd27ae334b2436c22eb051ef0e7aaf53cc5769d83f3e98fe7c750ba84d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.047723789965692036, "seed": 2509945931, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045150073034024206, "interval": [-0.013790517135525778, 0.10464750120023569], "p_value": 0.19147828147672905, "input_sha256": "5f9e5fdd27ae334b2436c22eb051ef0e7aaf53cc5769d83f3e98fe7c750ba84d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3231653449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.181795455815554, "interval": [-8.724220861177914, 11.08781177280902], "p_value": 0.7987012987012987, "input_sha256": "a5d9e004eaf8aa31dfc4bc43c219fd55b8b1b4bb7755810968fec989855887c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3231653449, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.181795455815554, "interval": [-6.514185288317766, 8.901075898189603], "p_value": 0.7955177504052547, "input_sha256": "a5d9e004eaf8aa31dfc4bc43c219fd55b8b1b4bb7755810968fec989855887c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.047175332544670594, "seed": 3231653449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004977924472986783, "interval": [-0.08669366806512127, 0.09664951701109484], "p_value": 0.9177489177489178, "input_sha256": "a5d9e004eaf8aa31dfc4bc43c219fd55b8b1b4bb7755810968fec989855887c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.047175332544670594, "seed": 3231653449, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004977924472986783, "interval": [-0.06966299650254769, 0.07678169538435554], "p_value": 0.9060938281011985, "input_sha256": "a5d9e004eaf8aa31dfc4bc43c219fd55b8b1b4bb7755810968fec989855887c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1184016186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.182902641776977, "interval": [4.356406848071579, 22.009398435482375], "p_value": 0.008658008658008658, "input_sha256": "d0ad877af6cf3bbc842002eb1788323ac95924b270775205947b3879c3279218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1184016186, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.182902641776977, "interval": [6.37671839103898, 20.34092112840721], "p_value": 0.007652530801523789, "input_sha256": "d0ad877af6cf3bbc842002eb1788323ac95924b270775205947b3879c3279218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04989018914911574, "seed": 1184016186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1486307403472994, "interval": [0.042814292841256235, 0.2544471878533425], "p_value": 0.006493506493506494, "input_sha256": "d0ad877af6cf3bbc842002eb1788323ac95924b270775205947b3879c3279218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04989018914911574, "seed": 1184016186, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1486307403472994, "interval": [0.07273452130825399, 0.23554972920984332], "p_value": 0.011747981450100722, "input_sha256": "d0ad877af6cf3bbc842002eb1788323ac95924b270775205947b3879c3279218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1200293034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.989777143794571, "interval": [-1.11716787305412, 19.09672216064326], "p_value": 0.07142857142857142, "input_sha256": "7b57c1abc85802498fef4cb921d7028ba05a5b8937f995917c52ca090a8fd119"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1200293034, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.989777143794571, "interval": [1.9502268509667082, 18.398627042407185], "p_value": 0.0753781074806497, "input_sha256": "7b57c1abc85802498fef4cb921d7028ba05a5b8937f995917c52ca090a8fd119"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0515562389497271, "seed": 1200293034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08533391165846499, "interval": [-0.02719305086433023, 0.1978608741812602], "p_value": 0.12337662337662338, "input_sha256": "7b57c1abc85802498fef4cb921d7028ba05a5b8937f995917c52ca090a8fd119"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0515562389497271, "seed": 1200293034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08533391165846499, "interval": [-0.0008820027837257892, 0.18290159671314893], "p_value": 0.12073755879186486, "input_sha256": "7b57c1abc85802498fef4cb921d7028ba05a5b8937f995917c52ca090a8fd119"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2551330498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.875641063007824, "interval": [-1.4667565207891586, 11.218038646804807], "p_value": 0.11038961038961038, "input_sha256": "9a5e5d3a609a1052bb00d90c1b372ca980d5d55690e8f7230cf37cacea7ae1c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2551330498, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.875641063007824, "interval": [0.16797240477944186, 10.223835748472403], "p_value": 0.11479124313554488, "input_sha256": "9a5e5d3a609a1052bb00d90c1b372ca980d5d55690e8f7230cf37cacea7ae1c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.04738075514395392, "seed": 2551330498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04384864294920346, "interval": [-0.019162800849182926, 0.10686008674758984], "p_value": 0.1406926406926407, "input_sha256": "9a5e5d3a609a1052bb00d90c1b372ca980d5d55690e8f7230cf37cacea7ae1c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.04738075514395392, "seed": 2551330498, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04384864294920346, "interval": [-0.004307243656760028, 0.09834501788282556], "p_value": 0.14907145376504174, "input_sha256": "9a5e5d3a609a1052bb00d90c1b372ca980d5d55690e8f7230cf37cacea7ae1c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3551886679, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.14994862876807, "interval": [-1.5111245299892868, 19.811021787525426], "p_value": 0.08441558441558442, "input_sha256": "56c6d3b327fcd9a5e8cb9342a72b9908200c4fe3da12cece350fc74a593090f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3551886679, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.14994862876807, "interval": [-0.24889092331921348, 16.93247516750803], "p_value": 0.08487382180388021, "input_sha256": "56c6d3b327fcd9a5e8cb9342a72b9908200c4fe3da12cece350fc74a593090f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.04652812498478371, "seed": 3551886679, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0914893979876937, "interval": [-0.010994742648656144, 0.19397353862404354], "p_value": 0.08008658008658008, "input_sha256": "56c6d3b327fcd9a5e8cb9342a72b9908200c4fe3da12cece350fc74a593090f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.04652812498478371, "seed": 3551886679, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0914893979876937, "interval": [0.004892360916945389, 0.166944781850182], "p_value": 0.07465739295926203, "input_sha256": "56c6d3b327fcd9a5e8cb9342a72b9908200c4fe3da12cece350fc74a593090f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2514194956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5616392492278823, "interval": [-13.448552769634652, 12.325274271178888], "p_value": 0.9177489177489178, "input_sha256": "95cefa7bb5d8687b8692ea419af5920e547512b8bd39f7b94dbb1993a7a9dfe8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2514194956, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5616392492278823, "interval": [-9.504275558610702, 11.255122932177946], "p_value": 0.9241483608734671, "input_sha256": "95cefa7bb5d8687b8692ea419af5920e547512b8bd39f7b94dbb1993a7a9dfe8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.050754279254424044, "seed": 2514194956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016724621367771544, "interval": [-0.15844342563320696, 0.12499418289766388], "p_value": 0.7965367965367965, "input_sha256": "95cefa7bb5d8687b8692ea419af5920e547512b8bd39f7b94dbb1993a7a9dfe8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.050754279254424044, "seed": 2514194956, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016724621367771544, "interval": [-0.11290081018260222, 0.10932291146852235], "p_value": 0.7958384979658824, "input_sha256": "95cefa7bb5d8687b8692ea419af5920e547512b8bd39f7b94dbb1993a7a9dfe8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 801348431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.601581630443112, "interval": [-2.0866190103587714, 13.289782271244995], "p_value": 0.13852813852813853, "input_sha256": "c0097682173632162f3f93f6d33ff0af6edd57d8965ccab567b837b01691329b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 801348431, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.601581630443112, "interval": [0.2887391835197811, 12.185887783832264], "p_value": 0.1352341864886795, "input_sha256": "c0097682173632162f3f93f6d33ff0af6edd57d8965ccab567b837b01691329b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04775738854519512, "seed": 801348431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05490859656128787, "interval": [-0.03263640671641055, 0.14245359983898628], "p_value": 0.19047619047619047, "input_sha256": "c0097682173632162f3f93f6d33ff0af6edd57d8965ccab567b837b01691329b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04775738854519512, "seed": 801348431, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05490859656128787, "interval": [-0.004457831065468763, 0.13120104883193115], "p_value": 0.19089978596534965, "input_sha256": "c0097682173632162f3f93f6d33ff0af6edd57d8965ccab567b837b01691329b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 379400424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20361370764601716, "interval": [-9.7768891650131, 10.184116580305135], "p_value": 0.9675324675324676, "input_sha256": "abee4f03ac5b9dc576c36975a56c46a50f2f051b551e3fc9b5d7134299f2b66d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 379400424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20361370764601716, "interval": [-6.22955482087733, 8.482348626094918], "p_value": 0.9641805440081975, "input_sha256": "abee4f03ac5b9dc576c36975a56c46a50f2f051b551e3fc9b5d7134299f2b66d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.052542330250296886, "seed": 379400424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01065084612574628, "interval": [-0.10458625935638495, 0.08328456710489239], "p_value": 0.7857142857142857, "input_sha256": "abee4f03ac5b9dc576c36975a56c46a50f2f051b551e3fc9b5d7134299f2b66d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.052542330250296886, "seed": 379400424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01065084612574628, "interval": [-0.07488759800462289, 0.07148146643090382], "p_value": 0.8048809767654012, "input_sha256": "abee4f03ac5b9dc576c36975a56c46a50f2f051b551e3fc9b5d7134299f2b66d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 42008550, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.693094232726297, "interval": [-3.898354431814356, 13.28454289726695], "p_value": 0.23160173160173161, "input_sha256": "7059babbe8b2850bd92411b557008f4318a35bf039bc03c2037d835ce05ed9bd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 42008550, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.693094232726297, "interval": [-1.617730036087942, 11.416644244088575], "p_value": 0.23901010051150653, "input_sha256": "7059babbe8b2850bd92411b557008f4318a35bf039bc03c2037d835ce05ed9bd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04949208968125327, "seed": 42008550, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05224535068898553, "interval": [-0.03387729465232307, 0.13836799603029415], "p_value": 0.19047619047619047, "input_sha256": "7059babbe8b2850bd92411b557008f4318a35bf039bc03c2037d835ce05ed9bd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04949208968125327, "seed": 42008550, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05224535068898553, "interval": [-0.01410677804131218, 0.11835864756411396], "p_value": 0.1944462355046065, "input_sha256": "7059babbe8b2850bd92411b557008f4318a35bf039bc03c2037d835ce05ed9bd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 601637731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.37816973225041, "interval": [-0.005607527564251313, 24.76194699206507], "p_value": 0.032467532467532464, "input_sha256": "a278b07bb15ecfbd59b23d6423d46a61f3069e50e5d93a748da37b65a7c23045"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 601637731, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.37816973225041, "interval": [3.9336193602683855, 21.637974016856028], "p_value": 0.050075304718053965, "input_sha256": "a278b07bb15ecfbd59b23d6423d46a61f3069e50e5d93a748da37b65a7c23045"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.05125894933445287, "seed": 601637731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1409043521942346, "interval": [-0.014665121131121034, 0.29647382551959023], "p_value": 0.04112554112554113, "input_sha256": "a278b07bb15ecfbd59b23d6423d46a61f3069e50e5d93a748da37b65a7c23045"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.05125894933445287, "seed": 601637731, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1409043521942346, "interval": [0.04558925946054912, 0.2774527390401821], "p_value": 0.06828421988762723, "input_sha256": "a278b07bb15ecfbd59b23d6423d46a61f3069e50e5d93a748da37b65a7c23045"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 131825652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.624345037505632, "interval": [4.722596619861487, 18.526093455149777], "p_value": 0.0021645021645021645, "input_sha256": "96f18f5b6d6d625ac857430c51fc3228046073ed5edf2d28e3522809cb41b412"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 131825652, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.624345037505632, "interval": [7.017726028470316, 17.5407531486616], "p_value": 0.003891314582108252, "input_sha256": "96f18f5b6d6d625ac857430c51fc3228046073ed5edf2d28e3522809cb41b412"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.049626339698773385, "seed": 131825652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1216742677895687, "interval": [0.011560518469429293, 0.23178801710970812], "p_value": 0.006493506493506494, "input_sha256": "96f18f5b6d6d625ac857430c51fc3228046073ed5edf2d28e3522809cb41b412"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.049626339698773385, "seed": 131825652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1216742677895687, "interval": [0.05650860436903685, 0.22523106382867392], "p_value": 0.03453909838698359, "input_sha256": "96f18f5b6d6d625ac857430c51fc3228046073ed5edf2d28e3522809cb41b412"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1603862594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.989665657999693, "interval": [-1.7982039851120888, 27.777535301111474], "p_value": 0.06277056277056277, "input_sha256": "4745eb6b2a94e782f51ec3d6347e2162b38c1eb2c8903c61fd62703d1a878033"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1603862594, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.989665657999693, "interval": [-0.7669203521350684, 21.78410562308759], "p_value": 0.07508914508418672, "input_sha256": "4745eb6b2a94e782f51ec3d6347e2162b38c1eb2c8903c61fd62703d1a878033"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.04784987553493347, "seed": 1603862594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15063362994016724, "interval": [-0.018557118165124953, 0.31982437804545943], "p_value": 0.05627705627705628, "input_sha256": "4745eb6b2a94e782f51ec3d6347e2162b38c1eb2c8903c61fd62703d1a878033"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.04784987553493347, "seed": 1603862594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15063362994016724, "interval": [0.023199078401318463, 0.26829218025012636], "p_value": 0.07175345460732975, "input_sha256": "4745eb6b2a94e782f51ec3d6347e2162b38c1eb2c8903c61fd62703d1a878033"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 307975681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.630300942787569, "interval": [-9.06283232983714, 14.323434215412277], "p_value": 0.6277056277056277, "input_sha256": "07c2cc09e78c79749e7baffdce453551234f47595fd5b7ebb2e1f132eef0b4d0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 307975681, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.630300942787569, "interval": [-4.462613159225021, 12.781810493994387], "p_value": 0.6147990151536962, "input_sha256": "07c2cc09e78c79749e7baffdce453551234f47595fd5b7ebb2e1f132eef0b4d0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.051544553399804766, "seed": 307975681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0245590804426061, "interval": [-0.09325181880068076, 0.14236997968589296], "p_value": 0.6320346320346321, "input_sha256": "07c2cc09e78c79749e7baffdce453551234f47595fd5b7ebb2e1f132eef0b4d0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.051544553399804766, "seed": 307975681, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0245590804426061, "interval": [-0.053249646445571217, 0.12726977813632023], "p_value": 0.646784390349457, "input_sha256": "07c2cc09e78c79749e7baffdce453551234f47595fd5b7ebb2e1f132eef0b4d0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2771810310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.363949007293883, "interval": [-3.935306487790923, 12.663204502378688], "p_value": 0.25757575757575757, "input_sha256": "76682334e137814566b4ee75914d7f3906a02219f33574068f74d6bdf19de0e6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2771810310, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.363949007293883, "interval": [-2.243687925608373, 10.350064785471574], "p_value": 0.2680114765794637, "input_sha256": "76682334e137814566b4ee75914d7f3906a02219f33574068f74d6bdf19de0e6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.04815134849928904, "seed": 2771810310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029696281015256266, "interval": [-0.05976646622401104, 0.11915902825452357], "p_value": 0.47835497835497837, "input_sha256": "76682334e137814566b4ee75914d7f3906a02219f33574068f74d6bdf19de0e6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.04815134849928904, "seed": 2771810310, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029696281015256266, "interval": [-0.04884583486135546, 0.08700674752139892], "p_value": 0.46966990886754756, "input_sha256": "76682334e137814566b4ee75914d7f3906a02219f33574068f74d6bdf19de0e6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1775462253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.104890736791339, "interval": [-3.5657414283482645, 9.775522901930943], "p_value": 0.31601731601731603, "input_sha256": "094be041c429de121343480d5e03ae3b0769c35c0a9f1687f9225e33880cc168"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1775462253, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.104890736791339, "interval": [-1.754476386625386, 8.604022705585129], "p_value": 0.3228538766499728, "input_sha256": "094be041c429de121343480d5e03ae3b0769c35c0a9f1687f9225e33880cc168"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0499096278720303, "seed": 1775462253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03376653666108617, "interval": [-0.038321551238900575, 0.10585462456107292], "p_value": 0.3333333333333333, "input_sha256": "094be041c429de121343480d5e03ae3b0769c35c0a9f1687f9225e33880cc168"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0499096278720303, "seed": 1775462253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03376653666108617, "interval": [-0.012706383390972952, 0.09423435673497381], "p_value": 0.3146643360462206, "input_sha256": "094be041c429de121343480d5e03ae3b0769c35c0a9f1687f9225e33880cc168"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3429286262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.312763056937291, "interval": [-6.120840787215249, 14.74636690108983], "p_value": 0.3593073593073593, "input_sha256": "3d7d7b566317d9006cfc31a3379d4750970a1678f5555fb6b48c139eced11e13"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3429286262, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.312763056937291, "interval": [-3.5826995738696676, 12.177760327570102], "p_value": 0.3690596264105785, "input_sha256": "3d7d7b566317d9006cfc31a3379d4750970a1678f5555fb6b48c139eced11e13"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.05017466980054264, "seed": 3429286262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049602318081199456, "interval": [-0.04845234554420022, 0.14765698170659913], "p_value": 0.27056277056277056, "input_sha256": "3d7d7b566317d9006cfc31a3379d4750970a1678f5555fb6b48c139eced11e13"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.05017466980054264, "seed": 3429286262, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049602318081199456, "interval": [-0.026354272587342176, 0.12075138440491667], "p_value": 0.2787444173013925, "input_sha256": "3d7d7b566317d9006cfc31a3379d4750970a1678f5555fb6b48c139eced11e13"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1294582910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1600941338706292, "interval": [-4.932254054866948, 7.252442322608206], "p_value": 0.6623376623376623, "input_sha256": "157b0b35c9a19c25cb4bd1e45c1c4358e9a6dcd6c968041942d10fecfaeb2627"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1294582910, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1600941338706292, "interval": [-3.5151909559844547, 5.41243702218165], "p_value": 0.6665986169624112, "input_sha256": "157b0b35c9a19c25cb4bd1e45c1c4358e9a6dcd6c968041942d10fecfaeb2627"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.05116743947134819, "seed": 1294582910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009499436848806109, "interval": [-0.07135186450426456, 0.05235299080665235], "p_value": 0.7251082251082251, "input_sha256": "157b0b35c9a19c25cb4bd1e45c1c4358e9a6dcd6c968041942d10fecfaeb2627"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.05116743947134819, "seed": 1294582910, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009499436848806109, "interval": [-0.05258699427900099, 0.04091794717523149], "p_value": 0.7334761443265403, "input_sha256": "157b0b35c9a19c25cb4bd1e45c1c4358e9a6dcd6c968041942d10fecfaeb2627"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1732909132, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.512415048691977, "interval": [0.1341034350342163, 18.89072666234974], "p_value": 0.03896103896103896, "input_sha256": "89fc9605a60ce61f6a3164f268435bdc1faffd38ad4eba57e15ac6d6fa4558f4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1732909132, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.512415048691977, "interval": [3.036203155203609, 17.699042330921607], "p_value": 0.04745491894922237, "input_sha256": "89fc9605a60ce61f6a3164f268435bdc1faffd38ad4eba57e15ac6d6fa4558f4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.048769384311497445, "seed": 1732909132, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12698899281137155, "interval": [-0.014018357823849886, 0.26799634344659296], "p_value": 0.015151515151515152, "input_sha256": "89fc9605a60ce61f6a3164f268435bdc1faffd38ad4eba57e15ac6d6fa4558f4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.048769384311497445, "seed": 1732909132, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12698899281137155, "interval": [0.04958377842472609, 0.26964888613222077], "p_value": 0.07003978255601928, "input_sha256": "89fc9605a60ce61f6a3164f268435bdc1faffd38ad4eba57e15ac6d6fa4558f4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3477322898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.854636874216262, "interval": [-1.560296261618375, 17.2695700100509], "p_value": 0.08874458874458875, "input_sha256": "ab67c0dbf605158b3d90f847334c213ee83064c5d29c99f0b17f25dd88cb4edd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3477322898, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.854636874216262, "interval": [1.1932515196468492, 15.775277474382602], "p_value": 0.0917758125705129, "input_sha256": "ab67c0dbf605158b3d90f847334c213ee83064c5d29c99f0b17f25dd88cb4edd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.04906945110578853, "seed": 3477322898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07574394376813977, "interval": [-0.025474350363359904, 0.17696223789963944], "p_value": 0.1341991341991342, "input_sha256": "ab67c0dbf605158b3d90f847334c213ee83064c5d29c99f0b17f25dd88cb4edd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.04906945110578853, "seed": 3477322898, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07574394376813977, "interval": [0.002718170888475177, 0.1608144607309858], "p_value": 0.12580131800175984, "input_sha256": "ab67c0dbf605158b3d90f847334c213ee83064c5d29c99f0b17f25dd88cb4edd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 985569263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8655787383393108, "interval": [-14.061316799685983, 10.330159323007361], "p_value": 0.7424242424242424, "input_sha256": "ee46e7ea17354d4fbdf377cebbe7e96c16cd196c4d5ba9895463fb4331de23db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 985569263, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8655787383393108, "interval": [-11.674397242718983, 7.46416860790689], "p_value": 0.7399735718681152, "input_sha256": "ee46e7ea17354d4fbdf377cebbe7e96c16cd196c4d5ba9895463fb4331de23db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.047334274827211476, "seed": 985569263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04110411575075382, "interval": [-0.161476093159619, 0.07926786165811137], "p_value": 0.45454545454545453, "input_sha256": "ee46e7ea17354d4fbdf377cebbe7e96c16cd196c4d5ba9895463fb4331de23db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.047334274827211476, "seed": 985569263, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04110411575075382, "interval": [-0.1404914873804992, 0.052239785975531444], "p_value": 0.46360267925259613, "input_sha256": "ee46e7ea17354d4fbdf377cebbe7e96c16cd196c4d5ba9895463fb4331de23db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 947542922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.908751067071911, "interval": [-1.747858437482991, 15.565360571626814], "p_value": 0.08874458874458875, "input_sha256": "563268b5f7aa52d5e370cb8424e820055959229dd65bff76823f9a90b1a861a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 947542922, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.908751067071911, "interval": [1.1437600673999953, 15.42384249888579], "p_value": 0.10438804112250961, "input_sha256": "563268b5f7aa52d5e370cb8424e820055959229dd65bff76823f9a90b1a861a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.04924996128047767, "seed": 947542922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07027768840082035, "interval": [-0.02023544436469646, 0.16079082116633717], "p_value": 0.1038961038961039, "input_sha256": "563268b5f7aa52d5e370cb8424e820055959229dd65bff76823f9a90b1a861a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.04924996128047767, "seed": 947542922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07027768840082035, "interval": [0.006871895466645026, 0.15654607983423127], "p_value": 0.11399404405074706, "input_sha256": "563268b5f7aa52d5e370cb8424e820055959229dd65bff76823f9a90b1a861a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3871822997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1805116605995778, "interval": [-6.021746728265485, 8.38277004946464], "p_value": 0.7272727272727273, "input_sha256": "b7b3afcf974f591ff1f3c42222e39b284afc268d3ce80bd62475e09464ce9c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3871822997, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1805116605995778, "interval": [-3.665479474132131, 8.05476799591167], "p_value": 0.7202694561322948, "input_sha256": "b7b3afcf974f591ff1f3c42222e39b284afc268d3ce80bd62475e09464ce9c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04672732956356332, "seed": 3871822997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012836254179404441, "interval": [-0.06235142482842031, 0.08802393318722919], "p_value": 0.7077922077922078, "input_sha256": "b7b3afcf974f591ff1f3c42222e39b284afc268d3ce80bd62475e09464ce9c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04672732956356332, "seed": 3871822997, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012836254179404441, "interval": [-0.03932206434956328, 0.08342502304687525], "p_value": 0.7110827315731941, "input_sha256": "b7b3afcf974f591ff1f3c42222e39b284afc268d3ce80bd62475e09464ce9c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 429985723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.98064025088318, "interval": [-1.0667948090571713, 19.02807531082353], "p_value": 0.07792207792207792, "input_sha256": "5e594271e4b74b4f891eadacc087e4f3d9292da032b871d12a5f266bf0e0f364"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 429985723, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.98064025088318, "interval": [-1.5706447465230997, 15.516608022093173], "p_value": 0.07441634766148769, "input_sha256": "5e594271e4b74b4f891eadacc087e4f3d9292da032b871d12a5f266bf0e0f364"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.05071828539421152, "seed": 429985723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10027462669672217, "interval": [-0.00480976284116455, 0.2053590162346089], "p_value": 0.05627705627705628, "input_sha256": "5e594271e4b74b4f891eadacc087e4f3d9292da032b871d12a5f266bf0e0f364"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.05071828539421152, "seed": 429985723, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10027462669672217, "interval": [0.0031479761119553537, 0.1732304280302794], "p_value": 0.05927940993528212, "input_sha256": "5e594271e4b74b4f891eadacc087e4f3d9292da032b871d12a5f266bf0e0f364"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1100991276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.95843536780772, "interval": [-4.137378355588874, 18.054249091204312], "p_value": 0.1774891774891775, "input_sha256": "bc9450756b2bf9ebbc5ee7c1d0f65578badd3768ba4fe33e57607a9990613d36"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1100991276, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.95843536780772, "interval": [-3.436314160234154, 14.70429158153705], "p_value": 0.19133733799953723, "input_sha256": "bc9450756b2bf9ebbc5ee7c1d0f65578badd3768ba4fe33e57607a9990613d36"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.051353549339688165, "seed": 1100991276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07987683960407957, "interval": [-0.04179110909093964, 0.20154478829909878], "p_value": 0.170995670995671, "input_sha256": "bc9450756b2bf9ebbc5ee7c1d0f65578badd3768ba4fe33e57607a9990613d36"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.051353549339688165, "seed": 1100991276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07987683960407957, "interval": [-0.01607618649638676, 0.1712470041325642], "p_value": 0.1698006725014237, "input_sha256": "bc9450756b2bf9ebbc5ee7c1d0f65578badd3768ba4fe33e57607a9990613d36"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3758372446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1186339311642355, "interval": [-1.7389540480573, 13.976221910385771], "p_value": 0.11038961038961038, "input_sha256": "e8beeb7400f657fce38e6311494593e71c4dee4be8ea29b2ffa1f82012bba554"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3758372446, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1186339311642355, "interval": [-0.19512314667755634, 11.661874011420014], "p_value": 0.11225601475276757, "input_sha256": "e8beeb7400f657fce38e6311494593e71c4dee4be8ea29b2ffa1f82012bba554"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.04804262663360372, "seed": 3758372446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0594760924471999, "interval": [-0.013498542627375147, 0.13245072752177495], "p_value": 0.09523809523809523, "input_sha256": "e8beeb7400f657fce38e6311494593e71c4dee4be8ea29b2ffa1f82012bba554"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.04804262663360372, "seed": 3758372446, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0594760924471999, "interval": [-0.0014151467412936213, 0.10920350263783773], "p_value": 0.0984215190691904, "input_sha256": "e8beeb7400f657fce38e6311494593e71c4dee4be8ea29b2ffa1f82012bba554"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1166947957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8670169561443339, "interval": [-6.810775783225995, 8.544809695514662], "p_value": 0.8051948051948052, "input_sha256": "a0a5df04ebb9e070795146d9233d22174f2685aa51e3070458c33af3f5cda72d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1166947957, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8670169561443339, "interval": [-7.961207540359844, 5.846230390936535], "p_value": 0.8064243298856835, "input_sha256": "a0a5df04ebb9e070795146d9233d22174f2685aa51e3070458c33af3f5cda72d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.04854709600549131, "seed": 1166947957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009432052845516598, "interval": [-0.0705348743686729, 0.08939898005970609], "p_value": 0.7878787878787878, "input_sha256": "a0a5df04ebb9e070795146d9233d22174f2685aa51e3070458c33af3f5cda72d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.04854709600549131, "seed": 1166947957, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009432052845516598, "interval": [-0.08545164384307766, 0.06102290145183969], "p_value": 0.7979215872364515, "input_sha256": "a0a5df04ebb9e070795146d9233d22174f2685aa51e3070458c33af3f5cda72d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2721880542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.146262686772397, "interval": [-2.4956754983144798, 14.788200871859274], "p_value": 0.1471861471861472, "input_sha256": "7b732ea3e8aca2fd02a609b66efa90b9410dda43bcabea2145c7e736761916ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2721880542, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.146262686772397, "interval": [-0.5824282886495891, 13.297146386946034], "p_value": 0.14403914966504763, "input_sha256": "7b732ea3e8aca2fd02a609b66efa90b9410dda43bcabea2145c7e736761916ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.046093261062109536, "seed": 2721880542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06441536695807745, "interval": [-0.027067366788428318, 0.1558981007045832], "p_value": 0.14502164502164502, "input_sha256": "7b732ea3e8aca2fd02a609b66efa90b9410dda43bcabea2145c7e736761916ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.046093261062109536, "seed": 2721880542, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06441536695807745, "interval": [-0.007497005398569673, 0.13647830272844164], "p_value": 0.14712202434713403, "input_sha256": "7b732ea3e8aca2fd02a609b66efa90b9410dda43bcabea2145c7e736761916ad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2078042595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.571313751949143, "interval": [-6.733985338890358, 13.876612842788644], "p_value": 0.44805194805194803, "input_sha256": "597bc9e678fd70c7dec6494d4850a2be10ab7e8a7a94be799036b41b4f0e8add"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2078042595, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.571313751949143, "interval": [-6.0900341210652735, 10.03689600831213], "p_value": 0.4485882760195803, "input_sha256": "597bc9e678fd70c7dec6494d4850a2be10ab7e8a7a94be799036b41b4f0e8add"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04950343252286086, "seed": 2078042595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03679024772950229, "interval": [-0.06606888431147487, 0.13964937977047945], "p_value": 0.42207792207792205, "input_sha256": "597bc9e678fd70c7dec6494d4850a2be10ab7e8a7a94be799036b41b4f0e8add"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04950343252286086, "seed": 2078042595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03679024772950229, "interval": [-0.05190125992707749, 0.10640669562218362], "p_value": 0.4385949961410863, "input_sha256": "597bc9e678fd70c7dec6494d4850a2be10ab7e8a7a94be799036b41b4f0e8add"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2339156356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.670077905766975, "interval": [-2.8023521969745318, 12.142508008508482], "p_value": 0.18831168831168832, "input_sha256": "40d1c3477351534149d25c8896feaaf42502363ff1f1246b21be6f6da05b5736"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2339156356, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.670077905766975, "interval": [-1.2977662125275065, 10.59165348924615], "p_value": 0.1923031503199489, "input_sha256": "40d1c3477351534149d25c8896feaaf42502363ff1f1246b21be6f6da05b5736"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.04932656173895856, "seed": 2339156356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044629403019630934, "interval": [-0.03270036818235739, 0.12195917422161925], "p_value": 0.21428571428571427, "input_sha256": "40d1c3477351534149d25c8896feaaf42502363ff1f1246b21be6f6da05b5736"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.04932656173895856, "seed": 2339156356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044629403019630934, "interval": [-0.016421486037855003, 0.10166006303777789], "p_value": 0.22106855481833626, "input_sha256": "40d1c3477351534149d25c8896feaaf42502363ff1f1246b21be6f6da05b5736"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3197650850, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.928170510780974, "interval": [-2.6352584897552402, 18.491599511317187], "p_value": 0.11471861471861472, "input_sha256": "8bebf331b4d817aba2d7ebe826fe10c494b0f085bd7092146a61420ebd4ddc9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3197650850, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.928170510780974, "interval": [0.266681516616612, 17.609457369209775], "p_value": 0.12291149356245466, "input_sha256": "8bebf331b4d817aba2d7ebe826fe10c494b0f085bd7092146a61420ebd4ddc9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.049266901950895024, "seed": 3197650850, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07820034899390951, "interval": [-0.023842932375929618, 0.18024363036374863], "p_value": 0.1038961038961039, "input_sha256": "8bebf331b4d817aba2d7ebe826fe10c494b0f085bd7092146a61420ebd4ddc9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.049266901950895024, "seed": 3197650850, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07820034899390951, "interval": [0.0028569079678503603, 0.16751914904325696], "p_value": 0.11555726521886535, "input_sha256": "8bebf331b4d817aba2d7ebe826fe10c494b0f085bd7092146a61420ebd4ddc9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 643137940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.275433269249997, "interval": [-5.7320389870906725, 20.282905525590667], "p_value": 0.23160173160173161, "input_sha256": "831b46c1b3d5e2525f870ae4e99c279b4d92dc0aa2583dfef1342fdd0632ed90"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 643137940, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.275433269249997, "interval": [-4.341718573481425, 15.281568603556602], "p_value": 0.23287755176394528, "input_sha256": "831b46c1b3d5e2525f870ae4e99c279b4d92dc0aa2583dfef1342fdd0632ed90"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.04754667026791603, "seed": 643137940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07057087919026114, "interval": [-0.06800326390822853, 0.20914502228875081], "p_value": 0.26406926406926406, "input_sha256": "831b46c1b3d5e2525f870ae4e99c279b4d92dc0aa2583dfef1342fdd0632ed90"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.04754667026791603, "seed": 643137940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07057087919026114, "interval": [-0.059173529663802946, 0.15462068721193908], "p_value": 0.27382576860250246, "input_sha256": "831b46c1b3d5e2525f870ae4e99c279b4d92dc0aa2583dfef1342fdd0632ed90"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4273692893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.253828590433151, "interval": [-0.4053514558818154, 10.913008636748117], "p_value": 0.06493506493506493, "input_sha256": "0036d4828078c9030b1a6ab47e3c8df077eab5431a28e9e977ac5c307e12cb3c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4273692893, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.253828590433151, "interval": [0.4419191434453432, 9.086416168571029], "p_value": 0.0646446925478307, "input_sha256": "0036d4828078c9030b1a6ab47e3c8df077eab5431a28e9e977ac5c307e12cb3c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.04619314204430127, "seed": 4273692893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053278324306693194, "interval": [0.0043457337663064255, 0.10221091484707996], "p_value": 0.03896103896103896, "input_sha256": "0036d4828078c9030b1a6ab47e3c8df077eab5431a28e9e977ac5c307e12cb3c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.04619314204430127, "seed": 4273692893, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053278324306693194, "interval": [0.013788819894820784, 0.08962125386223616], "p_value": 0.035972264012125506, "input_sha256": "0036d4828078c9030b1a6ab47e3c8df077eab5431a28e9e977ac5c307e12cb3c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2890861510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1039859259492504, "interval": [-11.43629421349464, 9.228322361596142], "p_value": 0.816017316017316, "input_sha256": "f810eb9e5f261209ed6f54de7b97ba00f2961036a36cfa2dc01102f35abd2e60"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2890861510, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1039859259492504, "interval": [-8.742647645686448, 7.655002875799627], "p_value": 0.8158834621096697, "input_sha256": "f810eb9e5f261209ed6f54de7b97ba00f2961036a36cfa2dc01102f35abd2e60"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0508432549566086, "seed": 2890861510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027859463478748875, "interval": [-0.1348081365133174, 0.07908920955581966], "p_value": 0.551948051948052, "input_sha256": "f810eb9e5f261209ed6f54de7b97ba00f2961036a36cfa2dc01102f35abd2e60"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0508432549566086, "seed": 2890861510, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027859463478748875, "interval": [-0.10955347882356428, 0.05956151081995717], "p_value": 0.5718867668024719, "input_sha256": "f810eb9e5f261209ed6f54de7b97ba00f2961036a36cfa2dc01102f35abd2e60"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3914252172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.804613481373988, "interval": [-0.7272825228323949, 18.336509485580372], "p_value": 0.06493506493506493, "input_sha256": "5e0853fa87f6fc5075c4c8ae847a0aa0625ae0472cc4ab4e620871127c6a37db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3914252172, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.804613481373988, "interval": [0.7225482846860931, 16.516755941287332], "p_value": 0.0665551859816898, "input_sha256": "5e0853fa87f6fc5075c4c8ae847a0aa0625ae0472cc4ab4e620871127c6a37db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04875111001835523, "seed": 3914252172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08701742129629633, "interval": [-0.007275742663653731, 0.18131058525624638], "p_value": 0.07142857142857142, "input_sha256": "5e0853fa87f6fc5075c4c8ae847a0aa0625ae0472cc4ab4e620871127c6a37db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04875111001835523, "seed": 3914252172, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08701742129629633, "interval": [0.005952769160801262, 0.15909674642639604], "p_value": 0.06679386964429132, "input_sha256": "5e0853fa87f6fc5075c4c8ae847a0aa0625ae0472cc4ab4e620871127c6a37db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4041508891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3682957665504434, "interval": [-8.838863002879346, 13.575454535980235], "p_value": 0.6406926406926406, "input_sha256": "8ed5761d8a3dab0d68ed58faafcd092328b1bc4e771459edf72f3e4d8f91f817"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4041508891, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3682957665504434, "interval": [-6.15901635845985, 10.726686300790277], "p_value": 0.6436679026854503, "input_sha256": "8ed5761d8a3dab0d68ed58faafcd092328b1bc4e771459edf72f3e4d8f91f817"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.046280306540657845, "seed": 4041508891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022725003719542516, "interval": [-0.09027236736059245, 0.13572237479967747], "p_value": 0.658008658008658, "input_sha256": "8ed5761d8a3dab0d68ed58faafcd092328b1bc4e771459edf72f3e4d8f91f817"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.046280306540657845, "seed": 4041508891, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022725003719542516, "interval": [-0.0657482820667875, 0.10877134435175385], "p_value": 0.6602213898173355, "input_sha256": "8ed5761d8a3dab0d68ed58faafcd092328b1bc4e771459edf72f3e4d8f91f817"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3298373103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.8883834628105, "interval": [-0.5047352589788971, 18.281502184599898], "p_value": 0.0670995670995671, "input_sha256": "f4a85da5c35f426765355f1310c79fcc3082454ea98e2964484ba4da330300c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3298373103, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.8883834628105, "interval": [-0.5646200843701434, 14.821149463165343], "p_value": 0.061126381887548605, "input_sha256": "f4a85da5c35f426765355f1310c79fcc3082454ea98e2964484ba4da330300c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.05234018293150661, "seed": 3298373103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10609340717966789, "interval": [-0.0003043860167008111, 0.21249120037603658], "p_value": 0.04329004329004329, "input_sha256": "f4a85da5c35f426765355f1310c79fcc3082454ea98e2964484ba4da330300c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.05234018293150661, "seed": 3298373103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10609340717966789, "interval": [0.0008700751273142601, 0.1720442272305806], "p_value": 0.05052997598855629, "input_sha256": "f4a85da5c35f426765355f1310c79fcc3082454ea98e2964484ba4da330300c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1506054356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.342406431573849, "interval": [-0.10441773195641879, 18.789230595104115], "p_value": 0.05411255411255411, "input_sha256": "d0dcdf2da58070a1fd1f888a56b4c39899e5866a8e82fd21a625ed9196a37167"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1506054356, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.342406431573849, "interval": [2.1259109522490345, 16.220795897018803], "p_value": 0.052073040623218235, "input_sha256": "d0dcdf2da58070a1fd1f888a56b4c39899e5866a8e82fd21a625ed9196a37167"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.049372264332703995, "seed": 1506054356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09136357105766715, "interval": [-0.007794382744834558, 0.19052152486016888], "p_value": 0.0670995670995671, "input_sha256": "d0dcdf2da58070a1fd1f888a56b4c39899e5866a8e82fd21a625ed9196a37167"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.049372264332703995, "seed": 1506054356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09136357105766715, "interval": [0.01222769532706147, 0.1640976666006052], "p_value": 0.066800915843822, "input_sha256": "d0dcdf2da58070a1fd1f888a56b4c39899e5866a8e82fd21a625ed9196a37167"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3196785559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.388455191174842, "interval": [-2.3603840052017215, 11.137294387551405], "p_value": 0.1645021645021645, "input_sha256": "113937489cc3f486f952c21315bf66a4960a5435099e7b119ec1c2cb3b35e1cc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3196785559, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.388455191174842, "interval": [-0.9283507047642067, 9.50820533293162], "p_value": 0.17694913391109784, "input_sha256": "113937489cc3f486f952c21315bf66a4960a5435099e7b119ec1c2cb3b35e1cc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.05210951831001486, "seed": 3196785559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03401957794527165, "interval": [-0.03879589124646507, 0.10683504713700837], "p_value": 0.30952380952380953, "input_sha256": "113937489cc3f486f952c21315bf66a4960a5435099e7b119ec1c2cb3b35e1cc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.05210951831001486, "seed": 3196785559, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03401957794527165, "interval": [-0.022419496299229513, 0.08770423317211656], "p_value": 0.322107655339377, "input_sha256": "113937489cc3f486f952c21315bf66a4960a5435099e7b119ec1c2cb3b35e1cc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1268458072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3974503456101264, "interval": [-6.648089054400964, 9.442989745621217], "p_value": 0.6948051948051948, "input_sha256": "892b8f13e5e9726a06143b5050e578dcd117535f14f864ef3676119dc981087c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1268458072, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3974503456101264, "interval": [-5.216231465689143, 7.6617429287743155], "p_value": 0.7068086585718244, "input_sha256": "892b8f13e5e9726a06143b5050e578dcd117535f14f864ef3676119dc981087c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.050707144589771214, "seed": 1268458072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019203891639478443, "interval": [-0.06425303479996256, 0.10266081807891944], "p_value": 0.6298701298701299, "input_sha256": "892b8f13e5e9726a06143b5050e578dcd117535f14f864ef3676119dc981087c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.050707144589771214, "seed": 1268458072, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019203891639478443, "interval": [-0.04558992875177091, 0.08839821258111918], "p_value": 0.61920372429854, "input_sha256": "892b8f13e5e9726a06143b5050e578dcd117535f14f864ef3676119dc981087c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4137079226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.477003753936918, "interval": [-2.0159655751411387, 12.969973083014974], "p_value": 0.14502164502164502, "input_sha256": "2f0f5ab0d3274cbed58df0107910eb03ded8c94d2b5132af4bd01616c7f14d73"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4137079226, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.477003753936918, "interval": [-0.32400896109802796, 12.104948679720819], "p_value": 0.13441761264428442, "input_sha256": "2f0f5ab0d3274cbed58df0107910eb03ded8c94d2b5132af4bd01616c7f14d73"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.050076591414858485, "seed": 4137079226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05661363914768271, "interval": [-0.02265112490085118, 0.13587840319621658], "p_value": 0.1471861471861472, "input_sha256": "2f0f5ab0d3274cbed58df0107910eb03ded8c94d2b5132af4bd01616c7f14d73"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.050076591414858485, "seed": 4137079226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05661363914768271, "interval": [-0.006856024877589891, 0.1251193326858029], "p_value": 0.1425928004856121, "input_sha256": "2f0f5ab0d3274cbed58df0107910eb03ded8c94d2b5132af4bd01616c7f14d73"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2366026883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.600097450513414, "interval": [-5.022416765018652, 18.22261166604548], "p_value": 0.20346320346320346, "input_sha256": "312d905fcf5e1704900bfcbf30ecab5cf4b13b50eb6853169a50cf7152bc019c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2366026883, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.600097450513414, "interval": [-1.5110734005947393, 14.24254923911767], "p_value": 0.2158984808536228, "input_sha256": "312d905fcf5e1704900bfcbf30ecab5cf4b13b50eb6853169a50cf7152bc019c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.048609355144713116, "seed": 2366026883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05350783484148394, "interval": [-0.07202846209625086, 0.17904413177921874], "p_value": 0.3203463203463203, "input_sha256": "312d905fcf5e1704900bfcbf30ecab5cf4b13b50eb6853169a50cf7152bc019c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.048609355144713116, "seed": 2366026883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05350783484148394, "interval": [-0.0321572183032281, 0.13301184159253476], "p_value": 0.3366530382463021, "input_sha256": "312d905fcf5e1704900bfcbf30ecab5cf4b13b50eb6853169a50cf7152bc019c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3971780379, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.587000411756885, "interval": [-5.181176966324926, 20.355177789838695], "p_value": 0.20562770562770563, "input_sha256": "cbf4f2506b0a33dd980c6b2964429c74079bf5ebcded383c6bf2e377dc2f8e6e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3971780379, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.587000411756885, "interval": [-2.789382636285897, 17.750025563977587], "p_value": 0.21270573246325183, "input_sha256": "cbf4f2506b0a33dd980c6b2964429c74079bf5ebcded383c6bf2e377dc2f8e6e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04852917198975768, "seed": 3971780379, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07941845697113094, "interval": [-0.05308712597018515, 0.21192403991244702], "p_value": 0.2012987012987013, "input_sha256": "cbf4f2506b0a33dd980c6b2964429c74079bf5ebcded383c6bf2e377dc2f8e6e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04852917198975768, "seed": 3971780379, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07941845697113094, "interval": [-0.03234966117230547, 0.18095137521751625], "p_value": 0.2095357001783966, "input_sha256": "cbf4f2506b0a33dd980c6b2964429c74079bf5ebcded383c6bf2e377dc2f8e6e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3816048768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13330861016801165, "interval": [-6.586096049329063, 6.31947882899304], "p_value": 0.9696969696969697, "input_sha256": "ac7ddd446cc348d3b40e58911429518406cf75ab93b27449272f3f48c51dde7e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3816048768, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13330861016801165, "interval": [-6.166914913453419, 4.453037167442736], "p_value": 0.9641418869645292, "input_sha256": "ac7ddd446cc348d3b40e58911429518406cf75ab93b27449272f3f48c51dde7e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.05190007654059942, "seed": 3816048768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001972087926941979, "interval": [-0.07154486441695518, 0.06760068856307122], "p_value": 0.9567099567099567, "input_sha256": "ac7ddd446cc348d3b40e58911429518406cf75ab93b27449272f3f48c51dde7e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.05190007654059942, "seed": 3816048768, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001972087926941979, "interval": [-0.06390094474457018, 0.049363222419882176], "p_value": 0.9508845790746956, "input_sha256": "ac7ddd446cc348d3b40e58911429518406cf75ab93b27449272f3f48c51dde7e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 780127005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4471059258723837, "interval": [-4.857882557688805, 11.752094409433573], "p_value": 0.38311688311688313, "input_sha256": "0065e6459835a818bff429c9dbdb4c2328dcca0a2b52b163ef8d4453a1980619"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 780127005, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4471059258723837, "interval": [-3.1124930816967016, 9.738472857668697], "p_value": 0.3664539577376965, "input_sha256": "0065e6459835a818bff429c9dbdb4c2328dcca0a2b52b163ef8d4453a1980619"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.04758917566528379, "seed": 780127005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040370952389266496, "interval": [-0.04880536935259158, 0.12954727413112457], "p_value": 0.3225108225108225, "input_sha256": "0065e6459835a818bff429c9dbdb4c2328dcca0a2b52b163ef8d4453a1980619"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.04758917566528379, "seed": 780127005, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040370952389266496, "interval": [-0.03375386222197144, 0.10403740533079191], "p_value": 0.32778312410086224, "input_sha256": "0065e6459835a818bff429c9dbdb4c2328dcca0a2b52b163ef8d4453a1980619"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 157783708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.984467373828465, "interval": [-0.6029213560713416, 18.571856103728273], "p_value": 0.07575757575757576, "input_sha256": "83993c091bbb722367ed454fd386423c4457faf8220d5df129a39f3e51549b76"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 157783708, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.984467373828465, "interval": [1.1842859672677617, 16.958214898854465], "p_value": 0.06333816824374473, "input_sha256": "83993c091bbb722367ed454fd386423c4457faf8220d5df129a39f3e51549b76"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04941914593310451, "seed": 157783708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07476978494456797, "interval": [-0.025660902406211092, 0.17520047229534702], "p_value": 0.12121212121212122, "input_sha256": "83993c091bbb722367ed454fd386423c4457faf8220d5df129a39f3e51549b76"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04941914593310451, "seed": 157783708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07476978494456797, "interval": [-0.00293631158831841, 0.16366568559360706], "p_value": 0.1279902513310288, "input_sha256": "83993c091bbb722367ed454fd386423c4457faf8220d5df129a39f3e51549b76"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2327720794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.65090964622635, "interval": [-5.231690715202695, 10.533510007655394], "p_value": 0.47186147186147187, "input_sha256": "e1e594d939440b4c33ea86d6a509b3b04c70dcd350bde95770cb0d927575ddf7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2327720794, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.65090964622635, "interval": [-4.075594575567625, 8.594157143636576], "p_value": 0.47068234767237105, "input_sha256": "e1e594d939440b4c33ea86d6a509b3b04c70dcd350bde95770cb0d927575ddf7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.04992450231774445, "seed": 2327720794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024792993786273046, "interval": [-0.048428816274496064, 0.09801480384704216], "p_value": 0.461038961038961, "input_sha256": "e1e594d939440b4c33ea86d6a509b3b04c70dcd350bde95770cb0d927575ddf7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.04992450231774445, "seed": 2327720794, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024792993786273046, "interval": [-0.0434296576233537, 0.07424933369832327], "p_value": 0.46793022521233096, "input_sha256": "e1e594d939440b4c33ea86d6a509b3b04c70dcd350bde95770cb0d927575ddf7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2563638675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5152968256860326, "interval": [-7.979757234588437, 9.010350885960502], "p_value": 0.8961038961038961, "input_sha256": "bc6dab76c7b5fd815994a8ee7ed410ad4950ab12663210032668b705aa31f43d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2563638675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5152968256860326, "interval": [-6.117435099560636, 7.844170145142971], "p_value": 0.8945955566379784, "input_sha256": "bc6dab76c7b5fd815994a8ee7ed410ad4950ab12663210032668b705aa31f43d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.04772093172038411, "seed": 2563638675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004806376730194073, "interval": [-0.08794459991690583, 0.09755735337729397], "p_value": 0.9090909090909091, "input_sha256": "bc6dab76c7b5fd815994a8ee7ed410ad4950ab12663210032668b705aa31f43d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.04772093172038411, "seed": 2563638675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004806376730194073, "interval": [-0.07208861280500142, 0.0801197140911126], "p_value": 0.9103613439329433, "input_sha256": "bc6dab76c7b5fd815994a8ee7ed410ad4950ab12663210032668b705aa31f43d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4200719654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.009044767508753, "interval": [-3.5121552857617946, 15.5302448207793], "p_value": 0.18181818181818182, "input_sha256": "9a87836a2f4d56945511d523b34d3624c85a20037ce6867a4759b2ffd59ae828"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4200719654, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.009044767508753, "interval": [-0.4057327179396664, 14.171290091301408], "p_value": 0.18677185924830642, "input_sha256": "9a87836a2f4d56945511d523b34d3624c85a20037ce6867a4759b2ffd59ae828"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.048356203948328465, "seed": 4200719654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04406423638720022, "interval": [-0.06021400275048541, 0.14834247552488586], "p_value": 0.37445887445887444, "input_sha256": "9a87836a2f4d56945511d523b34d3624c85a20037ce6867a4759b2ffd59ae828"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.048356203948328465, "seed": 4200719654, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04406423638720022, "interval": [-0.03161701633244359, 0.1262941151434725], "p_value": 0.3604449572965416, "input_sha256": "9a87836a2f4d56945511d523b34d3624c85a20037ce6867a4759b2ffd59ae828"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3479918332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.869980763763635, "interval": [-2.3862015191243735, 12.126163046651644], "p_value": 0.16233766233766234, "input_sha256": "2c441decbfddef94307e0c1b59a9839e8f2cd9f296d16770ab93790283a51fbf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3479918332, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.869980763763635, "interval": [-0.8958610727903886, 10.496294487212925], "p_value": 0.16276983774951953, "input_sha256": "2c441decbfddef94307e0c1b59a9839e8f2cd9f296d16770ab93790283a51fbf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.05089244976950592, "seed": 3479918332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04965334717638884, "interval": [-0.03204505650898259, 0.13135175086176026], "p_value": 0.19480519480519481, "input_sha256": "2c441decbfddef94307e0c1b59a9839e8f2cd9f296d16770ab93790283a51fbf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.05089244976950592, "seed": 3479918332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04965334717638884, "interval": [-0.00994029536718019, 0.11942969153056855], "p_value": 0.20167542917180264, "input_sha256": "2c441decbfddef94307e0c1b59a9839e8f2cd9f296d16770ab93790283a51fbf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1585696861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.421062158098027, "interval": [-2.2942572336947196, 17.136381549890775], "p_value": 0.08874458874458875, "input_sha256": "310bec6eceaa0ab81e8dcd62c7f13d69733dae0057cad8dbc0d11089261b79f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1585696861, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.421062158098027, "interval": [-4.458703109064502, 12.485273342970645], "p_value": 0.11053254599523135, "input_sha256": "310bec6eceaa0ab81e8dcd62c7f13d69733dae0057cad8dbc0d11089261b79f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.04666492946041562, "seed": 1585696861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06131658563262551, "interval": [-0.0563211237554151, 0.17895429502066612], "p_value": 0.22294372294372294, "input_sha256": "310bec6eceaa0ab81e8dcd62c7f13d69733dae0057cad8dbc0d11089261b79f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.04666492946041562, "seed": 1585696861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06131658563262551, "interval": [-0.080014404243917, 0.11927547175175848], "p_value": 0.24609209915539731, "input_sha256": "310bec6eceaa0ab81e8dcd62c7f13d69733dae0057cad8dbc0d11089261b79f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1288522728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.404266306503239, "interval": [-1.1753557025617862, 19.983888315568265], "p_value": 0.07142857142857142, "input_sha256": "d1ccda26a47b2f8fdbdfdae40d0afa1ac38dbdc1112ef15728d6721ca0727982"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1288522728, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.404266306503239, "interval": [0.8826681638795423, 17.711098912193318], "p_value": 0.0752254197417035, "input_sha256": "d1ccda26a47b2f8fdbdfdae40d0afa1ac38dbdc1112ef15728d6721ca0727982"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.05088967392551249, "seed": 1288522728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08592996360567928, "interval": [-0.037354297089998725, 0.20921422430135728], "p_value": 0.15151515151515152, "input_sha256": "d1ccda26a47b2f8fdbdfdae40d0afa1ac38dbdc1112ef15728d6721ca0727982"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.05088967392551249, "seed": 1288522728, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08592996360567928, "interval": [-0.012361349295363835, 0.19254007435995033], "p_value": 0.15028809715908975, "input_sha256": "d1ccda26a47b2f8fdbdfdae40d0afa1ac38dbdc1112ef15728d6721ca0727982"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 506748191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.20138891092856, "interval": [2.6039957752269576, 21.798782046630166], "p_value": 0.004329004329004329, "input_sha256": "b5b5715bc9f46c3362fb654b149728bc147ee94c96a5efcb62ecab99c983436e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 506748191, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.20138891092856, "interval": [5.713648233355079, 21.077607368549703], "p_value": 0.018145740702910765, "input_sha256": "b5b5715bc9f46c3362fb654b149728bc147ee94c96a5efcb62ecab99c983436e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.04916398097068519, "seed": 506748191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12064084378048492, "interval": [0.029835356057110088, 0.21144633150385977], "p_value": 0.006493506493506494, "input_sha256": "b5b5715bc9f46c3362fb654b149728bc147ee94c96a5efcb62ecab99c983436e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.04916398097068519, "seed": 506748191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12064084378048492, "interval": [0.059075811273066235, 0.19954002972737747], "p_value": 0.014563176323658947, "input_sha256": "b5b5715bc9f46c3362fb654b149728bc147ee94c96a5efcb62ecab99c983436e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3880600467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.625396437581884, "interval": [-4.784761511204431, 14.035554386368199], "p_value": 0.2748917748917749, "input_sha256": "d49ecd982acdef86a1c1c0fe18bdd352ccfc409bc96dd82037ee8eeda56a9cb4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3880600467, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.625396437581884, "interval": [-3.3483433174584896, 11.78086150651503], "p_value": 0.29719323642713236, "input_sha256": "d49ecd982acdef86a1c1c0fe18bdd352ccfc409bc96dd82037ee8eeda56a9cb4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.04702900964699328, "seed": 3880600467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03231532951694073, "interval": [-0.05607639282593008, 0.12070705185981154], "p_value": 0.42857142857142855, "input_sha256": "d49ecd982acdef86a1c1c0fe18bdd352ccfc409bc96dd82037ee8eeda56a9cb4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.04702900964699328, "seed": 3880600467, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03231532951694073, "interval": [-0.0436730342848346, 0.10126560174655588], "p_value": 0.43403127246658657, "input_sha256": "d49ecd982acdef86a1c1c0fe18bdd352ccfc409bc96dd82037ee8eeda56a9cb4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1452829405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.532201954643476, "interval": [-3.9428749731580766, 17.00727888244503], "p_value": 0.18398268398268397, "input_sha256": "28f1539d6ed9f0896b685977897930b6b362ad1fe67db3e3565737345d750868"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1452829405, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.532201954643476, "interval": [-1.8821519217222924, 14.316381368014506], "p_value": 0.1921721171194352, "input_sha256": "28f1539d6ed9f0896b685977897930b6b362ad1fe67db3e3565737345d750868"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.04687052562568519, "seed": 1452829405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07147541792798393, "interval": [-0.021344862802214468, 0.16429569865818233], "p_value": 0.12554112554112554, "input_sha256": "28f1539d6ed9f0896b685977897930b6b362ad1fe67db3e3565737345d750868"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.04687052562568519, "seed": 1452829405, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07147541792798393, "interval": [-0.001062980161865343, 0.1398174710261305], "p_value": 0.11621838974247983, "input_sha256": "28f1539d6ed9f0896b685977897930b6b362ad1fe67db3e3565737345d750868"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1114589057, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.586776764261355, "interval": [-2.7237906278869364, 19.897344156409645], "p_value": 0.12121212121212122, "input_sha256": "4eb7b9041e9a94677efaa642c9fe19c2ae027125c8a6bb5caaf5f8dd4258d14d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1114589057, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.586776764261355, "interval": [-2.191579997467272, 15.151561912657991], "p_value": 0.11818883945712207, "input_sha256": "4eb7b9041e9a94677efaa642c9fe19c2ae027125c8a6bb5caaf5f8dd4258d14d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.04984226162026489, "seed": 1114589057, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09303497384357245, "interval": [-0.027570014705691565, 0.21363996239283647], "p_value": 0.11038961038961038, "input_sha256": "4eb7b9041e9a94677efaa642c9fe19c2ae027125c8a6bb5caaf5f8dd4258d14d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.04984226162026489, "seed": 1114589057, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09303497384357245, "interval": [-0.015570644973541823, 0.1687411294551621], "p_value": 0.11301453632307391, "input_sha256": "4eb7b9041e9a94677efaa642c9fe19c2ae027125c8a6bb5caaf5f8dd4258d14d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3907449807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5826156882983167, "interval": [-7.969683606334623, 6.80445222973799], "p_value": 0.854978354978355, "input_sha256": "74b74cec7c28274c8da5cc1a894e5969710c291ac8ae6c51f6ca2b5735a06a14"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3907449807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5826156882983167, "interval": [-6.411408325043673, 5.2634923614338085], "p_value": 0.8635701306704167, "input_sha256": "74b74cec7c28274c8da5cc1a894e5969710c291ac8ae6c51f6ca2b5735a06a14"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.047337873239052856, "seed": 3907449807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006316863068775713, "interval": [-0.07338830048996749, 0.07212492787621234], "p_value": 0.9805194805194806, "input_sha256": "74b74cec7c28274c8da5cc1a894e5969710c291ac8ae6c51f6ca2b5735a06a14"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.047337873239052856, "seed": 3907449807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006316863068775713, "interval": [-0.05864256364436546, 0.06111279859288197], "p_value": 0.9848670530884905, "input_sha256": "74b74cec7c28274c8da5cc1a894e5969710c291ac8ae6c51f6ca2b5735a06a14"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1207398206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.786565469104499, "interval": [-0.8593849847117898, 20.432515922920786], "p_value": 0.05627705627705628, "input_sha256": "1fa747d868b87b5d4db5701bfb96e1a3b3d0ee2f9636121c952e59b0ca931772"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1207398206, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.786565469104499, "interval": [2.0588321541548154, 19.52227783612131], "p_value": 0.06716002643832018, "input_sha256": "1fa747d868b87b5d4db5701bfb96e1a3b3d0ee2f9636121c952e59b0ca931772"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.05031934444827918, "seed": 1207398206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12069833762681029, "interval": [-0.01819798961151778, 0.2595946648651384], "p_value": 0.0367965367965368, "input_sha256": "1fa747d868b87b5d4db5701bfb96e1a3b3d0ee2f9636121c952e59b0ca931772"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.05031934444827918, "seed": 1207398206, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12069833762681029, "interval": [0.03646576773150377, 0.26380812644059465], "p_value": 0.07889959277944608, "input_sha256": "1fa747d868b87b5d4db5701bfb96e1a3b3d0ee2f9636121c952e59b0ca931772"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1626175214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8804475240392264, "interval": [-6.848559430795824, 10.609454478874277], "p_value": 0.6471861471861472, "input_sha256": "e72c310a015fe51e975255dbae14319845f3baa77e1ab2b149a3414dfadb0120"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1626175214, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8804475240392264, "interval": [-4.4160396987516375, 9.304904832323261], "p_value": 0.6415409304325399, "input_sha256": "e72c310a015fe51e975255dbae14319845f3baa77e1ab2b149a3414dfadb0120"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0452445129180458, "seed": 1626175214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009546817487026404, "interval": [-0.06729870663795481, 0.08639234161200762], "p_value": 0.7922077922077922, "input_sha256": "e72c310a015fe51e975255dbae14319845f3baa77e1ab2b149a3414dfadb0120"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0452445129180458, "seed": 1626175214, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009546817487026404, "interval": [-0.04702123236053191, 0.07127131314553303], "p_value": 0.7873173754195097, "input_sha256": "e72c310a015fe51e975255dbae14319845f3baa77e1ab2b149a3414dfadb0120"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 330943525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.143147311130793, "interval": [-4.971667621754181, 7.257962244015767], "p_value": 0.6796536796536796, "input_sha256": "54099767cb0e3b54ac68f94defa32e8a387683f51459bc8d5b955322d16cdd70"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 330943525, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.143147311130793, "interval": [-3.624621685396198, 5.4976988522796795], "p_value": 0.6850082074224411, "input_sha256": "54099767cb0e3b54ac68f94defa32e8a387683f51459bc8d5b955322d16cdd70"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.05315630979126959, "seed": 330943525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004921655824645266, "interval": [-0.07251651737662226, 0.0823598290259128], "p_value": 0.8658008658008658, "input_sha256": "54099767cb0e3b54ac68f94defa32e8a387683f51459bc8d5b955322d16cdd70"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.05315630979126959, "seed": 330943525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004921655824645266, "interval": [-0.04642701486700832, 0.06956396989925791], "p_value": 0.8880869432277405, "input_sha256": "54099767cb0e3b54ac68f94defa32e8a387683f51459bc8d5b955322d16cdd70"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3471949715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.289570466401121, "interval": [-4.92392932648573, 11.503070259287973], "p_value": 0.3852813852813853, "input_sha256": "d72b64a9ce3c436692972220f62d26317ce89c4897baa8c3845184d3ac1ec849"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3471949715, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.289570466401121, "interval": [-3.273470756379217, 10.000858043538313], "p_value": 0.39295476128886875, "input_sha256": "d72b64a9ce3c436692972220f62d26317ce89c4897baa8c3845184d3ac1ec849"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.04796677447829805, "seed": 3471949715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021573562978690834, "interval": [-0.06373853509417873, 0.10688566105156042], "p_value": 0.5865800865800865, "input_sha256": "d72b64a9ce3c436692972220f62d26317ce89c4897baa8c3845184d3ac1ec849"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.04796677447829805, "seed": 3471949715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021573562978690834, "interval": [-0.044661079335900855, 0.09196911265133209], "p_value": 0.5817117073115026, "input_sha256": "d72b64a9ce3c436692972220f62d26317ce89c4897baa8c3845184d3ac1ec849"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2113214527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.961363554506335, "interval": [3.1970913363387954, 20.725635772673876], "p_value": 0.008658008658008658, "input_sha256": "74c266d2186eb50d4f1a656570781c93b610fc60efa29a9edb6e47786c1fb218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2113214527, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.961363554506335, "interval": [5.7900737820529535, 19.568088640370224], "p_value": 0.012736132280229465, "input_sha256": "74c266d2186eb50d4f1a656570781c93b610fc60efa29a9edb6e47786c1fb218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.04564825747976146, "seed": 2113214527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10446851041843483, "interval": [0.02517543624451339, 0.18376158459235625], "p_value": 0.012987012987012988, "input_sha256": "74c266d2186eb50d4f1a656570781c93b610fc60efa29a9edb6e47786c1fb218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.04564825747976146, "seed": 2113214527, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10446851041843483, "interval": [0.04995506107317112, 0.1735528347376952], "p_value": 0.014940644491450621, "input_sha256": "74c266d2186eb50d4f1a656570781c93b610fc60efa29a9edb6e47786c1fb218"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2201239527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.266821516682017, "interval": [-13.648948281303802, 3.1153052479397685], "p_value": 0.17965367965367965, "input_sha256": "4b3f436c4901c6d843e12d94a15cd052509dda181b13a6ee92bce902a47ee9be"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2201239527, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.266821516682017, "interval": [-10.946585799133839, 2.7832524930094307], "p_value": 0.18734604921174122, "input_sha256": "4b3f436c4901c6d843e12d94a15cd052509dda181b13a6ee92bce902a47ee9be"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.04793703312597408, "seed": 2201239527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05012739447217154, "interval": [-0.13781409472592848, 0.0375593057815854], "p_value": 0.21861471861471862, "input_sha256": "4b3f436c4901c6d843e12d94a15cd052509dda181b13a6ee92bce902a47ee9be"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.04793703312597408, "seed": 2201239527, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05012739447217154, "interval": [-0.114946638959201, 0.026768243124506465], "p_value": 0.22496193155271785, "input_sha256": "4b3f436c4901c6d843e12d94a15cd052509dda181b13a6ee92bce902a47ee9be"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2242655686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.838561878045216, "interval": [-5.944098908889354, 15.621222664979786], "p_value": 0.3268398268398268, "input_sha256": "ae85651333a0fad15c91e946af73b2ebe1e660c82a89b11ac0b6ef874971b796"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2242655686, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.838561878045216, "interval": [-3.2407078486830163, 13.631704735953317], "p_value": 0.33810635577504, "input_sha256": "ae85651333a0fad15c91e946af73b2ebe1e660c82a89b11ac0b6ef874971b796"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.04838194650845093, "seed": 2242655686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04384140186031134, "interval": [-0.05960613907227619, 0.14728894279289886], "p_value": 0.36147186147186144, "input_sha256": "ae85651333a0fad15c91e946af73b2ebe1e660c82a89b11ac0b6ef874971b796"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.04838194650845093, "seed": 2242655686, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04384140186031134, "interval": [-0.034959598472943075, 0.125832958473213], "p_value": 0.3659375024924413, "input_sha256": "ae85651333a0fad15c91e946af73b2ebe1e660c82a89b11ac0b6ef874971b796"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 618200077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7494021698217814, "interval": [-11.136169365454945, 9.637365025811382], "p_value": 0.8831168831168831, "input_sha256": "5e237c81689dc9ed720ab354dbc632d2c70411d9bd1f02813f75fbdc998982fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 618200077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7494021698217814, "interval": [-10.818826239088335, 6.348919611939111], "p_value": 0.8750933661649788, "input_sha256": "5e237c81689dc9ed720ab354dbc632d2c70411d9bd1f02813f75fbdc998982fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.04716423907353587, "seed": 618200077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002635527473854704, "interval": [-0.09739825459345512, 0.09212719964574571], "p_value": 0.9632034632034632, "input_sha256": "5e237c81689dc9ed720ab354dbc632d2c70411d9bd1f02813f75fbdc998982fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.04716423907353587, "seed": 618200077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002635527473854704, "interval": [-0.09047097757488012, 0.06491555079134913], "p_value": 0.9515720067839621, "input_sha256": "5e237c81689dc9ed720ab354dbc632d2c70411d9bd1f02813f75fbdc998982fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1333560493, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.7064064992093, "interval": [2.1734205623682126, 15.23939243605039], "p_value": 0.01948051948051948, "input_sha256": "9a4e7b41351b7a6a3d8f5256d5290ec508cd00fa26aa107801e4266c6cb11a8e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1333560493, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.7064064992093, "interval": [2.4582017209457385, 13.237515901097465], "p_value": 0.01429822385981523, "input_sha256": "9a4e7b41351b7a6a3d8f5256d5290ec508cd00fa26aa107801e4266c6cb11a8e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.04686671338459122, "seed": 1333560493, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08008382692819212, "interval": [0.009930331239988308, 0.15023732261639594], "p_value": 0.0367965367965368, "input_sha256": "9a4e7b41351b7a6a3d8f5256d5290ec508cd00fa26aa107801e4266c6cb11a8e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.04686671338459122, "seed": 1333560493, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08008382692819212, "interval": [0.01494937753619932, 0.13125527212832844], "p_value": 0.029196668191392716, "input_sha256": "9a4e7b41351b7a6a3d8f5256d5290ec508cd00fa26aa107801e4266c6cb11a8e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 654745527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.501088680785348, "interval": [-5.60622953335366, 14.608406894924357], "p_value": 0.3225108225108225, "input_sha256": "52fe67b9ab02c0b46081ff6a320e839a0c719dab16c1311f2f617f1f0ad31a6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 654745527, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.501088680785348, "interval": [-4.228643931992452, 11.674277775759416], "p_value": 0.33197272518050835, "input_sha256": "52fe67b9ab02c0b46081ff6a320e839a0c719dab16c1311f2f617f1f0ad31a6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.04902466890886089, "seed": 654745527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04428026476369007, "interval": [-0.06036174612022582, 0.14892227564760596], "p_value": 0.33766233766233766, "input_sha256": "52fe67b9ab02c0b46081ff6a320e839a0c719dab16c1311f2f617f1f0ad31a6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.04902466890886089, "seed": 654745527, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04428026476369007, "interval": [-0.046035308481596565, 0.12044784929721099], "p_value": 0.35476951461995854, "input_sha256": "52fe67b9ab02c0b46081ff6a320e839a0c719dab16c1311f2f617f1f0ad31a6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2360761479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.0953384899912795, "interval": [-3.094363075998416, 15.285040055980975], "p_value": 0.16233766233766234, "input_sha256": "ce0264720f1e89937cd658ccb6b1e14051b7c527e87afc705fa1306722d57e6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2360761479, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.0953384899912795, "interval": [-2.006654475695438, 13.046726812685751], "p_value": 0.168916205624905, "input_sha256": "ce0264720f1e89937cd658ccb6b1e14051b7c527e87afc705fa1306722d57e6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.04960283318851519, "seed": 2360761479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06275228990487859, "interval": [-0.0363295192234097, 0.16183409903316687], "p_value": 0.1774891774891775, "input_sha256": "ce0264720f1e89937cd658ccb6b1e14051b7c527e87afc705fa1306722d57e6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.04960283318851519, "seed": 2360761479, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06275228990487859, "interval": [-0.014872554969903298, 0.13952565281915277], "p_value": 0.1858468928866658, "input_sha256": "ce0264720f1e89937cd658ccb6b1e14051b7c527e87afc705fa1306722d57e6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 345029843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9152849147478523, "interval": [-7.195944686162649, 11.026514515658354], "p_value": 0.6731601731601732, "input_sha256": "01bcc455f56c872590306e0b4f409180e8949693d9746aef78fa0d2e1da1c1bb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 345029843, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9152849147478523, "interval": [-3.684116724457127, 10.551493342692922], "p_value": 0.6466956818746425, "input_sha256": "01bcc455f56c872590306e0b4f409180e8949693d9746aef78fa0d2e1da1c1bb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.050100199515849285, "seed": 345029843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027130756563399874, "interval": [-0.07736617082259539, 0.13162768394939514], "p_value": 0.5822510822510822, "input_sha256": "01bcc455f56c872590306e0b4f409180e8949693d9746aef78fa0d2e1da1c1bb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.050100199515849285, "seed": 345029843, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027130756563399874, "interval": [-0.03969693101981384, 0.12422840015046059], "p_value": 0.575701135884406, "input_sha256": "01bcc455f56c872590306e0b4f409180e8949693d9746aef78fa0d2e1da1c1bb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 613830957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0726069806653644, "interval": [-13.523492538496402, 7.378278577165673], "p_value": 0.5086580086580087, "input_sha256": "24b4b94db4ee83134ec4b2862cf9bb5faff4c3b13b844b66b0fa2cdb28524537"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 613830957, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0726069806653644, "interval": [-10.932389752884793, 5.7922769797857825], "p_value": 0.5264379145797038, "input_sha256": "24b4b94db4ee83134ec4b2862cf9bb5faff4c3b13b844b66b0fa2cdb28524537"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.049647855966516025, "seed": 613830957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024508113579133642, "interval": [-0.13163343416801868, 0.08261720700975139], "p_value": 0.6103896103896104, "input_sha256": "24b4b94db4ee83134ec4b2862cf9bb5faff4c3b13b844b66b0fa2cdb28524537"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.049647855966516025, "seed": 613830957, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024508113579133642, "interval": [-0.10932962442726551, 0.06054895600807108], "p_value": 0.6199785444363175, "input_sha256": "24b4b94db4ee83134ec4b2862cf9bb5faff4c3b13b844b66b0fa2cdb28524537"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 370578187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.899799116670384, "interval": [-6.004016125745582, 15.80361435908635], "p_value": 0.3181818181818182, "input_sha256": "ee98bd4f810887293c7e019ea2f8a809a73c331f159597cfc51a5c3e6d1f38dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 370578187, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.899799116670384, "interval": [-2.950307024468402, 13.87169153611988], "p_value": 0.3334687558685232, "input_sha256": "ee98bd4f810887293c7e019ea2f8a809a73c331f159597cfc51a5c3e6d1f38dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.049480910102815634, "seed": 370578187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05735086567183266, "interval": [-0.0630432354337227, 0.17774496677738802], "p_value": 0.2922077922077922, "input_sha256": "ee98bd4f810887293c7e019ea2f8a809a73c331f159597cfc51a5c3e6d1f38dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.049480910102815634, "seed": 370578187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05735086567183266, "interval": [-0.027432571808746614, 0.1547481357680212], "p_value": 0.3056173760303181, "input_sha256": "ee98bd4f810887293c7e019ea2f8a809a73c331f159597cfc51a5c3e6d1f38dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 468861894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.652372680643197, "interval": [0.648500766885932, 14.656244594400462], "p_value": 0.03463203463203463, "input_sha256": "c1ac4b2e405dec594afc089e16caee0e4a5b9796aa43152db0d4371866058e29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 468861894, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.652372680643197, "interval": [2.9945781098530078, 14.137075721934433], "p_value": 0.03523006296481824, "input_sha256": "c1ac4b2e405dec594afc089e16caee0e4a5b9796aa43152db0d4371866058e29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.05038629116153686, "seed": 468861894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07770520155723046, "interval": [-0.005388746700920696, 0.16079914981538163], "p_value": 0.07142857142857142, "input_sha256": "c1ac4b2e405dec594afc089e16caee0e4a5b9796aa43152db0d4371866058e29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.05038629116153686, "seed": 468861894, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07770520155723046, "interval": [0.022714932508121365, 0.1563161246440227], "p_value": 0.06378076902933337, "input_sha256": "c1ac4b2e405dec594afc089e16caee0e4a5b9796aa43152db0d4371866058e29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1052655876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.906935557767698, "interval": [2.6525772756392882, 17.161293839896107], "p_value": 0.015151515151515152, "input_sha256": "46081b34fb751e7b85738827686a659823e7c24bb8d437cc464c265add3a4114"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1052655876, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.906935557767698, "interval": [3.896267395612922, 15.121910737804324], "p_value": 0.012551825764272826, "input_sha256": "46081b34fb751e7b85738827686a659823e7c24bb8d437cc464c265add3a4114"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.051833843876984774, "seed": 1052655876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0927799534191322, "interval": [0.010508550584111237, 0.17505135625415316], "p_value": 0.03463203463203463, "input_sha256": "46081b34fb751e7b85738827686a659823e7c24bb8d437cc464c265add3a4114"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.051833843876984774, "seed": 1052655876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0927799534191322, "interval": [0.012387830237352935, 0.14671578715104217], "p_value": 0.031203813813043487, "input_sha256": "46081b34fb751e7b85738827686a659823e7c24bb8d437cc464c265add3a4114"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 725076823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.592905815291367, "interval": [-1.7234008034383876, 16.90921243402112], "p_value": 0.09740259740259741, "input_sha256": "3d98cd83799d7e137f64c02daa425c3ea9260996fb416102291664e1312743fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 725076823, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.592905815291367, "interval": [-0.14769939072787852, 13.930935675913634], "p_value": 0.09639657528262466, "input_sha256": "3d98cd83799d7e137f64c02daa425c3ea9260996fb416102291664e1312743fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.051117266188125565, "seed": 725076823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08114339516153349, "interval": [-0.024143618485004056, 0.18643040880807105], "p_value": 0.10606060606060606, "input_sha256": "3d98cd83799d7e137f64c02daa425c3ea9260996fb416102291664e1312743fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.051117266188125565, "seed": 725076823, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08114339516153349, "interval": [-0.002558852764487981, 0.15571666633930398], "p_value": 0.11269265539462221, "input_sha256": "3d98cd83799d7e137f64c02daa425c3ea9260996fb416102291664e1312743fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2605135417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.707870707073628, "interval": [-2.126560509416617, 15.542301923563873], "p_value": 0.09740259740259741, "input_sha256": "5ad77794769c07138cc44874a9e4a6563c703dfb753f59e409cf5e3182ea4f71"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2605135417, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.707870707073628, "interval": [-0.9787629329860208, 12.611168919067934], "p_value": 0.11490168130251001, "input_sha256": "5ad77794769c07138cc44874a9e4a6563c703dfb753f59e409cf5e3182ea4f71"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04752861671160961, "seed": 2605135417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06104894928368591, "interval": [-0.03634952738546529, 0.15844742595283712], "p_value": 0.16017316017316016, "input_sha256": "5ad77794769c07138cc44874a9e4a6563c703dfb753f59e409cf5e3182ea4f71"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04752861671160961, "seed": 2605135417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06104894928368591, "interval": [-0.024854598859795653, 0.1267939704648278], "p_value": 0.1787962832194252, "input_sha256": "5ad77794769c07138cc44874a9e4a6563c703dfb753f59e409cf5e3182ea4f71"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 467397249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.313178667976662, "interval": [-3.177567180812532, 17.803924516765857], "p_value": 0.15151515151515152, "input_sha256": "daae2145cb821858449aa693e8c400c839fdcb6af5c80e61146f6a5578c095db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 467397249, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.313178667976662, "interval": [0.4206642246832961, 17.57031550998463], "p_value": 0.1470335375673938, "input_sha256": "daae2145cb821858449aa693e8c400c839fdcb6af5c80e61146f6a5578c095db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.04783879476205103, "seed": 467397249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07222821582758102, "interval": [-0.03539860520870476, 0.17985503686386678], "p_value": 0.15367965367965367, "input_sha256": "daae2145cb821858449aa693e8c400c839fdcb6af5c80e61146f6a5578c095db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.04783879476205103, "seed": 467397249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07222821582758102, "interval": [0.005977521625536093, 0.1815180059351066], "p_value": 0.1593077894557792, "input_sha256": "daae2145cb821858449aa693e8c400c839fdcb6af5c80e61146f6a5578c095db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2617084953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.909906247798368, "interval": [-9.844440996052361, 15.664253491649097], "p_value": 0.6406926406926406, "input_sha256": "db3e50482a8250463bbac3db09eec8b305f2df26043da675e454e375c825df8f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2617084953, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.909906247798368, "interval": [-4.9832802131939316, 16.599033339339602], "p_value": 0.6161452973924508, "input_sha256": "db3e50482a8250463bbac3db09eec8b305f2df26043da675e454e375c825df8f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0514558108686247, "seed": 2617084953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039347496111487315, "interval": [-0.10250430343532448, 0.18119929565829912], "p_value": 0.5844155844155844, "input_sha256": "db3e50482a8250463bbac3db09eec8b305f2df26043da675e454e375c825df8f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0514558108686247, "seed": 2617084953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039347496111487315, "interval": [-0.04804476114460606, 0.1884889885193472], "p_value": 0.541984557165101, "input_sha256": "db3e50482a8250463bbac3db09eec8b305f2df26043da675e454e375c825df8f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2770990075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.418678721831777, "interval": [-2.552999631936454, 15.390357075600008], "p_value": 0.15151515151515152, "input_sha256": "40f677a83f01f517e0d0ecd7fcffd918340e8d8172a9fe44ce781ec3c1c3e485"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2770990075, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.418678721831777, "interval": [-0.03135451654736025, 14.606319445116954], "p_value": 0.1416216545592577, "input_sha256": "40f677a83f01f517e0d0ecd7fcffd918340e8d8172a9fe44ce781ec3c1c3e485"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.05038388109238587, "seed": 2770990075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049331433774220765, "interval": [-0.04445709928769895, 0.14311996683614048], "p_value": 0.2727272727272727, "input_sha256": "40f677a83f01f517e0d0ecd7fcffd918340e8d8172a9fe44ce781ec3c1c3e485"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.05038388109238587, "seed": 2770990075, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049331433774220765, "interval": [-0.01657261320413138, 0.1351287114664128], "p_value": 0.26780429272233497, "input_sha256": "40f677a83f01f517e0d0ecd7fcffd918340e8d8172a9fe44ce781ec3c1c3e485"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 38060249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.244163193767765, "interval": [1.2296417318018866, 15.258684655733642], "p_value": 0.03463203463203463, "input_sha256": "f131cf30dd3638cc2c3133cb682b5c4791624a28edcb6d4683c9b1e11344210e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 38060249, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.244163193767765, "interval": [0.9290104461215151, 13.273149807460332], "p_value": 0.025653834496701826, "input_sha256": "f131cf30dd3638cc2c3133cb682b5c4791624a28edcb6d4683c9b1e11344210e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.04734856632433717, "seed": 38060249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0733908074195208, "interval": [0.0012062240902355331, 0.14557539074880604], "p_value": 0.047619047619047616, "input_sha256": "f131cf30dd3638cc2c3133cb682b5c4791624a28edcb6d4683c9b1e11344210e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.04734856632433717, "seed": 38060249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0733908074195208, "interval": [-0.000389533873073063, 0.12639926023954334], "p_value": 0.04693995421880467, "input_sha256": "f131cf30dd3638cc2c3133cb682b5c4791624a28edcb6d4683c9b1e11344210e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2950621460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.737096311807389, "interval": [-8.530739788158403, 10.004932411773183], "p_value": 0.8571428571428571, "input_sha256": "e496a78da6a6a49efa2a2eed518f0fda8be8302941c1383450cc15640107baaf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2950621460, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.737096311807389, "interval": [-5.878773690685463, 8.82480040202701], "p_value": 0.8584431493873055, "input_sha256": "e496a78da6a6a49efa2a2eed518f0fda8be8302941c1383450cc15640107baaf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04825990148187597, "seed": 2950621460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013162651952797484, "interval": [-0.0876290182332082, 0.11395432213880319], "p_value": 0.7575757575757576, "input_sha256": "e496a78da6a6a49efa2a2eed518f0fda8be8302941c1383450cc15640107baaf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04825990148187597, "seed": 2950621460, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013162651952797484, "interval": [-0.05417607778333051, 0.10043947519929648], "p_value": 0.7674567587225949, "input_sha256": "e496a78da6a6a49efa2a2eed518f0fda8be8302941c1383450cc15640107baaf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 513870320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2284050106610396, "interval": [-11.140602712923389, 8.683792691601308], "p_value": 0.7792207792207793, "input_sha256": "f380f1af50d73db1a1527c552722b8228bc28e0495570d51c9fff3cf0bbc8e30"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 513870320, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2284050106610396, "interval": [-8.005022355754793, 6.661689901569166], "p_value": 0.7757097557944977, "input_sha256": "f380f1af50d73db1a1527c552722b8228bc28e0495570d51c9fff3cf0bbc8e30"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.04659156058189486, "seed": 513870320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015386359075759602, "interval": [-0.10828985386845252, 0.07751713571693333], "p_value": 0.7034632034632035, "input_sha256": "f380f1af50d73db1a1527c552722b8228bc28e0495570d51c9fff3cf0bbc8e30"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.04659156058189486, "seed": 513870320, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015386359075759602, "interval": [-0.07838958135241228, 0.06019043308174313], "p_value": 0.7019152005825933, "input_sha256": "f380f1af50d73db1a1527c552722b8228bc28e0495570d51c9fff3cf0bbc8e30"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3073372017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6258127966952, "interval": [-7.155211180541137, 16.406836773931538], "p_value": 0.40476190476190477, "input_sha256": "07729132fb9a473dcefbf4290e1034a3b77667facc17bb4f8dafa20db1683512"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3073372017, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6258127966952, "interval": [-2.7937898375546717, 14.887650481234296], "p_value": 0.40173540304113775, "input_sha256": "07729132fb9a473dcefbf4290e1034a3b77667facc17bb4f8dafa20db1683512"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.05119447476875707, "seed": 3073372017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05339391119889722, "interval": [-0.08091226796127174, 0.18770009035906618], "p_value": 0.4134199134199134, "input_sha256": "07729132fb9a473dcefbf4290e1034a3b77667facc17bb4f8dafa20db1683512"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.05119447476875707, "seed": 3073372017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05339391119889722, "interval": [-0.028498035826885627, 0.1880426867087588], "p_value": 0.3934384199903409, "input_sha256": "07729132fb9a473dcefbf4290e1034a3b77667facc17bb4f8dafa20db1683512"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2828016756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.087274178085227, "interval": [-4.371204219064488, 18.545752575234943], "p_value": 0.18614718614718614, "input_sha256": "cdac9869dcefc2259b7171f58fe8ddf32b0938713366eed300cfa875cbe91540"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2828016756, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.087274178085227, "interval": [-2.425617337980808, 15.403559323018248], "p_value": 0.1928320375972046, "input_sha256": "cdac9869dcefc2259b7171f58fe8ddf32b0938713366eed300cfa875cbe91540"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.04861461490865666, "seed": 2828016756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06928721657629433, "interval": [-0.050163637786411155, 0.1887380709389998], "p_value": 0.21861471861471862, "input_sha256": "cdac9869dcefc2259b7171f58fe8ddf32b0938713366eed300cfa875cbe91540"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.04861461490865666, "seed": 2828016756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06928721657629433, "interval": [-0.02995218915344596, 0.1598941983205191], "p_value": 0.2223701998273525, "input_sha256": "cdac9869dcefc2259b7171f58fe8ddf32b0938713366eed300cfa875cbe91540"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3642348861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.393429542511531, "interval": [1.107923723409737, 13.678935361613325], "p_value": 0.025974025974025976, "input_sha256": "184db377fa3542c0a28d9dbbd47f07645928cd77fdd925b41caeb8aaf9a40d66"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3642348861, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.393429542511531, "interval": [3.147147047766854, 13.008209310386894], "p_value": 0.025587191168845187, "input_sha256": "184db377fa3542c0a28d9dbbd47f07645928cd77fdd925b41caeb8aaf9a40d66"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.047372581611638216, "seed": 3642348861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0712225622278783, "interval": [0.012826443465630402, 0.1296186809901262], "p_value": 0.017316017316017316, "input_sha256": "184db377fa3542c0a28d9dbbd47f07645928cd77fdd925b41caeb8aaf9a40d66"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.047372581611638216, "seed": 3642348861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0712225622278783, "interval": [0.031034071995424004, 0.12598931315534695], "p_value": 0.021654239429502505, "input_sha256": "184db377fa3542c0a28d9dbbd47f07645928cd77fdd925b41caeb8aaf9a40d66"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2922787206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7790398862103114, "interval": [-6.861441283293463, 8.419521055714085], "p_value": 0.816017316017316, "input_sha256": "c03023de310a3b54835f097f01ee6dd99daad91a7cf1258a51aaaa7b18ad8c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2922787206, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7790398862103114, "interval": [-5.151425477982199, 6.052256964825816], "p_value": 0.8175766898191943, "input_sha256": "c03023de310a3b54835f097f01ee6dd99daad91a7cf1258a51aaaa7b18ad8c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.04955937638038934, "seed": 2922787206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022361597413536327, "interval": [-0.07989442490572869, 0.08436674438843596], "p_value": 0.9502164502164502, "input_sha256": "c03023de310a3b54835f097f01ee6dd99daad91a7cf1258a51aaaa7b18ad8c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.04955937638038934, "seed": 2922787206, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022361597413536327, "interval": [-0.05866097448157863, 0.06158753676637856], "p_value": 0.9516545493783797, "input_sha256": "c03023de310a3b54835f097f01ee6dd99daad91a7cf1258a51aaaa7b18ad8c03"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 739461459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.998978020019007, "interval": [-1.098893660363152, 11.096849700401165], "p_value": 0.09956709956709957, "input_sha256": "376f72e6bd4c22132d7f907b8c477b2945775b7aa409ff310848dc217fe7f246"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 739461459, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.998978020019007, "interval": [-0.06829548479236541, 9.9706452308972], "p_value": 0.09769280609994335, "input_sha256": "376f72e6bd4c22132d7f907b8c477b2945775b7aa409ff310848dc217fe7f246"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.050820890095075406, "seed": 739461459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05048668200345277, "interval": [-0.020216611258502326, 0.12118997526540787], "p_value": 0.1406926406926407, "input_sha256": "376f72e6bd4c22132d7f907b8c477b2945775b7aa409ff310848dc217fe7f246"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.050820890095075406, "seed": 739461459, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05048668200345277, "interval": [-0.004642136304368339, 0.11359101740419988], "p_value": 0.1416713979771269, "input_sha256": "376f72e6bd4c22132d7f907b8c477b2945775b7aa409ff310848dc217fe7f246"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 643442794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.091173508309986, "interval": [1.087152620955517, 15.095194395664453], "p_value": 0.032467532467532464, "input_sha256": "6dc512edf8dd56220e52d66e42ad806df05b390fcad00a42ef101d42d0f50c1c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 643442794, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.091173508309986, "interval": [2.250304529341144, 13.143390347166559], "p_value": 0.028019882021429358, "input_sha256": "6dc512edf8dd56220e52d66e42ad806df05b390fcad00a42ef101d42d0f50c1c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04981424708757867, "seed": 643442794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0770800343620984, "interval": [0.0071027693864672, 0.1470572993377296], "p_value": 0.047619047619047616, "input_sha256": "6dc512edf8dd56220e52d66e42ad806df05b390fcad00a42ef101d42d0f50c1c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04981424708757867, "seed": 643442794, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0770800343620984, "interval": [0.009413284014740193, 0.12046048737200422], "p_value": 0.03415655156908227, "input_sha256": "6dc512edf8dd56220e52d66e42ad806df05b390fcad00a42ef101d42d0f50c1c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3824384588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.408534320632278, "interval": [-0.48691152531191584, 21.303980166576473], "p_value": 0.06060606060606061, "input_sha256": "11e9765ae961e7a7862e9302639639a46a4574751d7451710b430405b5036461"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3824384588, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.408534320632278, "interval": [3.4730469148819805, 20.212067336390803], "p_value": 0.05909945684850805, "input_sha256": "11e9765ae961e7a7862e9302639639a46a4574751d7451710b430405b5036461"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.047412832148966334, "seed": 3824384588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10888598855087808, "interval": [0.005459167806360424, 0.21231280929539575], "p_value": 0.03463203463203463, "input_sha256": "11e9765ae961e7a7862e9302639639a46a4574751d7451710b430405b5036461"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.047412832148966334, "seed": 3824384588, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10888598855087808, "interval": [0.041251907472058515, 0.20396451554267853], "p_value": 0.04093704192451962, "input_sha256": "11e9765ae961e7a7862e9302639639a46a4574751d7451710b430405b5036461"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2245033345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7783550078251, "interval": [-14.164626886155247, 8.607916870505047], "p_value": 0.5995670995670995, "input_sha256": "f3a775024d570819dabe1e25eaaa1b9838e279cbd7f2254a54c919f8329f7da7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2245033345, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7783550078251, "interval": [-10.463446020423499, 6.439147438912137], "p_value": 0.5857274625880751, "input_sha256": "f3a775024d570819dabe1e25eaaa1b9838e279cbd7f2254a54c919f8329f7da7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.04547170904636077, "seed": 2245033345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033056158772826916, "interval": [-0.15378515114832708, 0.08767283360267325], "p_value": 0.5411255411255411, "input_sha256": "f3a775024d570819dabe1e25eaaa1b9838e279cbd7f2254a54c919f8329f7da7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.04547170904636077, "seed": 2245033345, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033056158772826916, "interval": [-0.12076159673226279, 0.059184671325421725], "p_value": 0.5393520640390769, "input_sha256": "f3a775024d570819dabe1e25eaaa1b9838e279cbd7f2254a54c919f8329f7da7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1743594588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.761283768396403, "interval": [-6.808972264816264, 18.33153980160907], "p_value": 0.3116883116883117, "input_sha256": "280a3f08fefeeda0ac17053d58c43de95dc0b54f8ef6c77b690550b5861bee77"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1743594588, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.761283768396403, "interval": [-5.231863726827622, 15.787888146209701], "p_value": 0.3297677860242433, "input_sha256": "280a3f08fefeeda0ac17053d58c43de95dc0b54f8ef6c77b690550b5861bee77"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.05026482562482612, "seed": 1743594588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0616533582220118, "interval": [-0.06364580321173723, 0.18695251965576082], "p_value": 0.28354978354978355, "input_sha256": "280a3f08fefeeda0ac17053d58c43de95dc0b54f8ef6c77b690550b5861bee77"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.05026482562482612, "seed": 1743594588, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0616533582220118, "interval": [-0.03863106825321074, 0.16787083555682758], "p_value": 0.29374194127781084, "input_sha256": "280a3f08fefeeda0ac17053d58c43de95dc0b54f8ef6c77b690550b5861bee77"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 578473677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.185036925802503, "interval": [0.5083983272654358, 17.86167552433957], "p_value": 0.0367965367965368, "input_sha256": "c8ed72e813547909a755f93e6f5e52eb07645180697c17ef836a2eecbaf3287a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 578473677, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.185036925802503, "interval": [2.8473726396756978, 16.04715422449691], "p_value": 0.04067507795780938, "input_sha256": "c8ed72e813547909a755f93e6f5e52eb07645180697c17ef836a2eecbaf3287a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.04888639142128609, "seed": 578473677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06859790740601887, "interval": [-0.028975164072034848, 0.1661709788840726], "p_value": 0.13203463203463203, "input_sha256": "c8ed72e813547909a755f93e6f5e52eb07645180697c17ef836a2eecbaf3287a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.04888639142128609, "seed": 578473677, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06859790740601887, "interval": [0.0015053129537194003, 0.14743575081756743], "p_value": 0.13897924091914976, "input_sha256": "c8ed72e813547909a755f93e6f5e52eb07645180697c17ef836a2eecbaf3287a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 423075457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.280762832369156, "interval": [-8.306762409343255, 20.86828807408157], "p_value": 0.34415584415584416, "input_sha256": "54c85f7345a6354eeb55266094897a8eba0d98971769a9a8910fe5c5c739757c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 423075457, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.280762832369156, "interval": [-4.514246948922067, 16.41364524053353], "p_value": 0.33467362623159497, "input_sha256": "54c85f7345a6354eeb55266094897a8eba0d98971769a9a8910fe5c5c739757c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04938205453127973, "seed": 423075457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053662749282509345, "interval": [-0.08290087829629782, 0.1902263768613165], "p_value": 0.38311688311688313, "input_sha256": "54c85f7345a6354eeb55266094897a8eba0d98971769a9a8910fe5c5c739757c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04938205453127973, "seed": 423075457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053662749282509345, "interval": [-0.04638657195712956, 0.15426493571418512], "p_value": 0.3822398785941515, "input_sha256": "54c85f7345a6354eeb55266094897a8eba0d98971769a9a8910fe5c5c739757c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 502200228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.200439207014739, "interval": [-0.7984336113981367, 19.199312025427616], "p_value": 0.0670995670995671, "input_sha256": "b2ca08b0d55c881d8d91765422beca6c95d0f388f88e2a22f06521b0326d45dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 502200228, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.200439207014739, "interval": [0.33551967130007776, 16.417404392249697], "p_value": 0.06743392675482227, "input_sha256": "b2ca08b0d55c881d8d91765422beca6c95d0f388f88e2a22f06521b0326d45dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.049867606394953495, "seed": 502200228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09284609218308167, "interval": [-0.022231798003389258, 0.2079239823695526], "p_value": 0.10173160173160173, "input_sha256": "b2ca08b0d55c881d8d91765422beca6c95d0f388f88e2a22f06521b0326d45dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.049867606394953495, "seed": 502200228, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09284609218308167, "interval": [-0.008056491261877017, 0.17903040784901572], "p_value": 0.10236519945546363, "input_sha256": "b2ca08b0d55c881d8d91765422beca6c95d0f388f88e2a22f06521b0326d45dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1847042224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.426353043283144, "interval": [-7.139953414332303, 11.99265950089859], "p_value": 0.6471861471861472, "input_sha256": "414fc7f98bd8f17c0d20f58406c2480f442be06dc8aeaa7e6b7dbd89cc8487f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1847042224, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.426353043283144, "interval": [-3.1208230384535978, 12.946489341969011], "p_value": 0.5765113370936357, "input_sha256": "414fc7f98bd8f17c0d20f58406c2480f442be06dc8aeaa7e6b7dbd89cc8487f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.04982426765171264, "seed": 1847042224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014341532133009982, "interval": [-0.07718452508632515, 0.10586758935234511], "p_value": 0.7770562770562771, "input_sha256": "414fc7f98bd8f17c0d20f58406c2480f442be06dc8aeaa7e6b7dbd89cc8487f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.04982426765171264, "seed": 1847042224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014341532133009982, "interval": [-0.038008836763166964, 0.11266782269394376], "p_value": 0.728758384247713, "input_sha256": "414fc7f98bd8f17c0d20f58406c2480f442be06dc8aeaa7e6b7dbd89cc8487f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 90731089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.371047766323459, "interval": [0.5750577664006151, 20.167037766246303], "p_value": 0.032467532467532464, "input_sha256": "cf3907b165d1cdc020821a751c91ae23f0be72680eb6c915b98ec89cb1b4540d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 90731089, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.371047766323459, "interval": [3.3909769247753228, 17.211027204654503], "p_value": 0.0411580210564074, "input_sha256": "cf3907b165d1cdc020821a751c91ae23f0be72680eb6c915b98ec89cb1b4540d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0502215937166513, "seed": 90731089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12034891116691407, "interval": [0.0007459569185459397, 0.23995186541528218], "p_value": 0.0367965367965368, "input_sha256": "cf3907b165d1cdc020821a751c91ae23f0be72680eb6c915b98ec89cb1b4540d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0502215937166513, "seed": 90731089, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12034891116691407, "interval": [0.0389422975025456, 0.2096013031032102], "p_value": 0.04899701964301029, "input_sha256": "cf3907b165d1cdc020821a751c91ae23f0be72680eb6c915b98ec89cb1b4540d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3659408423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.254899596261517, "interval": [2.028209827942078, 18.481589364580955], "p_value": 0.01948051948051948, "input_sha256": "afb7190fe5439c7118a541edbe9fb3e806d22300f67447e4b4b469d6e55b42a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3659408423, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.254899596261517, "interval": [4.035052486032072, 16.46484410753619], "p_value": 0.01956796513199005, "input_sha256": "afb7190fe5439c7118a541edbe9fb3e806d22300f67447e4b4b469d6e55b42a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.04786046370843528, "seed": 3659408423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0985012438473005, "interval": [0.011851138802973157, 0.18515134889162782], "p_value": 0.02813852813852814, "input_sha256": "afb7190fe5439c7118a541edbe9fb3e806d22300f67447e4b4b469d6e55b42a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.04786046370843528, "seed": 3659408423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0985012438473005, "interval": [0.03490481325117952, 0.16844322721886223], "p_value": 0.02983135543939005, "input_sha256": "afb7190fe5439c7118a541edbe9fb3e806d22300f67447e4b4b469d6e55b42a8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 708808839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.245788287015387, "interval": [0.7702998864041337, 21.72127668762664], "p_value": 0.03463203463203463, "input_sha256": "8beff8d71b007221cba9a684ae26f794d023e51d9434905c03c37aa32bc4095d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 708808839, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.245788287015387, "interval": [4.10631196030793, 20.91472158932692], "p_value": 0.03832682946064322, "input_sha256": "8beff8d71b007221cba9a684ae26f794d023e51d9434905c03c37aa32bc4095d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0504739565671126, "seed": 708808839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11242580182961034, "interval": [0.005021858380071187, 0.2198297452791495], "p_value": 0.04112554112554113, "input_sha256": "8beff8d71b007221cba9a684ae26f794d023e51d9434905c03c37aa32bc4095d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0504739565671126, "seed": 708808839, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11242580182961034, "interval": [0.04027123198449226, 0.2098226159415393], "p_value": 0.04216556976058163, "input_sha256": "8beff8d71b007221cba9a684ae26f794d023e51d9434905c03c37aa32bc4095d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 91111576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.539380798179685, "interval": [-5.593899070242358, 22.67266066660173], "p_value": 0.2077922077922078, "input_sha256": "be097a210b13e1b2f9a012352c76c59b3c2807f2c2684ff19e7610e85fe282e0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 91111576, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.539380798179685, "interval": [-1.0067301989639452, 22.923168383185885], "p_value": 0.2074154082494507, "input_sha256": "be097a210b13e1b2f9a012352c76c59b3c2807f2c2684ff19e7610e85fe282e0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.04774125517982825, "seed": 91111576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08077604416787851, "interval": [-0.0471184668509278, 0.20867055518668481], "p_value": 0.18181818181818182, "input_sha256": "be097a210b13e1b2f9a012352c76c59b3c2807f2c2684ff19e7610e85fe282e0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.04774125517982825, "seed": 91111576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08077604416787851, "interval": [-0.008538482437313196, 0.20370292521878336], "p_value": 0.18931452647199412, "input_sha256": "be097a210b13e1b2f9a012352c76c59b3c2807f2c2684ff19e7610e85fe282e0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 580795847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.303291126060099, "interval": [-3.055528406793716, 19.662110658913914], "p_value": 0.12987012987012986, "input_sha256": "be0b54b4d05a97e4c330c41f3f84524aba1ce9c0b714bf2a6d9b8723384295ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 580795847, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.303291126060099, "interval": [-1.4647558605889233, 16.76464746384571], "p_value": 0.13407202828337414, "input_sha256": "be0b54b4d05a97e4c330c41f3f84524aba1ce9c0b714bf2a6d9b8723384295ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.04987930285198492, "seed": 580795847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09912197014838485, "interval": [-0.012209694425110301, 0.21045363472188], "p_value": 0.07575757575757576, "input_sha256": "be0b54b4d05a97e4c330c41f3f84524aba1ce9c0b714bf2a6d9b8723384295ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.04987930285198492, "seed": 580795847, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09912197014838485, "interval": [-0.004772581162549777, 0.17355272848675837], "p_value": 0.07519595646190078, "input_sha256": "be0b54b4d05a97e4c330c41f3f84524aba1ce9c0b714bf2a6d9b8723384295ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 346059595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.130355037587456, "interval": [4.099770096989131, 20.16093997818578], "p_value": 0.008658008658008658, "input_sha256": "6714fe236cefc533eb245acc0200b3a2256a2e98366b011df63797b60e868870"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 346059595, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.130355037587456, "interval": [6.323488378448344, 18.43432671091151], "p_value": 0.009657147805942424, "input_sha256": "6714fe236cefc533eb245acc0200b3a2256a2e98366b011df63797b60e868870"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.04940580551038262, "seed": 346059595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12565554714091265, "interval": [0.04423177927771242, 0.20707931500411286], "p_value": 0.008658008658008658, "input_sha256": "6714fe236cefc533eb245acc0200b3a2256a2e98366b011df63797b60e868870"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.04940580551038262, "seed": 346059595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12565554714091265, "interval": [0.06017585916123097, 0.18640948211150082], "p_value": 0.00883212233984992, "input_sha256": "6714fe236cefc533eb245acc0200b3a2256a2e98366b011df63797b60e868870"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3714070619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4694072189689962, "interval": [-7.597227416219882, 10.536041854157874], "p_value": 0.7294372294372294, "input_sha256": "921290f0d56208e34f947686fc910f492d4c67a9e8f8e5fbc0d51ed014401933"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3714070619, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4694072189689962, "interval": [-5.832500500636094, 8.47442530949141], "p_value": 0.7217427165137325, "input_sha256": "921290f0d56208e34f947686fc910f492d4c67a9e8f8e5fbc0d51ed014401933"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.050044449354208015, "seed": 3714070619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0045892617420399545, "interval": [-0.08915049692352263, 0.09832902040760254], "p_value": 0.9307359307359307, "input_sha256": "921290f0d56208e34f947686fc910f492d4c67a9e8f8e5fbc0d51ed014401933"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.050044449354208015, "seed": 3714070619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0045892617420399545, "interval": [-0.07136960596654629, 0.08163499348848868], "p_value": 0.9148199318693158, "input_sha256": "921290f0d56208e34f947686fc910f492d4c67a9e8f8e5fbc0d51ed014401933"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2034918175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7768288593022561, "interval": [-9.222222917160083, 10.775880635764596], "p_value": 0.8636363636363636, "input_sha256": "dde6c19ec74cb75c9441bd7fe790d9dff4eea4493ecda48985e59dab9bef2b94"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2034918175, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7768288593022561, "interval": [-6.662428521844316, 8.78282560795222], "p_value": 0.8644936139292455, "input_sha256": "dde6c19ec74cb75c9441bd7fe790d9dff4eea4493ecda48985e59dab9bef2b94"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.04827844863121983, "seed": 2034918175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00388947699486189, "interval": [-0.10335252662353031, 0.09557357263380653], "p_value": 0.9307359307359307, "input_sha256": "dde6c19ec74cb75c9441bd7fe790d9dff4eea4493ecda48985e59dab9bef2b94"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.04827844863121983, "seed": 2034918175, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00388947699486189, "interval": [-0.07637511195062256, 0.07473209920832692], "p_value": 0.9313301121862196, "input_sha256": "dde6c19ec74cb75c9441bd7fe790d9dff4eea4493ecda48985e59dab9bef2b94"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1571571312, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.854405860579988, "interval": [-0.28265046573649855, 17.991462186896474], "p_value": 0.05627705627705628, "input_sha256": "e23fae0b7ff6624f15ca4890b21d68a00e01028bbef59ab1a07f8e3f927c24d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1571571312, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.854405860579988, "interval": [1.9407294672920865, 16.260573388808268], "p_value": 0.056132009411217584, "input_sha256": "e23fae0b7ff6624f15ca4890b21d68a00e01028bbef59ab1a07f8e3f927c24d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.04726312801430993, "seed": 1571571312, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0836360308767762, "interval": [-0.0065037300212659604, 0.17377579177481833], "p_value": 0.07142857142857142, "input_sha256": "e23fae0b7ff6624f15ca4890b21d68a00e01028bbef59ab1a07f8e3f927c24d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.04726312801430993, "seed": 1571571312, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0836360308767762, "interval": [0.016412626935121254, 0.15536369742784786], "p_value": 0.06529754383726599, "input_sha256": "e23fae0b7ff6624f15ca4890b21d68a00e01028bbef59ab1a07f8e3f927c24d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1290648708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.629113574970237, "interval": [4.746538443334229, 22.511688706606243], "p_value": 0.012987012987012988, "input_sha256": "d42f2112eeb375a75a9f7e2f2d6d64fb5f906aab2cca213b69800881bbb27de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1290648708, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.629113574970237, "interval": [3.577028354596528, 18.79445851320662], "p_value": 0.009186652779338769, "input_sha256": "d42f2112eeb375a75a9f7e2f2d6d64fb5f906aab2cca213b69800881bbb27de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.05054840893060728, "seed": 1290648708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13994447401816168, "interval": [0.04838782021602811, 0.23150112782029525], "p_value": 0.012987012987012988, "input_sha256": "d42f2112eeb375a75a9f7e2f2d6d64fb5f906aab2cca213b69800881bbb27de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.05054840893060728, "seed": 1290648708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13994447401816168, "interval": [0.04023349850575866, 0.19029272396271726], "p_value": 0.009446760075270452, "input_sha256": "d42f2112eeb375a75a9f7e2f2d6d64fb5f906aab2cca213b69800881bbb27de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2948942906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.019877227926047, "interval": [1.978696396695212, 14.061058059156881], "p_value": 0.017316017316017316, "input_sha256": "a4c50b3c483c984e378560b2fec3004b617476e1fcdc23e0d81c278a57a941b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2948942906, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.019877227926047, "interval": [2.863569597374198, 12.390191152637259], "p_value": 0.014439140231605018, "input_sha256": "a4c50b3c483c984e378560b2fec3004b617476e1fcdc23e0d81c278a57a941b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.04839200247074665, "seed": 2948942906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08138273325171998, "interval": [0.016024537199126068, 0.14674092930431387], "p_value": 0.021645021645021644, "input_sha256": "a4c50b3c483c984e378560b2fec3004b617476e1fcdc23e0d81c278a57a941b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.04839200247074665, "seed": 2948942906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08138273325171998, "interval": [0.02813335673798795, 0.13049912965564298], "p_value": 0.02026836499844657, "input_sha256": "a4c50b3c483c984e378560b2fec3004b617476e1fcdc23e0d81c278a57a941b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1248544381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2850152124940335, "interval": [-5.184911867522923, 15.75494229251099], "p_value": 0.2878787878787879, "input_sha256": "1f71a7f2c3fa564dc4d666b0307d8023dafa69f75d6ee78f48946984a7085ac4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1248544381, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2850152124940335, "interval": [-5.07959165445858, 12.479318965190261], "p_value": 0.28687584369463487, "input_sha256": "1f71a7f2c3fa564dc4d666b0307d8023dafa69f75d6ee78f48946984a7085ac4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.049097588150300846, "seed": 1248544381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056354697425350445, "interval": [-0.05189866015166515, 0.16460805500236603], "p_value": 0.2619047619047619, "input_sha256": "1f71a7f2c3fa564dc4d666b0307d8023dafa69f75d6ee78f48946984a7085ac4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.049097588150300846, "seed": 1248544381, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056354697425350445, "interval": [-0.047279506622531775, 0.13402788728341383], "p_value": 0.2726140479476844, "input_sha256": "1f71a7f2c3fa564dc4d666b0307d8023dafa69f75d6ee78f48946984a7085ac4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1406420045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.607919518057875, "interval": [-4.633512539299739, 17.84935157541549], "p_value": 0.2012987012987013, "input_sha256": "2c198233f50e1e2fae8c636585c2649972b1c5747b3817db09aa68558b35e11e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1406420045, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.607919518057875, "interval": [-3.1253362181926483, 14.745038350477618], "p_value": 0.21130497929206107, "input_sha256": "2c198233f50e1e2fae8c636585c2649972b1c5747b3817db09aa68558b35e11e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.05325865446531305, "seed": 1406420045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07218515471698324, "interval": [-0.06300492454574062, 0.20737523397970709], "p_value": 0.24891774891774893, "input_sha256": "2c198233f50e1e2fae8c636585c2649972b1c5747b3817db09aa68558b35e11e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.05325865446531305, "seed": 1406420045, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07218515471698324, "interval": [-0.04828157749095991, 0.16682332750326673], "p_value": 0.25441683512665497, "input_sha256": "2c198233f50e1e2fae8c636585c2649972b1c5747b3817db09aa68558b35e11e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101878570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5789041418862411, "interval": [-9.293425794610808, 8.135617510838326], "p_value": 0.8896103896103896, "input_sha256": "0d8e0512d9fcfcf94583874fca79fa4b4716381b54168515631bea7052a9295d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101878570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5789041418862411, "interval": [-8.174631679420312, 5.494662722902694], "p_value": 0.8849282511051239, "input_sha256": "0d8e0512d9fcfcf94583874fca79fa4b4716381b54168515631bea7052a9295d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.04987376767058584, "seed": 101878570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015582480403434795, "interval": [-0.0983750458352676, 0.06721008502839801], "p_value": 0.670995670995671, "input_sha256": "0d8e0512d9fcfcf94583874fca79fa4b4716381b54168515631bea7052a9295d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.04987376767058584, "seed": 101878570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015582480403434795, "interval": [-0.08245728341984494, 0.04628090269032283], "p_value": 0.6831953604046042, "input_sha256": "0d8e0512d9fcfcf94583874fca79fa4b4716381b54168515631bea7052a9295d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2652085751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.04411113098152, "interval": [-6.550795104351703, 10.639017366314743], "p_value": 0.6017316017316018, "input_sha256": "6567cc4f47dc531aa54f4df720eb46491f43af6e1a05b66ea7459d051f1de9f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2652085751, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.04411113098152, "interval": [-4.8694102140246125, 8.894199592393504], "p_value": 0.6066407673976589, "input_sha256": "6567cc4f47dc531aa54f4df720eb46491f43af6e1a05b66ea7459d051f1de9f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.04981263374603118, "seed": 2652085751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028675452652546646, "interval": [-0.060843716639416914, 0.1181946219445102], "p_value": 0.4805194805194805, "input_sha256": "6567cc4f47dc531aa54f4df720eb46491f43af6e1a05b66ea7459d051f1de9f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.04981263374603118, "seed": 2652085751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028675452652546646, "interval": [-0.04236777479042516, 0.09459657433285279], "p_value": 0.49138570711023444, "input_sha256": "6567cc4f47dc531aa54f4df720eb46491f43af6e1a05b66ea7459d051f1de9f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4184411967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.770818651536054, "interval": [-2.4715770515085573, 22.013214354580665], "p_value": 0.09307359307359307, "input_sha256": "1084acc06893d0901e6aff52918b6a3ad772ddc95b52d87bb0472769cda71ac2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4184411967, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.770818651536054, "interval": [-1.9586870270129932, 16.788640599178617], "p_value": 0.10215644067443883, "input_sha256": "1084acc06893d0901e6aff52918b6a3ad772ddc95b52d87bb0472769cda71ac2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04870646392887127, "seed": 4184411967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10471653333378199, "interval": [-0.004088642587423599, 0.2135217092549876], "p_value": 0.06060606060606061, "input_sha256": "1084acc06893d0901e6aff52918b6a3ad772ddc95b52d87bb0472769cda71ac2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04870646392887127, "seed": 4184411967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10471653333378199, "interval": [-0.001686992574610015, 0.16885079636528938], "p_value": 0.057236164940590695, "input_sha256": "1084acc06893d0901e6aff52918b6a3ad772ddc95b52d87bb0472769cda71ac2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 488930043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.850455506519552, "interval": [-7.72733053272726, 13.428241545766364], "p_value": 0.5627705627705628, "input_sha256": "3b83c027bb305b4d3ae1a8bb091dbb52da57ebc94ae4d1983b3b3e829c38542d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 488930043, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.850455506519552, "interval": [-5.1257819286495145, 11.898850979282146], "p_value": 0.5612797897476475, "input_sha256": "3b83c027bb305b4d3ae1a8bb091dbb52da57ebc94ae4d1983b3b3e829c38542d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.050532987644760115, "seed": 488930043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02510211943578708, "interval": [-0.07125619963065967, 0.12146043850223383], "p_value": 0.5735930735930735, "input_sha256": "3b83c027bb305b4d3ae1a8bb091dbb52da57ebc94ae4d1983b3b3e829c38542d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.050532987644760115, "seed": 488930043, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02510211943578708, "interval": [-0.053125134614363294, 0.10264599617259265], "p_value": 0.5732774584760194, "input_sha256": "3b83c027bb305b4d3ae1a8bb091dbb52da57ebc94ae4d1983b3b3e829c38542d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1445149799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.812677003061698, "interval": [-2.0717538009026724, 17.697107807026068], "p_value": 0.07142857142857142, "input_sha256": "ce5049915b068a39a8c5d4a2a56c25f25554e1518afab47ff2226976481aa474"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1445149799, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.812677003061698, "interval": [1.7667748510085701, 18.003612418796386], "p_value": 0.10827835971659736, "input_sha256": "ce5049915b068a39a8c5d4a2a56c25f25554e1518afab47ff2226976481aa474"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.05131031543479541, "seed": 1445149799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07150752519125085, "interval": [-0.03131407465787417, 0.17432912504037587], "p_value": 0.16017316017316016, "input_sha256": "ce5049915b068a39a8c5d4a2a56c25f25554e1518afab47ff2226976481aa474"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.05131031543479541, "seed": 1445149799, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07150752519125085, "interval": [0.006581149828857317, 0.16974777174582], "p_value": 0.15227966745472346, "input_sha256": "ce5049915b068a39a8c5d4a2a56c25f25554e1518afab47ff2226976481aa474"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 281506770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.356770906500694, "interval": [-2.4859151523673626, 11.19945696536875], "p_value": 0.1645021645021645, "input_sha256": "42182ec21d73c825b750697899522bef4e2ef49b4a8df89f3264bd0c7377f98a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 281506770, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.356770906500694, "interval": [-0.7556872603400994, 9.176508031978209], "p_value": 0.1722189976272426, "input_sha256": "42182ec21d73c825b750697899522bef4e2ef49b4a8df89f3264bd0c7377f98a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.05439711210963297, "seed": 281506770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0492038565903368, "interval": [-0.029228381351268387, 0.12763609453194197], "p_value": 0.18181818181818182, "input_sha256": "42182ec21d73c825b750697899522bef4e2ef49b4a8df89f3264bd0c7377f98a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.05439711210963297, "seed": 281506770, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0492038565903368, "interval": [-0.01094583126372837, 0.10721101517375421], "p_value": 0.18631269524394198, "input_sha256": "42182ec21d73c825b750697899522bef4e2ef49b4a8df89f3264bd0c7377f98a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3480100851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.32084000758164, "interval": [0.9236786898139524, 17.718001325349327], "p_value": 0.023809523809523808, "input_sha256": "0c57e1beacd0aff72dca3da3c3a650ba904695b2531b9e59b1e28077f8df35c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3480100851, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.32084000758164, "interval": [3.9241914492645606, 16.938334171879568], "p_value": 0.033294483922642025, "input_sha256": "0c57e1beacd0aff72dca3da3c3a650ba904695b2531b9e59b1e28077f8df35c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.048432304044157555, "seed": 3480100851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10161727194774003, "interval": [0.010513997212786494, 0.19272054668269356], "p_value": 0.030303030303030304, "input_sha256": "0c57e1beacd0aff72dca3da3c3a650ba904695b2531b9e59b1e28077f8df35c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.048432304044157555, "seed": 3480100851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10161727194774003, "interval": [0.044688268461748185, 0.19380575376211084], "p_value": 0.03226149299301307, "input_sha256": "0c57e1beacd0aff72dca3da3c3a650ba904695b2531b9e59b1e28077f8df35c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1614334161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.134085075345906, "interval": [-2.954102829145869, 21.222272979837683], "p_value": 0.11471861471861472, "input_sha256": "644978acac834ec82608d36e6541767ebc9680aa3f4ac281b1949168858b959c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1614334161, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.134085075345906, "interval": [0.2920127317403539, 17.723184538501116], "p_value": 0.11631549869301105, "input_sha256": "644978acac834ec82608d36e6541767ebc9680aa3f4ac281b1949168858b959c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.047953474568888786, "seed": 1614334161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08224244301310046, "interval": [-0.04133925566280666, 0.2058241416890076], "p_value": 0.15367965367965367, "input_sha256": "644978acac834ec82608d36e6541767ebc9680aa3f4ac281b1949168858b959c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.047953474568888786, "seed": 1614334161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08224244301310046, "interval": [-0.003438946719677627, 0.18029510627960105], "p_value": 0.15835658500362798, "input_sha256": "644978acac834ec82608d36e6541767ebc9680aa3f4ac281b1949168858b959c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3381282027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.125382927728546, "interval": [-4.114680046607421, 16.36544590206451], "p_value": 0.20346320346320346, "input_sha256": "f4169bc8318280106024b43e8aa36e934220fad7af86287e8d9118e272cd113b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3381282027, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.125382927728546, "interval": [-2.796459584809437, 13.51138431978309], "p_value": 0.2063024415216456, "input_sha256": "f4169bc8318280106024b43e8aa36e934220fad7af86287e8d9118e272cd113b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04751596017901503, "seed": 3381282027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06667403815382607, "interval": [-0.04087882515168452, 0.17422690145933667], "p_value": 0.20562770562770563, "input_sha256": "f4169bc8318280106024b43e8aa36e934220fad7af86287e8d9118e272cd113b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04751596017901503, "seed": 3381282027, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06667403815382607, "interval": [-0.007737690486355529, 0.16208737530270076], "p_value": 0.19717304731094035, "input_sha256": "f4169bc8318280106024b43e8aa36e934220fad7af86287e8d9118e272cd113b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1819992982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.77144578341718, "interval": [-5.613909547291954, 19.156801114126313], "p_value": 0.22077922077922077, "input_sha256": "1c5db651f4085f7c1cba795ad7dfec6d2e6cba684f4098c798d14f83c3020257"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1819992982, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.77144578341718, "interval": [-1.311220945829735, 17.41174431051761], "p_value": 0.23694455661540434, "input_sha256": "1c5db651f4085f7c1cba795ad7dfec6d2e6cba684f4098c798d14f83c3020257"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.05055372738665584, "seed": 1819992982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06338833442362325, "interval": [-0.054568932296338565, 0.18134560114358506], "p_value": 0.23809523809523808, "input_sha256": "1c5db651f4085f7c1cba795ad7dfec6d2e6cba684f4098c798d14f83c3020257"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.05055372738665584, "seed": 1819992982, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06338833442362325, "interval": [-0.014185733476028712, 0.16032383076254605], "p_value": 0.24469838231890131, "input_sha256": "1c5db651f4085f7c1cba795ad7dfec6d2e6cba684f4098c798d14f83c3020257"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 434747723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.135044947798628, "interval": [2.9425708908944017, 11.327519004702854], "p_value": 0.004329004329004329, "input_sha256": "1f087aaa98aa941617c44bcdce3e38984dc9fb60280d09eb471ad4707629ef9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 434747723, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.135044947798628, "interval": [4.106829494698985, 10.967074922520048], "p_value": 0.004412029737159607, "input_sha256": "1f087aaa98aa941617c44bcdce3e38984dc9fb60280d09eb471ad4707629ef9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04651639043601632, "seed": 434747723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06736882545555727, "interval": [0.0241818207220882, 0.11055583018902633], "p_value": 0.004329004329004329, "input_sha256": "1f087aaa98aa941617c44bcdce3e38984dc9fb60280d09eb471ad4707629ef9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04651639043601632, "seed": 434747723, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06736882545555727, "interval": [0.03387628641349669, 0.10475028171813858], "p_value": 0.006983204833353968, "input_sha256": "1f087aaa98aa941617c44bcdce3e38984dc9fb60280d09eb471ad4707629ef9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3548616055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9995186156971574, "interval": [-3.092193267421327, 11.09123049881564], "p_value": 0.23160173160173161, "input_sha256": "9e061f92e60638e99ed8c23ce2495a6f5222af3e2ef3b228a048a8980a6bffc4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3548616055, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9995186156971574, "interval": [-1.4532277959942104, 9.794517799201644], "p_value": 0.23145517499421595, "input_sha256": "9e061f92e60638e99ed8c23ce2495a6f5222af3e2ef3b228a048a8980a6bffc4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.05078449628121734, "seed": 3548616055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04511694869327369, "interval": [-0.041389858359423506, 0.1316237557459709], "p_value": 0.2554112554112554, "input_sha256": "9e061f92e60638e99ed8c23ce2495a6f5222af3e2ef3b228a048a8980a6bffc4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.05078449628121734, "seed": 3548616055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04511694869327369, "interval": [-0.03141650166706086, 0.10370891196323394], "p_value": 0.2609067856342164, "input_sha256": "9e061f92e60638e99ed8c23ce2495a6f5222af3e2ef3b228a048a8980a6bffc4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2199362246, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5125523855107685, "interval": [-3.5678228486242363, 12.592927619645774], "p_value": 0.23376623376623376, "input_sha256": "50bd9e98fc04368fa37360afc10ac6acbad496d4f1b2a2c7d85ddd7c203f64c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2199362246, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5125523855107685, "interval": [-3.317395477885812, 10.193782849573546], "p_value": 0.23902585575449145, "input_sha256": "50bd9e98fc04368fa37360afc10ac6acbad496d4f1b2a2c7d85ddd7c203f64c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.047733232484331985, "seed": 2199362246, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03840666644781231, "interval": [-0.03950521504402826, 0.11631854793965288], "p_value": 0.2813852813852814, "input_sha256": "50bd9e98fc04368fa37360afc10ac6acbad496d4f1b2a2c7d85ddd7c203f64c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.047733232484331985, "seed": 2199362246, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03840666644781231, "interval": [-0.036168067566637555, 0.09569605727720232], "p_value": 0.2957660768153289, "input_sha256": "50bd9e98fc04368fa37360afc10ac6acbad496d4f1b2a2c7d85ddd7c203f64c0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 177212554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.46129516656129, "interval": [1.3668051115132833, 11.555785221609296], "p_value": 0.023809523809523808, "input_sha256": "a4f883894651a71be9c6d8188a0ab87e23b3310983ab8448f9ee9b686469fb59"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 177212554, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.46129516656129, "interval": [2.472635921742547, 10.256400135054912], "p_value": 0.018523966323068658, "input_sha256": "a4f883894651a71be9c6d8188a0ab87e23b3310983ab8448f9ee9b686469fb59"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.05267302411869803, "seed": 177212554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07356349564985966, "interval": [0.01874327904273391, 0.12838371225698542], "p_value": 0.010822510822510822, "input_sha256": "a4f883894651a71be9c6d8188a0ab87e23b3310983ab8448f9ee9b686469fb59"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.05267302411869803, "seed": 177212554, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07356349564985966, "interval": [0.03530935175060035, 0.11674709990012527], "p_value": 0.013884640067146459, "input_sha256": "a4f883894651a71be9c6d8188a0ab87e23b3310983ab8448f9ee9b686469fb59"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 209975990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.276409917895788, "interval": [-4.777890474453137, 9.330710310244713], "p_value": 0.4653679653679654, "input_sha256": "311c3cb2acd8ed398c426909bd6e359273b37d20b04ce3efd78a4732c1d7959e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 209975990, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.276409917895788, "interval": [-3.2779277858809777, 7.75272347744734], "p_value": 0.4807071887902813, "input_sha256": "311c3cb2acd8ed398c426909bd6e359273b37d20b04ce3efd78a4732c1d7959e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.046239692736988545, "seed": 209975990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011004036526631442, "interval": [-0.05041956366307516, 0.07242763671633803], "p_value": 0.6883116883116883, "input_sha256": "311c3cb2acd8ed398c426909bd6e359273b37d20b04ce3efd78a4732c1d7959e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.046239692736988545, "seed": 209975990, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011004036526631442, "interval": [-0.03774231618278066, 0.05904999583627415], "p_value": 0.6963110318899781, "input_sha256": "311c3cb2acd8ed398c426909bd6e359273b37d20b04ce3efd78a4732c1d7959e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2479890407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.39171591382509696, "interval": [-11.555352592894614, 12.338784420544808], "p_value": 0.9523809523809523, "input_sha256": "442a3fbcf89ad892c5ecbe00d8cb86aaece829e551e6b9bb02721264bb3122eb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2479890407, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.39171591382509696, "interval": [-7.268230591390779, 11.23157396187057], "p_value": 0.9429789426695959, "input_sha256": "442a3fbcf89ad892c5ecbe00d8cb86aaece829e551e6b9bb02721264bb3122eb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.050975284446849484, "seed": 2479890407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009404702290203737, "interval": [-0.12894813109969044, 0.11013872651928297], "p_value": 0.8658008658008658, "input_sha256": "442a3fbcf89ad892c5ecbe00d8cb86aaece829e551e6b9bb02721264bb3122eb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.050975284446849484, "seed": 2479890407, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009404702290203737, "interval": [-0.08860535374252199, 0.10050805550274697], "p_value": 0.8637249151819164, "input_sha256": "442a3fbcf89ad892c5ecbe00d8cb86aaece829e551e6b9bb02721264bb3122eb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 608601595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.6209614578888845, "interval": [-5.5299460164012215, 16.77186893217899], "p_value": 0.2748917748917749, "input_sha256": "96458990ed707fb9ef566af7a923386cac8c7a28af20173d9ac88dd133522c8c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 608601595, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.6209614578888845, "interval": [-3.4960734606786072, 13.528938522708591], "p_value": 0.28226876460783984, "input_sha256": "96458990ed707fb9ef566af7a923386cac8c7a28af20173d9ac88dd133522c8c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.047716378792318444, "seed": 608601595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05494947805513706, "interval": [-0.06181276312727631, 0.1717117192375504], "p_value": 0.30952380952380953, "input_sha256": "96458990ed707fb9ef566af7a923386cac8c7a28af20173d9ac88dd133522c8c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.047716378792318444, "seed": 608601595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05494947805513706, "interval": [-0.04200630152643933, 0.13558064888301416], "p_value": 0.314259741024168, "input_sha256": "96458990ed707fb9ef566af7a923386cac8c7a28af20173d9ac88dd133522c8c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1813688887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8262388937530787, "interval": [-3.7212806730449195, 11.373758460551077], "p_value": 0.2878787878787879, "input_sha256": "7452b6297d909dc9903961b4a01485fca678e24756a4e99cea13c3fdd7c9e8ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1813688887, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8262388937530787, "interval": [-2.0888918125040457, 10.08223193792775], "p_value": 0.2850055818358086, "input_sha256": "7452b6297d909dc9903961b4a01485fca678e24756a4e99cea13c3fdd7c9e8ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.05250660470643009, "seed": 1813688887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02903665981403987, "interval": [-0.05492240070664445, 0.11299572033472419], "p_value": 0.461038961038961, "input_sha256": "7452b6297d909dc9903961b4a01485fca678e24756a4e99cea13c3fdd7c9e8ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.05250660470643009, "seed": 1813688887, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02903665981403987, "interval": [-0.03771826622559443, 0.0993706149067941], "p_value": 0.45711793536504997, "input_sha256": "7452b6297d909dc9903961b4a01485fca678e24756a4e99cea13c3fdd7c9e8ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2297695223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3847203542880795, "interval": [-14.414359272042676, 7.644918563466517], "p_value": 0.5064935064935064, "input_sha256": "a0810e686b1b8aa6b64b39480c27cefa827f9cc368241652b51faa85df03b145"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2297695223, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3847203542880795, "interval": [-11.375695488683355, 6.473512888787904], "p_value": 0.5092353372887226, "input_sha256": "a0810e686b1b8aa6b64b39480c27cefa827f9cc368241652b51faa85df03b145"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.04820923967319415, "seed": 2297695223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019839538907429607, "interval": [-0.12868261105379253, 0.08900353323893331], "p_value": 0.6796536796536796, "input_sha256": "a0810e686b1b8aa6b64b39480c27cefa827f9cc368241652b51faa85df03b145"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.04820923967319415, "seed": 2297695223, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019839538907429607, "interval": [-0.09777200578169981, 0.0779733401703103], "p_value": 0.6924234402044891, "input_sha256": "a0810e686b1b8aa6b64b39480c27cefa827f9cc368241652b51faa85df03b145"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3606479658, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.849944031704154, "interval": [-4.2813487783232285, 15.981236841731537], "p_value": 0.21428571428571427, "input_sha256": "e24147d7266b14e81bcdfc4bf738056c75c22959df9c3070fd4df5cf24d8d5a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3606479658, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.849944031704154, "interval": [-3.3795727396659307, 12.71108681103794], "p_value": 0.22114289341136004, "input_sha256": "e24147d7266b14e81bcdfc4bf738056c75c22959df9c3070fd4df5cf24d8d5a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.04962045569667179, "seed": 3606479658, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03976973949322943, "interval": [-0.08431396721010118, 0.16385344619656003], "p_value": 0.47619047619047616, "input_sha256": "e24147d7266b14e81bcdfc4bf738056c75c22959df9c3070fd4df5cf24d8d5a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.04962045569667179, "seed": 3606479658, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03976973949322943, "interval": [-0.07602580566197362, 0.11639727009291566], "p_value": 0.4744842820024431, "input_sha256": "e24147d7266b14e81bcdfc4bf738056c75c22959df9c3070fd4df5cf24d8d5a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 512764531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.641539577905671, "interval": [-1.734500148566224, 15.017579304377566], "p_value": 0.11471861471861472, "input_sha256": "5c6accc160a05446945d0e1a4c3c2330f4efadf9997308251efabf36a0949115"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 512764531, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.641539577905671, "interval": [0.13999653979690668, 13.683736476740437], "p_value": 0.10749177047270705, "input_sha256": "5c6accc160a05446945d0e1a4c3c2330f4efadf9997308251efabf36a0949115"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.05193999433316121, "seed": 512764531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.074615215565973, "interval": [-0.030312617208536008, 0.17954304834048201], "p_value": 0.13852813852813853, "input_sha256": "5c6accc160a05446945d0e1a4c3c2330f4efadf9997308251efabf36a0949115"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.05193999433316121, "seed": 512764531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.074615215565973, "interval": [-0.009211891044856434, 0.16061683492907403], "p_value": 0.1440741780352079, "input_sha256": "5c6accc160a05446945d0e1a4c3c2330f4efadf9997308251efabf36a0949115"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 939789683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.297072271275424, "interval": [-7.773090646523332, 18.36723518907418], "p_value": 0.3852813852813853, "input_sha256": "53d76dd58b79bb8a254155e21ce4b8afe3799b0ba97d35a6efbdc76c9e2edf6d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 939789683, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.297072271275424, "interval": [-3.885100755132282, 15.93104332990607], "p_value": 0.3853650927235751, "input_sha256": "53d76dd58b79bb8a254155e21ce4b8afe3799b0ba97d35a6efbdc76c9e2edf6d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.048724207296931284, "seed": 939789683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056743176314664245, "interval": [-0.07767694537951286, 0.19116329800884135], "p_value": 0.3787878787878788, "input_sha256": "53d76dd58b79bb8a254155e21ce4b8afe3799b0ba97d35a6efbdc76c9e2edf6d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.048724207296931284, "seed": 939789683, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056743176314664245, "interval": [-0.03461836547111951, 0.17806196643846992], "p_value": 0.36875638573946024, "input_sha256": "53d76dd58b79bb8a254155e21ce4b8afe3799b0ba97d35a6efbdc76c9e2edf6d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1983196503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.924599118242922, "interval": [0.016493445670868745, 13.832704790814976], "p_value": 0.05844155844155844, "input_sha256": "e1c78f20f86dfed9831f1772f98a376ebb08c45bddde681d76e0d6acb309b2c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1983196503, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.924599118242922, "interval": [0.7418209261553175, 12.064972782758034], "p_value": 0.04955155290458565, "input_sha256": "e1c78f20f86dfed9831f1772f98a376ebb08c45bddde681d76e0d6acb309b2c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.052961902776526716, "seed": 1983196503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06604521654984867, "interval": [-0.0229163563320917, 0.15500678943178903], "p_value": 0.1277056277056277, "input_sha256": "e1c78f20f86dfed9831f1772f98a376ebb08c45bddde681d76e0d6acb309b2c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.052961902776526716, "seed": 1983196503, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06604521654984867, "interval": [-0.014792991676988143, 0.1292125801448021], "p_value": 0.1280182414762572, "input_sha256": "e1c78f20f86dfed9831f1772f98a376ebb08c45bddde681d76e0d6acb309b2c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2614122956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.180550069005177, "interval": [-2.312173256729732, 10.673273394740086], "p_value": 0.14502164502164502, "input_sha256": "a4671ae4538a0d39875dc1a77185ac7c0162a304fa2ba9a0fc15c1ea5d630b9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2614122956, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.180550069005177, "interval": [0.48570890063745625, 11.06360903226226], "p_value": 0.17464103622715557, "input_sha256": "a4671ae4538a0d39875dc1a77185ac7c0162a304fa2ba9a0fc15c1ea5d630b9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.05114123664411955, "seed": 2614122956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04779266643385559, "interval": [-0.022128731004553842, 0.11771406387226502], "p_value": 0.12337662337662338, "input_sha256": "a4671ae4538a0d39875dc1a77185ac7c0162a304fa2ba9a0fc15c1ea5d630b9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.05114123664411955, "seed": 2614122956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04779266643385559, "interval": [0.007048379307845674, 0.11459967829289844], "p_value": 0.1511973784924565, "input_sha256": "a4671ae4538a0d39875dc1a77185ac7c0162a304fa2ba9a0fc15c1ea5d630b9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1437202415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7007716993593043, "interval": [-5.557159417379513, 12.958702816098121], "p_value": 0.3852813852813853, "input_sha256": "503b2376d4fbce1d15e8c0779ab2a8f49278a4df3cad8e0c5a285dbd0448c5a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1437202415, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7007716993593043, "interval": [-3.4519962297111313, 11.052149856836442], "p_value": 0.3938807406019156, "input_sha256": "503b2376d4fbce1d15e8c0779ab2a8f49278a4df3cad8e0c5a285dbd0448c5a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.04929656071996464, "seed": 1437202415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03324806681090155, "interval": [-0.07273890021057026, 0.13923503383237334], "p_value": 0.5064935064935064, "input_sha256": "503b2376d4fbce1d15e8c0779ab2a8f49278a4df3cad8e0c5a285dbd0448c5a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.04929656071996464, "seed": 1437202415, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03324806681090155, "interval": [-0.052491403479706475, 0.11237772685104716], "p_value": 0.49972793677252936, "input_sha256": "503b2376d4fbce1d15e8c0779ab2a8f49278a4df3cad8e0c5a285dbd0448c5a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4197546285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.282159587900269, "interval": [3.7543953995771515, 18.809923776223386], "p_value": 0.0021645021645021645, "input_sha256": "638f594e2bc3a9d84d2ad181aca75c8ba35813d89c8b34ee8bccdb7b534ba278"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4197546285, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.282159587900269, "interval": [7.272271211354491, 19.1494552668478], "p_value": 0.009831630178263752, "input_sha256": "638f594e2bc3a9d84d2ad181aca75c8ba35813d89c8b34ee8bccdb7b534ba278"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.04660729368653698, "seed": 4197546285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09379537989019307, "interval": [0.02004663802786333, 0.1675441217525228], "p_value": 0.0021645021645021645, "input_sha256": "638f594e2bc3a9d84d2ad181aca75c8ba35813d89c8b34ee8bccdb7b534ba278"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.04660729368653698, "seed": 4197546285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09379537989019307, "interval": [0.05160414417999523, 0.16962233086373124], "p_value": 0.019194148150427682, "input_sha256": "638f594e2bc3a9d84d2ad181aca75c8ba35813d89c8b34ee8bccdb7b534ba278"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1877809178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.120272213663453, "interval": [0.2575015775707108, 15.983042849756195], "p_value": 0.04329004329004329, "input_sha256": "7b5e8a989637f3a57a1b07f2075757b02b8a27083163887473cef72203b6bec8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1877809178, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.120272213663453, "interval": [0.9848365012594357, 12.907165845699167], "p_value": 0.0450093605576614, "input_sha256": "7b5e8a989637f3a57a1b07f2075757b02b8a27083163887473cef72203b6bec8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.04847734103328327, "seed": 1877809178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06906290864658104, "interval": [-0.014208613560896685, 0.1523344308540588], "p_value": 0.07575757575757576, "input_sha256": "7b5e8a989637f3a57a1b07f2075757b02b8a27083163887473cef72203b6bec8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.04847734103328327, "seed": 1877809178, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06906290864658104, "interval": [-0.00601309774674932, 0.12273042732926254], "p_value": 0.08851503868770674, "input_sha256": "7b5e8a989637f3a57a1b07f2075757b02b8a27083163887473cef72203b6bec8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3648439565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5992287239427903, "interval": [-5.226763449771241, 4.02830600188566], "p_value": 0.7813852813852814, "input_sha256": "9437044b65cd3e67a1f3b037cb8dfcddbf0ded0f2a4e77c1a000a4d6272cfb9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3648439565, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5992287239427903, "interval": [-4.184031852714779, 3.1450397206684553], "p_value": 0.7768550192355823, "input_sha256": "9437044b65cd3e67a1f3b037cb8dfcddbf0ded0f2a4e77c1a000a4d6272cfb9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.04930618142414118, "seed": 3648439565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00020926572702426038, "interval": [-0.04853268945953136, 0.04895122091357988], "p_value": 0.987012987012987, "input_sha256": "9437044b65cd3e67a1f3b037cb8dfcddbf0ded0f2a4e77c1a000a4d6272cfb9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.04930618142414118, "seed": 3648439565, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00020926572702426038, "interval": [-0.035089265124036935, 0.043222754843796236], "p_value": 0.992476443148181, "input_sha256": "9437044b65cd3e67a1f3b037cb8dfcddbf0ded0f2a4e77c1a000a4d6272cfb9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1359254532, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.142448015611093, "interval": [0.7368191517758493, 19.548076879446334], "p_value": 0.04112554112554113, "input_sha256": "aaeb25ca8b45e25030d9dfaa41174332a1c743dfee446248c2934e0884ac8ff6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1359254532, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.142448015611093, "interval": [2.028705422111544, 16.889539151372286], "p_value": 0.037232779193124316, "input_sha256": "aaeb25ca8b45e25030d9dfaa41174332a1c743dfee446248c2934e0884ac8ff6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.05049193648169903, "seed": 1359254532, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10485942913644983, "interval": [0.001846156675777852, 0.2078727015971218], "p_value": 0.04329004329004329, "input_sha256": "aaeb25ca8b45e25030d9dfaa41174332a1c743dfee446248c2934e0884ac8ff6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.05049193648169903, "seed": 1359254532, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10485942913644983, "interval": [0.022059009745141193, 0.18247905042552906], "p_value": 0.04678635087654055, "input_sha256": "aaeb25ca8b45e25030d9dfaa41174332a1c743dfee446248c2934e0884ac8ff6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1733902657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3699131019097806, "interval": [-11.919419229832938, 14.659245433652499], "p_value": 0.8203463203463204, "input_sha256": "55f99e9e28b70c8c0d1712b7be10d91cb7c84b610fe98512ba604c40bf856c63"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1733902657, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3699131019097806, "interval": [-8.025569606058705, 11.530049539769742], "p_value": 0.8175214481310893, "input_sha256": "55f99e9e28b70c8c0d1712b7be10d91cb7c84b610fe98512ba604c40bf856c63"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04726738308943517, "seed": 1733902657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003195597060154265, "interval": [-0.1323555208485629, 0.13874671496887142], "p_value": 0.9632034632034632, "input_sha256": "55f99e9e28b70c8c0d1712b7be10d91cb7c84b610fe98512ba604c40bf856c63"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04726738308943517, "seed": 1733902657, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003195597060154265, "interval": [-0.09475166607513566, 0.09566205276952529], "p_value": 0.9573023742906742, "input_sha256": "55f99e9e28b70c8c0d1712b7be10d91cb7c84b610fe98512ba604c40bf856c63"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2070183750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.162583194719854, "interval": [4.436188950553072, 17.888977438886634], "p_value": 0.008658008658008658, "input_sha256": "457efb7a8503067fe16ba861783821545bda6312ac4c6f4b2c57b66b9e9bb5c1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2070183750, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.162583194719854, "interval": [5.952779780798888, 16.262736340962494], "p_value": 0.004168078244807628, "input_sha256": "457efb7a8503067fe16ba861783821545bda6312ac4c6f4b2c57b66b9e9bb5c1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.05289366030988673, "seed": 2070183750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11460542864420233, "interval": [0.03555973081601714, 0.19365112647238752], "p_value": 0.010822510822510822, "input_sha256": "457efb7a8503067fe16ba861783821545bda6312ac4c6f4b2c57b66b9e9bb5c1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.05289366030988673, "seed": 2070183750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11460542864420233, "interval": [0.05506175309147046, 0.1815277667007154], "p_value": 0.009074319661543163, "input_sha256": "457efb7a8503067fe16ba861783821545bda6312ac4c6f4b2c57b66b9e9bb5c1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4054508676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.420675749812355, "interval": [0.11300426969504151, 16.728347229929668], "p_value": 0.05411255411255411, "input_sha256": "1df3019f43cc153bc5283f875d288268fba0a9242cd851113836ad734ed10f92"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4054508676, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.420675749812355, "interval": [1.6828686100629329, 14.776117648304282], "p_value": 0.04750564663311482, "input_sha256": "1df3019f43cc153bc5283f875d288268fba0a9242cd851113836ad734ed10f92"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.048004346247487374, "seed": 4054508676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09128346406898873, "interval": [0.007716467200392985, 0.17485046093758447], "p_value": 0.03896103896103896, "input_sha256": "1df3019f43cc153bc5283f875d288268fba0a9242cd851113836ad734ed10f92"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.048004346247487374, "seed": 4054508676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09128346406898873, "interval": [0.029020412325268575, 0.15758946263060905], "p_value": 0.03546101283184084, "input_sha256": "1df3019f43cc153bc5283f875d288268fba0a9242cd851113836ad734ed10f92"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3347597334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.961023227935684, "interval": [-3.0924038855526224, 13.01445034142399], "p_value": 0.19913419913419914, "input_sha256": "6fdacf2f9b244d8c827eeb45e2244f818134c1518162c5870c2a7bb97db1a310"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3347597334, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.961023227935684, "interval": [-1.0772324217711984, 11.062424450050084], "p_value": 0.19536974874077684, "input_sha256": "6fdacf2f9b244d8c827eeb45e2244f818134c1518162c5870c2a7bb97db1a310"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.05173340025321996, "seed": 3347597334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02912342419567719, "interval": [-0.06963167472014771, 0.1278785231115021], "p_value": 0.49567099567099565, "input_sha256": "6fdacf2f9b244d8c827eeb45e2244f818134c1518162c5870c2a7bb97db1a310"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.05173340025321996, "seed": 3347597334, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02912342419567719, "interval": [-0.050125149511831835, 0.09624649158058143], "p_value": 0.5069413216110783, "input_sha256": "6fdacf2f9b244d8c827eeb45e2244f818134c1518162c5870c2a7bb97db1a310"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2121397225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7652150023469684, "interval": [-9.896795209574092, 17.427225214268027], "p_value": 0.5497835497835498, "input_sha256": "95dba43500e07ae0bbe585d6a50dbaffdd6ca4e84dfe1014c2626801c76f3e9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2121397225, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7652150023469684, "interval": [-8.534825188682968, 13.21901249513947], "p_value": 0.552498040552668, "input_sha256": "95dba43500e07ae0bbe585d6a50dbaffdd6ca4e84dfe1014c2626801c76f3e9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.048926007970530344, "seed": 2121397225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03749066521847201, "interval": [-0.09294989141619246, 0.16793122185313647], "p_value": 0.5303030303030303, "input_sha256": "95dba43500e07ae0bbe585d6a50dbaffdd6ca4e84dfe1014c2626801c76f3e9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.048926007970530344, "seed": 2121397225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03749066521847201, "interval": [-0.07963265658694618, 0.1313756755596661], "p_value": 0.5358376436019117, "input_sha256": "95dba43500e07ae0bbe585d6a50dbaffdd6ca4e84dfe1014c2626801c76f3e9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 823800598, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.393634552840517, "interval": [-2.8400410869716417, 19.627310192652676], "p_value": 0.12987012987012986, "input_sha256": "dc321631f786bfb8fe59068fcf3edf6a53d5bba01edbea0a4f87dc830473b76d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 823800598, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.393634552840517, "interval": [-1.3085470432828374, 16.66672842430165], "p_value": 0.12502278650252452, "input_sha256": "dc321631f786bfb8fe59068fcf3edf6a53d5bba01edbea0a4f87dc830473b76d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.049790367785218725, "seed": 823800598, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09076098094268897, "interval": [-0.03176717469166078, 0.21328913657703874], "p_value": 0.12554112554112554, "input_sha256": "dc321631f786bfb8fe59068fcf3edf6a53d5bba01edbea0a4f87dc830473b76d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.049790367785218725, "seed": 823800598, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09076098094268897, "interval": [-0.012898013921080725, 0.1843153584541165], "p_value": 0.12918376342050178, "input_sha256": "dc321631f786bfb8fe59068fcf3edf6a53d5bba01edbea0a4f87dc830473b76d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 810004034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8049889583365912, "interval": [-4.915568401344053, 12.525546318017234], "p_value": 0.34415584415584416, "input_sha256": "2c6a0929be7da78d58a5c4731bcdd36de889b5f1c8e6a53c216a0952920c6e5b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 810004034, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8049889583365912, "interval": [-3.387316120270249, 10.840158695223252], "p_value": 0.3526017478634941, "input_sha256": "2c6a0929be7da78d58a5c4731bcdd36de889b5f1c8e6a53c216a0952920c6e5b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.046771930512140375, "seed": 810004034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030530259313662385, "interval": [-0.045714999479599956, 0.10677551810692473], "p_value": 0.37662337662337664, "input_sha256": "2c6a0929be7da78d58a5c4731bcdd36de889b5f1c8e6a53c216a0952920c6e5b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.046771930512140375, "seed": 810004034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030530259313662385, "interval": [-0.031736377210170544, 0.09265194236536693], "p_value": 0.3926500984402518, "input_sha256": "2c6a0929be7da78d58a5c4731bcdd36de889b5f1c8e6a53c216a0952920c6e5b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3291655920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5525162768174674, "interval": [-4.80407742273737, 11.909109976372305], "p_value": 0.3528138528138528, "input_sha256": "153fff826c8300b10d2e2249652b2d04b55bc4402c845c2dced02746552c14c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3291655920, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5525162768174674, "interval": [-3.4296656981379736, 9.717063049378913], "p_value": 0.35935428777897926, "input_sha256": "153fff826c8300b10d2e2249652b2d04b55bc4402c845c2dced02746552c14c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.04788562410852689, "seed": 3291655920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02657030697300268, "interval": [-0.05495981048214252, 0.10810042442814788], "p_value": 0.4523809523809524, "input_sha256": "153fff826c8300b10d2e2249652b2d04b55bc4402c845c2dced02746552c14c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.04788562410852689, "seed": 3291655920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02657030697300268, "interval": [-0.03925785937264962, 0.08229877116340864], "p_value": 0.4676758759660956, "input_sha256": "153fff826c8300b10d2e2249652b2d04b55bc4402c845c2dced02746552c14c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3207484675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7406588121840159, "interval": [-10.851397327196537, 12.332714951564569], "p_value": 0.8831168831168831, "input_sha256": "5ccec937265f7bf26759addb307a4ba92f23b6699233c2993a615ee532122ba0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3207484675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7406588121840159, "interval": [-8.507883067148219, 10.039224691067531], "p_value": 0.8894762090036792, "input_sha256": "5ccec937265f7bf26759addb307a4ba92f23b6699233c2993a615ee532122ba0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04746907030087602, "seed": 3207484675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014691951136969097, "interval": [-0.1410594177074163, 0.11167551543347813], "p_value": 0.8268398268398268, "input_sha256": "5ccec937265f7bf26759addb307a4ba92f23b6699233c2993a615ee532122ba0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04746907030087602, "seed": 3207484675, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014691951136969097, "interval": [-0.12196629182824803, 0.07703401498695929], "p_value": 0.7976308695099444, "input_sha256": "5ccec937265f7bf26759addb307a4ba92f23b6699233c2993a615ee532122ba0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 536040140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.12892094328418, "interval": [-5.982308801699264, 18.240150688267622], "p_value": 0.2922077922077922, "input_sha256": "90693e23c8f1ba698f34a0ecf8f988114d4fff67573b2f929ff6b744b54b48c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 536040140, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.12892094328418, "interval": [-1.6759381862482647, 16.42881518365173], "p_value": 0.2754939166830716, "input_sha256": "90693e23c8f1ba698f34a0ecf8f988114d4fff67573b2f929ff6b744b54b48c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.04869980709546001, "seed": 536040140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05936343499262095, "interval": [-0.06526037202615101, 0.1839872420113929], "p_value": 0.31385281385281383, "input_sha256": "90693e23c8f1ba698f34a0ecf8f988114d4fff67573b2f929ff6b744b54b48c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.04869980709546001, "seed": 536040140, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05936343499262095, "interval": [-0.02591059132899225, 0.15552622154970494], "p_value": 0.30367959767700986, "input_sha256": "90693e23c8f1ba698f34a0ecf8f988114d4fff67573b2f929ff6b744b54b48c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3611046222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.27979179390172, "interval": [0.7578324244253292, 15.801751163378112], "p_value": 0.032467532467532464, "input_sha256": "8bcd4c3a5f37384f2634e28fab1f670956cda8928303b879a640ff04c89b9432"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3611046222, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.27979179390172, "interval": [2.6204242904346557, 14.864822058426482], "p_value": 0.034207226469144605, "input_sha256": "8bcd4c3a5f37384f2634e28fab1f670956cda8928303b879a640ff04c89b9432"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.05072165289863268, "seed": 3611046222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09486657116305303, "interval": [0.003256416775588397, 0.18647672555051764], "p_value": 0.05194805194805195, "input_sha256": "8bcd4c3a5f37384f2634e28fab1f670956cda8928303b879a640ff04c89b9432"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.05072165289863268, "seed": 3611046222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09486657116305303, "interval": [0.015689358925920573, 0.16706600006635972], "p_value": 0.0437109001898186, "input_sha256": "8bcd4c3a5f37384f2634e28fab1f670956cda8928303b879a640ff04c89b9432"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1377562826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.899017615798055, "interval": [3.583481487932481, 22.21455374366363], "p_value": 0.015151515151515152, "input_sha256": "1370e18fc24715f9d6ea8efb9c6838ea92b5adb3ae39e5a12533f8f6a5c0387b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1377562826, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.899017615798055, "interval": [4.738484783017371, 19.628762041433017], "p_value": 0.011863486564292987, "input_sha256": "1370e18fc24715f9d6ea8efb9c6838ea92b5adb3ae39e5a12533f8f6a5c0387b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.050768074017454694, "seed": 1377562826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1272480401930286, "interval": [0.012991812907963848, 0.24150426747809334], "p_value": 0.03463203463203463, "input_sha256": "1370e18fc24715f9d6ea8efb9c6838ea92b5adb3ae39e5a12533f8f6a5c0387b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.050768074017454694, "seed": 1377562826, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1272480401930286, "interval": [0.026222585471858247, 0.21029679099355872], "p_value": 0.03295469882375179, "input_sha256": "1370e18fc24715f9d6ea8efb9c6838ea92b5adb3ae39e5a12533f8f6a5c0387b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 821687414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.612847022798401, "interval": [-7.126028167055773, 12.351722212652575], "p_value": 0.5757575757575758, "input_sha256": "7591690f7b87b3adc59fa417bf0df3d12f6a86684d22b9e5a55d89c68bf24ecd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 821687414, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.612847022798401, "interval": [-6.721631173930202, 9.28152244506415], "p_value": 0.5621626715995833, "input_sha256": "7591690f7b87b3adc59fa417bf0df3d12f6a86684d22b9e5a55d89c68bf24ecd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04881460906861835, "seed": 821687414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020602864174572147, "interval": [-0.09490026495609728, 0.1361059933052416], "p_value": 0.6774891774891775, "input_sha256": "7591690f7b87b3adc59fa417bf0df3d12f6a86684d22b9e5a55d89c68bf24ecd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04881460906861835, "seed": 821687414, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020602864174572147, "interval": [-0.08721313067210552, 0.09911852545596375], "p_value": 0.6973103159830153, "input_sha256": "7591690f7b87b3adc59fa417bf0df3d12f6a86684d22b9e5a55d89c68bf24ecd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1976054162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1427252043055773, "interval": [-9.23596482024621, 11.521415228857364], "p_value": 0.8095238095238095, "input_sha256": "b3d817f8c58be0eac7d98a05fa229c67db6b6e5ffaaffbd9cda590cf9acb6900"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1976054162, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1427252043055773, "interval": [-6.886029105649982, 9.800118719980734], "p_value": 0.8096972583555246, "input_sha256": "b3d817f8c58be0eac7d98a05fa229c67db6b6e5ffaaffbd9cda590cf9acb6900"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.04840113333958681, "seed": 1976054162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008802660625327946, "interval": [-0.10679585947358904, 0.12440118072424493], "p_value": 0.8701298701298701, "input_sha256": "b3d817f8c58be0eac7d98a05fa229c67db6b6e5ffaaffbd9cda590cf9acb6900"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.04840113333958681, "seed": 1976054162, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008802660625327946, "interval": [-0.07926884556484658, 0.10888223742130167], "p_value": 0.867397025142289, "input_sha256": "b3d817f8c58be0eac7d98a05fa229c67db6b6e5ffaaffbd9cda590cf9acb6900"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1691007845, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.809533328668283, "interval": [-13.831311242428768, 8.2122445850922], "p_value": 0.5606060606060606, "input_sha256": "8a4629015bd654816def8e41ffa47927faf7c6318427835a6bcb2b64f99ed00d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1691007845, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.809533328668283, "interval": [-11.984805688361199, 5.895826139396972], "p_value": 0.5815107670370907, "input_sha256": "8a4629015bd654816def8e41ffa47927faf7c6318427835a6bcb2b64f99ed00d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.04895476585902491, "seed": 1691007845, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02616763802434495, "interval": [-0.13237300509292338, 0.08003772904423347], "p_value": 0.5865800865800865, "input_sha256": "8a4629015bd654816def8e41ffa47927faf7c6318427835a6bcb2b64f99ed00d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.04895476585902491, "seed": 1691007845, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02616763802434495, "interval": [-0.11603439232772339, 0.053946661019452426], "p_value": 0.594694998417865, "input_sha256": "8a4629015bd654816def8e41ffa47927faf7c6318427835a6bcb2b64f99ed00d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 167575822, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.240663016590074, "interval": [-2.1636190760727088, 12.644945109252856], "p_value": 0.1406926406926407, "input_sha256": "306f3d9a53439f7f885cc311b020a4b62e5d9d6575f14f045006df94b51afbc9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 167575822, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.240663016590074, "interval": [-0.8242161593844086, 10.687708617499593], "p_value": 0.1444671148773073, "input_sha256": "306f3d9a53439f7f885cc311b020a4b62e5d9d6575f14f045006df94b51afbc9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.04766234374406871, "seed": 167575822, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05566210990225738, "interval": [-0.014224787395775734, 0.1255490072002905], "p_value": 0.1038961038961039, "input_sha256": "306f3d9a53439f7f885cc311b020a4b62e5d9d6575f14f045006df94b51afbc9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.04766234374406871, "seed": 167575822, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05566210990225738, "interval": [-0.0027052635411386385, 0.10819131100652322], "p_value": 0.10581205286575825, "input_sha256": "306f3d9a53439f7f885cc311b020a4b62e5d9d6575f14f045006df94b51afbc9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 998376241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.810994832369305, "interval": [-0.11669002793799699, 19.738679692676605], "p_value": 0.05411255411255411, "input_sha256": "b80803e6c20aa605e2b454242611af7c2e7652f5170796551c8ef5f7679d964d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 998376241, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.810994832369305, "interval": [2.8272529385893312, 18.281766341973025], "p_value": 0.05221333134896827, "input_sha256": "b80803e6c20aa605e2b454242611af7c2e7652f5170796551c8ef5f7679d964d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.047172608086091944, "seed": 998376241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09526843539011376, "interval": [-0.007730106363781769, 0.1982669771440093], "p_value": 0.0735930735930736, "input_sha256": "b80803e6c20aa605e2b454242611af7c2e7652f5170796551c8ef5f7679d964d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.047172608086091944, "seed": 998376241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09526843539011376, "interval": [0.025758622529394218, 0.18456201332389613], "p_value": 0.06566211395977871, "input_sha256": "b80803e6c20aa605e2b454242611af7c2e7652f5170796551c8ef5f7679d964d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3836586890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.267424437874081, "interval": [-5.308127537618914, 7.842976413367076], "p_value": 0.6861471861471862, "input_sha256": "394b777f42108cbb6ebe0e8ad23970c0d10ae431bcdcab70918a36e60c518078"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3836586890, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.267424437874081, "interval": [-3.427124362331257, 7.027032743389389], "p_value": 0.6746919247094434, "input_sha256": "394b777f42108cbb6ebe0e8ad23970c0d10ae431bcdcab70918a36e60c518078"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.04727657170620738, "seed": 3836586890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015537161293380501, "interval": [-0.047462039187438666, 0.07853636177419968], "p_value": 0.5887445887445888, "input_sha256": "394b777f42108cbb6ebe0e8ad23970c0d10ae431bcdcab70918a36e60c518078"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.04727657170620738, "seed": 3836586890, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015537161293380501, "interval": [-0.031339217877977193, 0.06804354717071655], "p_value": 0.5924450292139662, "input_sha256": "394b777f42108cbb6ebe0e8ad23970c0d10ae431bcdcab70918a36e60c518078"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3275751166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.28935781399336236, "interval": [-8.960502457720953, 9.539218085707677], "p_value": 0.9458874458874459, "input_sha256": "d73b63bb4e309185457b8d5f7c7a16f062647ef01ac75230d8d0d836e4db9d42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3275751166, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.28935781399336236, "interval": [-7.948151228852736, 6.3840748305822475], "p_value": 0.9447858864118174, "input_sha256": "d73b63bb4e309185457b8d5f7c7a16f062647ef01ac75230d8d0d836e4db9d42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04845892370414415, "seed": 3275751166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019240571617653024, "interval": [-0.10324739293948934, 0.10709550726301995], "p_value": 0.9805194805194806, "input_sha256": "d73b63bb4e309185457b8d5f7c7a16f062647ef01ac75230d8d0d836e4db9d42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04845892370414415, "seed": 3275751166, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019240571617653024, "interval": [-0.08746736929684783, 0.07216226802400467], "p_value": 0.9676729210931698, "input_sha256": "d73b63bb4e309185457b8d5f7c7a16f062647ef01ac75230d8d0d836e4db9d42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3195881647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.329385631005717, "interval": [4.101854383745967, 16.55691687826547], "p_value": 0.004329004329004329, "input_sha256": "dd1de10b786ed63ebbcaa580b01b5fd5ce8ef14f4cff82ca01245dbbed9ed713"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3195881647, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.329385631005717, "interval": [5.495904796787717, 15.645496935596865], "p_value": 0.004717979837601815, "input_sha256": "dd1de10b786ed63ebbcaa580b01b5fd5ce8ef14f4cff82ca01245dbbed9ed713"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04722444188443182, "seed": 3195881647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11335635999279853, "interval": [0.06134922303468091, 0.16536349695091615], "p_value": 0.0021645021645021645, "input_sha256": "dd1de10b786ed63ebbcaa580b01b5fd5ce8ef14f4cff82ca01245dbbed9ed713"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04722444188443182, "seed": 3195881647, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11335635999279853, "interval": [0.07738259392840065, 0.15871465999343817], "p_value": 0.0009714602094356421, "input_sha256": "dd1de10b786ed63ebbcaa580b01b5fd5ce8ef14f4cff82ca01245dbbed9ed713"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 252175368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.693079311580833, "interval": [-1.4372560732687472, 14.823414696430413], "p_value": 0.09523809523809523, "input_sha256": "03d7a5aec1911ce7dcedbe975c71c7cdaddb93426186ba3090100fb97d77d7ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 252175368, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.693079311580833, "interval": [0.025336117565738808, 13.556949500861819], "p_value": 0.09623012109033832, "input_sha256": "03d7a5aec1911ce7dcedbe975c71c7cdaddb93426186ba3090100fb97d77d7ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.05026532221048923, "seed": 252175368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07370567783290817, "interval": [-0.022037837241577, 0.16944919290739335], "p_value": 0.12121212121212122, "input_sha256": "03d7a5aec1911ce7dcedbe975c71c7cdaddb93426186ba3090100fb97d77d7ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.05026532221048923, "seed": 252175368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07370567783290817, "interval": [-0.005283519924610025, 0.14866308920671564], "p_value": 0.11631366011339472, "input_sha256": "03d7a5aec1911ce7dcedbe975c71c7cdaddb93426186ba3090100fb97d77d7ab"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3994203349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.458599520400565, "interval": [-5.197388808076557, 18.114587848877687], "p_value": 0.21861471861471862, "input_sha256": "a7611f3897a45823d1b011f5078a69b77dfb77b043ec822c16d967b999f23573"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3994203349, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.458599520400565, "interval": [-1.1906676165869257, 16.564240865096153], "p_value": 0.23513071045373882, "input_sha256": "a7611f3897a45823d1b011f5078a69b77dfb77b043ec822c16d967b999f23573"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.04865561997530555, "seed": 3994203349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07055687148541766, "interval": [-0.04286153935388991, 0.1839752823247252], "p_value": 0.16883116883116883, "input_sha256": "a7611f3897a45823d1b011f5078a69b77dfb77b043ec822c16d967b999f23573"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.04865561997530555, "seed": 3994203349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07055687148541766, "interval": [-0.004566567754660467, 0.16791773756451306], "p_value": 0.18906135652752695, "input_sha256": "a7611f3897a45823d1b011f5078a69b77dfb77b043ec822c16d967b999f23573"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1192615427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.050794351621297, "interval": [-3.6719032683655737, 11.773491971608168], "p_value": 0.2662337662337662, "input_sha256": "a8afdd6ddacca9fd79e14b199f1d07fe64f2ce36f3d58ab4f57750b778a85994"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1192615427, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.050794351621297, "interval": [-1.8220707179291824, 10.018761700982154], "p_value": 0.2688749467347997, "input_sha256": "a8afdd6ddacca9fd79e14b199f1d07fe64f2ce36f3d58ab4f57750b778a85994"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.04843355731153365, "seed": 1192615427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043595799063948955, "interval": [-0.030464375524724856, 0.11765597365262276], "p_value": 0.22077922077922077, "input_sha256": "a8afdd6ddacca9fd79e14b199f1d07fe64f2ce36f3d58ab4f57750b778a85994"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.04843355731153365, "seed": 1192615427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043595799063948955, "interval": [-0.011956393179931458, 0.10118671678232628], "p_value": 0.21894957772863577, "input_sha256": "a8afdd6ddacca9fd79e14b199f1d07fe64f2ce36f3d58ab4f57750b778a85994"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3668470766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.752168964699578, "interval": [-0.8541796910137167, 8.358517620412872], "p_value": 0.09307359307359307, "input_sha256": "503f9b0ce083d335ec1c24a3d8797024e77952369a4e265659ddeb23ce5e3e19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3668470766, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.752168964699578, "interval": [-0.2786772196611208, 7.105009491036159], "p_value": 0.09905631077253, "input_sha256": "503f9b0ce083d335ec1c24a3d8797024e77952369a4e265659ddeb23ce5e3e19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.050619147906233085, "seed": 3668470766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03140242131869811, "interval": [-0.011602439124289772, 0.07440728176168598], "p_value": 0.13203463203463203, "input_sha256": "503f9b0ce083d335ec1c24a3d8797024e77952369a4e265659ddeb23ce5e3e19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.050619147906233085, "seed": 3668470766, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03140242131869811, "interval": [-0.0171977299354483, 0.05836291775209951], "p_value": 0.1337640928356738, "input_sha256": "503f9b0ce083d335ec1c24a3d8797024e77952369a4e265659ddeb23ce5e3e19"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1743770207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.258203110449532, "interval": [-0.4531592141949412, 14.969565435094005], "p_value": 0.0670995670995671, "input_sha256": "016d36d1c8dcda2f1cdacb36ed442d2ed9d8f2f36fabc2c428993f00a5b17a9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1743770207, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.258203110449532, "interval": [-0.12318167470466733, 11.948698209261366], "p_value": 0.062013664244656076, "input_sha256": "016d36d1c8dcda2f1cdacb36ed442d2ed9d8f2f36fabc2c428993f00a5b17a9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.05018953553138495, "seed": 1743770207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09594436403661503, "interval": [0.017717870505543493, 0.17417085756768658], "p_value": 0.0367965367965368, "input_sha256": "016d36d1c8dcda2f1cdacb36ed442d2ed9d8f2f36fabc2c428993f00a5b17a9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.05018953553138495, "seed": 1743770207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09594436403661503, "interval": [0.02194461128974816, 0.14444880620727804], "p_value": 0.021148559750683082, "input_sha256": "016d36d1c8dcda2f1cdacb36ed442d2ed9d8f2f36fabc2c428993f00a5b17a9b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1750115039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.533402190685676, "interval": [0.9720674771651261, 24.094736904206226], "p_value": 0.032467532467532464, "input_sha256": "6f08b2207bf7a75d9e193e974b8e1a621a80edc70f4f4b7030890a6d8cff6160"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1750115039, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.533402190685676, "interval": [2.5680495052550194, 20.734300972440106], "p_value": 0.03720870524220235, "input_sha256": "6f08b2207bf7a75d9e193e974b8e1a621a80edc70f4f4b7030890a6d8cff6160"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.050407379664269066, "seed": 1750115039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14789313519186992, "interval": [0.011646898578654141, 0.2841393718050857], "p_value": 0.03463203463203463, "input_sha256": "6f08b2207bf7a75d9e193e974b8e1a621a80edc70f4f4b7030890a6d8cff6160"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.050407379664269066, "seed": 1750115039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14789313519186992, "interval": [0.037870510852010875, 0.24442848936891606], "p_value": 0.037443776935562736, "input_sha256": "6f08b2207bf7a75d9e193e974b8e1a621a80edc70f4f4b7030890a6d8cff6160"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3473406971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.027150986880107, "interval": [-2.0052913667579855, 14.0595933405182], "p_value": 0.10822510822510822, "input_sha256": "58ae6461551421c3b1bbfdbb80f8a1b5c515b6af0bb343aebe250790e350a99a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3473406971, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.027150986880107, "interval": [-0.7716076051999808, 11.490305477600296], "p_value": 0.12513090655884038, "input_sha256": "58ae6461551421c3b1bbfdbb80f8a1b5c515b6af0bb343aebe250790e350a99a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.04864337429081423, "seed": 3473406971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05960634275277156, "interval": [-0.02311643773726925, 0.14232912324281238], "p_value": 0.12554112554112554, "input_sha256": "58ae6461551421c3b1bbfdbb80f8a1b5c515b6af0bb343aebe250790e350a99a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.04864337429081423, "seed": 3473406971, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05960634275277156, "interval": [-0.010635902543413702, 0.11697121544469061], "p_value": 0.1388210133306865, "input_sha256": "58ae6461551421c3b1bbfdbb80f8a1b5c515b6af0bb343aebe250790e350a99a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1841689688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.325901363119845, "interval": [0.9910698332150929, 11.660732893024598], "p_value": 0.008658008658008658, "input_sha256": "bd31010fbc1cd2d9e96db2251f0f94496519dbfd53ade908118885838425613c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1841689688, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.325901363119845, "interval": [2.8295959938373323, 11.132798373712108], "p_value": 0.026079376178989026, "input_sha256": "bd31010fbc1cd2d9e96db2251f0f94496519dbfd53ade908118885838425613c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.04842284738775977, "seed": 1841689688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07621174613453587, "interval": [0.02000244741194701, 0.13242104485712472], "p_value": 0.006493506493506494, "input_sha256": "bd31010fbc1cd2d9e96db2251f0f94496519dbfd53ade908118885838425613c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.04842284738775977, "seed": 1841689688, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07621174613453587, "interval": [0.04114045688581809, 0.13896966328283938], "p_value": 0.012938071702477457, "input_sha256": "bd31010fbc1cd2d9e96db2251f0f94496519dbfd53ade908118885838425613c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1646437779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.167299002311458, "interval": [0.7002590496675065, 15.634338954955409], "p_value": 0.04329004329004329, "input_sha256": "7be4653df02c706ff965d51b2481f8e4cd31e559e7f5829288a644ad86675244"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1646437779, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.167299002311458, "interval": [2.731576024961469, 14.118247470058671], "p_value": 0.03524836155343849, "input_sha256": "7be4653df02c706ff965d51b2481f8e4cd31e559e7f5829288a644ad86675244"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.04890283510656141, "seed": 1646437779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09160755390290334, "interval": [0.017711683054720775, 0.16550342475108593], "p_value": 0.021645021645021644, "input_sha256": "7be4653df02c706ff965d51b2481f8e4cd31e559e7f5829288a644ad86675244"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.04890283510656141, "seed": 1646437779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09160755390290334, "interval": [0.037441341770721476, 0.14926476150055687], "p_value": 0.020864637300916835, "input_sha256": "7be4653df02c706ff965d51b2481f8e4cd31e559e7f5829288a644ad86675244"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3322886685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.078122446953377, "interval": [-1.5009968653332537, 15.657241759240009], "p_value": 0.09956709956709957, "input_sha256": "d627b7eda25b7d1147aeddcbd3468d7e07e346a8560de690b33c6ae112ed30ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3322886685, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.078122446953377, "interval": [0.8859017246410477, 14.28145439890189], "p_value": 0.09577436138889638, "input_sha256": "d627b7eda25b7d1147aeddcbd3468d7e07e346a8560de690b33c6ae112ed30ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.048783327840948326, "seed": 3322886685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061885488585266574, "interval": [-0.026920546189774394, 0.15069152336030756], "p_value": 0.14935064935064934, "input_sha256": "d627b7eda25b7d1147aeddcbd3468d7e07e346a8560de690b33c6ae112ed30ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.048783327840948326, "seed": 3322886685, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061885488585266574, "interval": [-0.004132532831374594, 0.12836897785793372], "p_value": 0.15078364975548442, "input_sha256": "d627b7eda25b7d1147aeddcbd3468d7e07e346a8560de690b33c6ae112ed30ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1274440287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.147513822949406, "interval": [-1.5789304571237235, 17.873958103022538], "p_value": 0.09307359307359307, "input_sha256": "14764eff6cba3881d931c2a2f67fb97ac546b99e561f62b1a096b202cfbc70c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1274440287, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.147513822949406, "interval": [1.118543862354953, 16.58548590464159], "p_value": 0.09105256586237606, "input_sha256": "14764eff6cba3881d931c2a2f67fb97ac546b99e561f62b1a096b202cfbc70c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.05256772055760341, "seed": 1274440287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09490429352331367, "interval": [-0.021957263210269085, 0.21176585025689643], "p_value": 0.09307359307359307, "input_sha256": "14764eff6cba3881d931c2a2f67fb97ac546b99e561f62b1a096b202cfbc70c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.05256772055760341, "seed": 1274440287, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09490429352331367, "interval": [0.021365762504659585, 0.2172715843047419], "p_value": 0.10022509784019817, "input_sha256": "14764eff6cba3881d931c2a2f67fb97ac546b99e561f62b1a096b202cfbc70c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3548043011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.547721903514098, "interval": [4.725335739301041, 24.370108067727156], "p_value": 0.008658008658008658, "input_sha256": "bdce12ff57615999e12d45ca37d86625d24f09ebc62374ca20d3938aa3a91de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3548043011, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.547721903514098, "interval": [6.25257701260606, 20.297394028343135], "p_value": 0.011555746425875807, "input_sha256": "bdce12ff57615999e12d45ca37d86625d24f09ebc62374ca20d3938aa3a91de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.04739961024866235, "seed": 3548043011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1448138466394428, "interval": [0.04786834592837416, 0.24175934735051144], "p_value": 0.008658008658008658, "input_sha256": "bdce12ff57615999e12d45ca37d86625d24f09ebc62374ca20d3938aa3a91de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.04739961024866235, "seed": 3548043011, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1448138466394428, "interval": [0.06328657605270337, 0.20111099014673228], "p_value": 0.01138434526732698, "input_sha256": "bdce12ff57615999e12d45ca37d86625d24f09ebc62374ca20d3938aa3a91de8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1394508925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1742549929535251, "interval": [-13.973273755594724, 14.321783741501774], "p_value": 0.974025974025974, "input_sha256": "209e62209453d0aa290e7462c026aafcfaa385190cd4d6cef114791e5ee1f29b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1394508925, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1742549929535251, "interval": [-11.439395753946396, 10.995108505155867], "p_value": 0.9786376639228, "input_sha256": "209e62209453d0aa290e7462c026aafcfaa385190cd4d6cef114791e5ee1f29b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.049558698277212265, "seed": 1394508925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0026280373463476447, "interval": [-0.1540536387426036, 0.14879756404990832], "p_value": 0.974025974025974, "input_sha256": "209e62209453d0aa290e7462c026aafcfaa385190cd4d6cef114791e5ee1f29b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.049558698277212265, "seed": 1394508925, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0026280373463476447, "interval": [-0.12477025452092007, 0.11124013448218076], "p_value": 0.9699077859395522, "input_sha256": "209e62209453d0aa290e7462c026aafcfaa385190cd4d6cef114791e5ee1f29b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3089732559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8655476135145577, "interval": [-7.568132057699145, 15.29922728472826], "p_value": 0.4696969696969697, "input_sha256": "104cc0f37ce370c5ac0bb3ce0e9b5bc0e2b49c26c7a0c3344cf8ff4279471efe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3089732559, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8655476135145577, "interval": [-5.208810981844746, 12.996605612273784], "p_value": 0.46721756127599046, "input_sha256": "104cc0f37ce370c5ac0bb3ce0e9b5bc0e2b49c26c7a0c3344cf8ff4279471efe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.04787023605623266, "seed": 3089732559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0362944382859787, "interval": [-0.08612112316520537, 0.15870999973716277], "p_value": 0.5411255411255411, "input_sha256": "104cc0f37ce370c5ac0bb3ce0e9b5bc0e2b49c26c7a0c3344cf8ff4279471efe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.04787023605623266, "seed": 3089732559, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0362944382859787, "interval": [-0.05646659671679765, 0.13795693454263608], "p_value": 0.5203554741977348, "input_sha256": "104cc0f37ce370c5ac0bb3ce0e9b5bc0e2b49c26c7a0c3344cf8ff4279471efe"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 180805268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.805931940271375, "interval": [-3.200855127928415, 18.812719008471163], "p_value": 0.15151515151515152, "input_sha256": "3b1555f55169bb370342da48da806041e6d1f93eb69b2ac4a88887a58874374e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 180805268, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.805931940271375, "interval": [-2.3943328577737932, 15.816132184521647], "p_value": 0.1424611649192139, "input_sha256": "3b1555f55169bb370342da48da806041e6d1f93eb69b2ac4a88887a58874374e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04676309796209497, "seed": 180805268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06524823585592433, "interval": [-0.04182570582496224, 0.1723221775368109], "p_value": 0.19696969696969696, "input_sha256": "3b1555f55169bb370342da48da806041e6d1f93eb69b2ac4a88887a58874374e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04676309796209497, "seed": 180805268, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06524823585592433, "interval": [-0.03183764821869036, 0.14405363134616375], "p_value": 0.19997819171064105, "input_sha256": "3b1555f55169bb370342da48da806041e6d1f93eb69b2ac4a88887a58874374e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3439856611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.596600340969715, "interval": [-2.9021531672709315, 10.095353849210362], "p_value": 0.23593073593073594, "input_sha256": "0b66b73a47fecf45ff56ca72612635411cde2f4b4e7fe792287bfa4b93e8af1b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3439856611, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.596600340969715, "interval": [-1.6112647248850767, 8.789172303631311], "p_value": 0.2451401422624146, "input_sha256": "0b66b73a47fecf45ff56ca72612635411cde2f4b4e7fe792287bfa4b93e8af1b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.05101662329901833, "seed": 3439856611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02756926972395138, "interval": [-0.04433803018529385, 0.09947656963319661], "p_value": 0.3939393939393939, "input_sha256": "0b66b73a47fecf45ff56ca72612635411cde2f4b4e7fe792287bfa4b93e8af1b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.05101662329901833, "seed": 3439856611, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02756926972395138, "interval": [-0.03628586931736308, 0.07843127574353365], "p_value": 0.40827255553666975, "input_sha256": "0b66b73a47fecf45ff56ca72612635411cde2f4b4e7fe792287bfa4b93e8af1b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1735238181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.774449560005158, "interval": [3.004104057151004, 26.54479506285931], "p_value": 0.006493506493506494, "input_sha256": "39f65df768d2a5e0be2525d7e3fb67b4f67e639c8e675eff6aedf90f8eb9d606"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1735238181, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.774449560005158, "interval": [6.797050927983611, 26.423245262977467], "p_value": 0.019013595501689753, "input_sha256": "39f65df768d2a5e0be2525d7e3fb67b4f67e639c8e675eff6aedf90f8eb9d606"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.049613644773736816, "seed": 1735238181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14409130294367137, "interval": [0.030063834641653242, 0.2581187712456895], "p_value": 0.010822510822510822, "input_sha256": "39f65df768d2a5e0be2525d7e3fb67b4f67e639c8e675eff6aedf90f8eb9d606"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.049613644773736816, "seed": 1735238181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14409130294367137, "interval": [0.06639567798739264, 0.2466070622495676], "p_value": 0.018300140158211933, "input_sha256": "39f65df768d2a5e0be2525d7e3fb67b4f67e639c8e675eff6aedf90f8eb9d606"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 273819211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.825132512757265, "interval": [-3.0029893963933496, 8.65325442190788], "p_value": 0.335, "input_sha256": "f224c1f13707b4d2893c9c4c04d1a8246670586cd7972274e3dfe142cb9e0d11"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 273819211, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.825132512757265, "interval": [-1.8499849897891758, 9.677843877514258], "p_value": 0.3319858706965526, "input_sha256": "f224c1f13707b4d2893c9c4c04d1a8246670586cd7972274e3dfe142cb9e0d11"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 273819211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03335619789909211, "interval": [-0.026365151493510493, 0.0930775472916947], "p_value": 0.284, "input_sha256": "f224c1f13707b4d2893c9c4c04d1a8246670586cd7972274e3dfe142cb9e0d11"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 273819211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03335619789909211, "interval": [-0.012764530780650218, 0.10028950441302803], "p_value": 0.26338277196353815, "input_sha256": "f224c1f13707b4d2893c9c4c04d1a8246670586cd7972274e3dfe142cb9e0d11"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 73732090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2959883950901183, "interval": [-6.712367366923721, 4.1203905767434845], "p_value": 0.612, "input_sha256": "5072df5e1aa0958017c0302c10ac7fb64ec0230f730ea06758dc59282bfebf69"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 73732090, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2959883950901183, "interval": [-5.752262244048489, 4.217965923771893], "p_value": 0.6300795392730045, "input_sha256": "5072df5e1aa0958017c0302c10ac7fb64ec0230f730ea06758dc59282bfebf69"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 73732090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014658200887771602, "interval": [-0.07229046386918739, 0.042974062093644176], "p_value": 0.594, "input_sha256": "5072df5e1aa0958017c0302c10ac7fb64ec0230f730ea06758dc59282bfebf69"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 73732090, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014658200887771602, "interval": [-0.06399147888326868, 0.043472725378957515], "p_value": 0.6091238393419665, "input_sha256": "5072df5e1aa0958017c0302c10ac7fb64ec0230f730ea06758dc59282bfebf69"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3211121065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.962970317069126, "interval": [-10.301131711595723, 0.3751910774574698], "p_value": 0.073, "input_sha256": "2d4321aa9dd791624fa8aa6cb7d3efb342dbc980a00862b430487d07a900865b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3211121065, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.962970317069126, "interval": [-9.945751965430148, -0.3638023576945021], "p_value": 0.06742641300933026, "input_sha256": "2d4321aa9dd791624fa8aa6cb7d3efb342dbc980a00862b430487d07a900865b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3211121065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04083767884098659, "interval": [-0.09688640997275087, 0.015211052290777696], "p_value": 0.146, "input_sha256": "2d4321aa9dd791624fa8aa6cb7d3efb342dbc980a00862b430487d07a900865b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3211121065, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04083767884098659, "interval": [-0.09502152134614729, 0.007831047195957768], "p_value": 0.14841680681042438, "input_sha256": "2d4321aa9dd791624fa8aa6cb7d3efb342dbc980a00862b430487d07a900865b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2545106371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6237142384146965, "interval": [-8.339074012135239, 7.0916455353058465], "p_value": 0.881, "input_sha256": "12f62cb6dcbc9d99236c56a9964ad82619fcb591f79c7827dddc79d97a611c28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2545106371, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6237142384146965, "interval": [-7.682306097814639, 6.446622508049632], "p_value": 0.8708171596685204, "input_sha256": "12f62cb6dcbc9d99236c56a9964ad82619fcb591f79c7827dddc79d97a611c28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2545106371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014530227969813465, "interval": [-0.08848156613223895, 0.059421110192612016], "p_value": 0.711, "input_sha256": "12f62cb6dcbc9d99236c56a9964ad82619fcb591f79c7827dddc79d97a611c28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2545106371, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014530227969813465, "interval": [-0.08448430613747665, 0.05076838976250671], "p_value": 0.6929777808593007, "input_sha256": "12f62cb6dcbc9d99236c56a9964ad82619fcb591f79c7827dddc79d97a611c28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3444855585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3195786073320726, "interval": [-4.71001718763943, 7.349174402303575], "p_value": 0.66, "input_sha256": "57bc61122fbad01293799b94d7fb2dd1614c936045f52681ec11aa6733eebbc6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3444855585, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3195786073320726, "interval": [-4.378017701512817, 6.454757450632588], "p_value": 0.6576975882836371, "input_sha256": "57bc61122fbad01293799b94d7fb2dd1614c936045f52681ec11aa6733eebbc6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3444855585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01613079502870693, "interval": [-0.046588976728241374, 0.07885056678565523], "p_value": 0.617, "input_sha256": "57bc61122fbad01293799b94d7fb2dd1614c936045f52681ec11aa6733eebbc6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3444855585, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01613079502870693, "interval": [-0.04048138611953154, 0.07470113264928084], "p_value": 0.6025136813295573, "input_sha256": "57bc61122fbad01293799b94d7fb2dd1614c936045f52681ec11aa6733eebbc6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3502445125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5265411036933214, "interval": [-6.404026111391692, 3.3509439040050495], "p_value": 0.541, "input_sha256": "b408bc465cc8a2f8d40622c19dae37a0a5ad369644caa14349ae6f4b87bc03f4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3502445125, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5265411036933214, "interval": [-6.106256025336011, 3.510627006503013], "p_value": 0.5297623095873736, "input_sha256": "b408bc465cc8a2f8d40622c19dae37a0a5ad369644caa14349ae6f4b87bc03f4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3502445125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01851728150472881, "interval": [-0.0725021421377742, 0.03546757912831657], "p_value": 0.499, "input_sha256": "b408bc465cc8a2f8d40622c19dae37a0a5ad369644caa14349ae6f4b87bc03f4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3502445125, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01851728150472881, "interval": [-0.0675117663686854, 0.03501969570232288], "p_value": 0.49123316797694716, "input_sha256": "b408bc465cc8a2f8d40622c19dae37a0a5ad369644caa14349ae6f4b87bc03f4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1715459401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5297191728370985, "interval": [-6.578561979247571, 3.5191236335733738], "p_value": 0.526, "input_sha256": "aa0eb68a6edd5c2f2322ffe7f0b96e8abb6d25881c9eafc18d4ef7c0c5de1461"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1715459401, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5297191728370985, "interval": [-6.5201772788740815, 2.8904914977033545], "p_value": 0.542138040661083, "input_sha256": "aa0eb68a6edd5c2f2322ffe7f0b96e8abb6d25881c9eafc18d4ef7c0c5de1461"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1715459401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020434837879993818, "interval": [-0.07014694323197586, 0.029277267471988222], "p_value": 0.395, "input_sha256": "aa0eb68a6edd5c2f2322ffe7f0b96e8abb6d25881c9eafc18d4ef7c0c5de1461"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1715459401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020434837879993818, "interval": [-0.07032803080315982, 0.023987888818499423], "p_value": 0.4096131250917925, "input_sha256": "aa0eb68a6edd5c2f2322ffe7f0b96e8abb6d25881c9eafc18d4ef7c0c5de1461"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1729648882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2926509378049795, "interval": [-6.348704433057087, 5.763402557447128], "p_value": 0.936, "input_sha256": "316a33df9ae80baf08613d69d4889cff691505d3fd04243ce6f293cffd67f548"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1729648882, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2926509378049795, "interval": [-6.272690827669794, 4.722798869981517], "p_value": 0.9222612419175529, "input_sha256": "316a33df9ae80baf08613d69d4889cff691505d3fd04243ce6f293cffd67f548"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1729648882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01730613913127134, "interval": [-0.08765872886415543, 0.053046450601612755], "p_value": 0.622, "input_sha256": "316a33df9ae80baf08613d69d4889cff691505d3fd04243ce6f293cffd67f548"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1729648882, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01730613913127134, "interval": [-0.08910891461761383, 0.040460232894678455], "p_value": 0.6192921302349226, "input_sha256": "316a33df9ae80baf08613d69d4889cff691505d3fd04243ce6f293cffd67f548"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 933724650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13014165262876976, "interval": [-5.065921663073446, 4.805638357815907], "p_value": 0.96, "input_sha256": "b58e3eadd987d549865c064ddae2c6c572b8fe181d9e6e52289c5008a052a251"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 933724650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13014165262876976, "interval": [-4.979185181984684, 4.203365130421077], "p_value": 0.9574307367914319, "input_sha256": "b58e3eadd987d549865c064ddae2c6c572b8fe181d9e6e52289c5008a052a251"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 933724650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0015027266934755784, "interval": [-0.05398904065117449, 0.050983587264223335], "p_value": 0.948, "input_sha256": "b58e3eadd987d549865c064ddae2c6c572b8fe181d9e6e52289c5008a052a251"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 933724650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0015027266934755784, "interval": [-0.05241577938796295, 0.04599182907899833], "p_value": 0.9537404960488596, "input_sha256": "b58e3eadd987d549865c064ddae2c6c572b8fe181d9e6e52289c5008a052a251"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2476985758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6779493981874651, "interval": [-4.905357127912181, 6.261255924287111], "p_value": 0.819, "input_sha256": "4dda20d6bb15abefc82cbcf3c9d84bda19a412c6ed100e47a7b1a23640cdcf3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2476985758, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6779493981874651, "interval": [-4.71516459250161, 5.976286399155972], "p_value": 0.8065285952179603, "input_sha256": "4dda20d6bb15abefc82cbcf3c9d84bda19a412c6ed100e47a7b1a23640cdcf3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2476985758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011698704233583719, "interval": [-0.046375325964970814, 0.06977273443213824], "p_value": 0.693, "input_sha256": "4dda20d6bb15abefc82cbcf3c9d84bda19a412c6ed100e47a7b1a23640cdcf3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2476985758, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011698704233583719, "interval": [-0.0440430539637609, 0.06557457467250659], "p_value": 0.6840651201217678, "input_sha256": "4dda20d6bb15abefc82cbcf3c9d84bda19a412c6ed100e47a7b1a23640cdcf3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3459883357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.412641365172683, "interval": [-5.5823801060571965, 6.4076628364025625], "p_value": 0.889, "input_sha256": "e29b740a935b441883d5305f02c955fffd067b008de76e8f9a89b598ab0d602d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3459883357, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.412641365172683, "interval": [-6.319052416361959, 5.283787646797328], "p_value": 0.8898748379756747, "input_sha256": "e29b740a935b441883d5305f02c955fffd067b008de76e8f9a89b598ab0d602d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3459883357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005733668762457053, "interval": [-0.057218256767598674, 0.06868559429251278], "p_value": 0.851, "input_sha256": "e29b740a935b441883d5305f02c955fffd067b008de76e8f9a89b598ab0d602d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3459883357, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005733668762457053, "interval": [-0.06295046157607934, 0.05727486787874014], "p_value": 0.8546908704523242, "input_sha256": "e29b740a935b441883d5305f02c955fffd067b008de76e8f9a89b598ab0d602d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1045439925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.196680342911159, "interval": [-12.038251271557566, -0.3551094142647502], "p_value": 0.033, "input_sha256": "3b4466fad1cf2e4a5f67ee39dc406ffbb901c8b885e358ceac28d9f36f9574cb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1045439925, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.196680342911159, "interval": [-12.312060153215286, -1.5122202402434757], "p_value": 0.03819843068144437, "input_sha256": "3b4466fad1cf2e4a5f67ee39dc406ffbb901c8b885e358ceac28d9f36f9574cb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1045439925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06517905806344115, "interval": [-0.12312518651889795, -0.007232929607984349], "p_value": 0.024, "input_sha256": "3b4466fad1cf2e4a5f67ee39dc406ffbb901c8b885e358ceac28d9f36f9574cb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1045439925, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06517905806344115, "interval": [-0.1253485114967702, -0.015768128500588344], "p_value": 0.028508655412592374, "input_sha256": "3b4466fad1cf2e4a5f67ee39dc406ffbb901c8b885e358ceac28d9f36f9574cb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 717955255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8984267968211537, "interval": [-5.275225262705706, 3.4783716690633986], "p_value": 0.688, "input_sha256": "c2ef4240fc8c4a3773233f3ff371427a0fba5d481b5550b8246ce5ed0985483c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 717955255, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8984267968211537, "interval": [-4.920224229494803, 2.990770562352446], "p_value": 0.6798377690862001, "input_sha256": "c2ef4240fc8c4a3773233f3ff371427a0fba5d481b5550b8246ce5ed0985483c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 717955255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01691582610258091, "interval": [-0.06742698865914212, 0.033595336453980294], "p_value": 0.495, "input_sha256": "c2ef4240fc8c4a3773233f3ff371427a0fba5d481b5550b8246ce5ed0985483c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 717955255, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01691582610258091, "interval": [-0.06163333680184965, 0.02519940902336084], "p_value": 0.5019060885446603, "input_sha256": "c2ef4240fc8c4a3773233f3ff371427a0fba5d481b5550b8246ce5ed0985483c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2304732059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.907755310523662, "interval": [-9.741806685651268, -0.0737039353960558], "p_value": 0.052, "input_sha256": "28e6fbe677da332aa3423e04fc57b6567b6028220fc454e6ad1f2521d35e8761"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2304732059, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.907755310523662, "interval": [-9.533257882863227, -1.1107254903512422], "p_value": 0.0467747584134251, "input_sha256": "28e6fbe677da332aa3423e04fc57b6567b6028220fc454e6ad1f2521d35e8761"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2304732059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05001461611560472, "interval": [-0.10086993992389127, 0.0008407076926818385], "p_value": 0.055, "input_sha256": "28e6fbe677da332aa3423e04fc57b6567b6028220fc454e6ad1f2521d35e8761"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2304732059, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05001461611560472, "interval": [-0.09642124581462115, -0.0075318678530720065], "p_value": 0.05371502513649666, "input_sha256": "28e6fbe677da332aa3423e04fc57b6567b6028220fc454e6ad1f2521d35e8761"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2095355835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9981618574045452, "interval": [-3.5184721637922616, 7.514795878601352], "p_value": 0.489, "input_sha256": "28bfa6c846056d37744dbcfe94df79c9b2ca7d31db782af417225581744a4edc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2095355835, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9981618574045452, "interval": [-2.3905067064709957, 7.734562372375911], "p_value": 0.46641951387815384, "input_sha256": "28bfa6c846056d37744dbcfe94df79c9b2ca7d31db782af417225581744a4edc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2095355835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013110930925906275, "interval": [-0.04109122692393095, 0.06731308877574349], "p_value": 0.646, "input_sha256": "28bfa6c846056d37744dbcfe94df79c9b2ca7d31db782af417225581744a4edc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2095355835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013110930925906275, "interval": [-0.033420740241608786, 0.06630176745738818], "p_value": 0.6256972482894367, "input_sha256": "28bfa6c846056d37744dbcfe94df79c9b2ca7d31db782af417225581744a4edc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1959461028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9304119117364706, "interval": [-7.7447410989158545, 9.605564922388796], "p_value": 0.861, "input_sha256": "bd76ab2d78219a4c7ff6cb4aaa8cb516d8401478dfc57892690ee17f4af7f55f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1959461028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9304119117364706, "interval": [-10.288128611928746, 6.887353411890652], "p_value": 0.8288716765704551, "input_sha256": "bd76ab2d78219a4c7ff6cb4aaa8cb516d8401478dfc57892690ee17f4af7f55f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1959461028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004381046719283424, "interval": [-0.07727591244917181, 0.08603800588773866], "p_value": 0.928, "input_sha256": "bd76ab2d78219a4c7ff6cb4aaa8cb516d8401478dfc57892690ee17f4af7f55f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1959461028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004381046719283424, "interval": [-0.08613635434087649, 0.06608973437012136], "p_value": 0.9140679202064199, "input_sha256": "bd76ab2d78219a4c7ff6cb4aaa8cb516d8401478dfc57892690ee17f4af7f55f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 351762612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0945340441443054, "interval": [-6.485844326939715, 4.296776238651104], "p_value": 0.689, "input_sha256": "b1917d4a9c54cdd90f68cc5bf959709a1df18e088c82307c9e141d433e714c95"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 351762612, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0945340441443054, "interval": [-5.900352298210811, 4.382678188936029], "p_value": 0.6832021141358445, "input_sha256": "b1917d4a9c54cdd90f68cc5bf959709a1df18e088c82307c9e141d433e714c95"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 351762612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011955098955975546, "interval": [-0.0662375416791447, 0.042327343767193604], "p_value": 0.659, "input_sha256": "b1917d4a9c54cdd90f68cc5bf959709a1df18e088c82307c9e141d433e714c95"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 351762612, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011955098955975546, "interval": [-0.059898679906720674, 0.04344735878707254], "p_value": 0.6578641308977341, "input_sha256": "b1917d4a9c54cdd90f68cc5bf959709a1df18e088c82307c9e141d433e714c95"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3560912475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3688214220797326, "interval": [-3.6444422888755232, 6.382085133034988], "p_value": 0.581, "input_sha256": "104a12a5e51c98a70832fe081be6eb39eba04aca7724fbd3654f459cc3be6b33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3560912475, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3688214220797326, "interval": [-3.3998376897001417, 6.103302178984442], "p_value": 0.5832580874653086, "input_sha256": "104a12a5e51c98a70832fe081be6eb39eba04aca7724fbd3654f459cc3be6b33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3560912475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010258169344386087, "interval": [-0.038474941208551994, 0.05899127989732417], "p_value": 0.683, "input_sha256": "104a12a5e51c98a70832fe081be6eb39eba04aca7724fbd3654f459cc3be6b33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3560912475, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010258169344386087, "interval": [-0.03744204034269033, 0.05569166296862716], "p_value": 0.6722196937607935, "input_sha256": "104a12a5e51c98a70832fe081be6eb39eba04aca7724fbd3654f459cc3be6b33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2710291833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.430941038066053, "interval": [-6.704448359991584, 1.8425662838594778], "p_value": 0.272, "input_sha256": "3c6f0c4ed48eebbbe885b69fe323fa948cd91ff9cce1005add5c6662c408847a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2710291833, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.430941038066053, "interval": [-6.261864268195545, 1.851245009537676], "p_value": 0.25551557118189855, "input_sha256": "3c6f0c4ed48eebbbe885b69fe323fa948cd91ff9cce1005add5c6662c408847a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2710291833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030479107843644007, "interval": [-0.07920906171983258, 0.018250846032544565], "p_value": 0.22, "input_sha256": "3c6f0c4ed48eebbbe885b69fe323fa948cd91ff9cce1005add5c6662c408847a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2710291833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030479107843644007, "interval": [-0.07751123553312102, 0.015371930918426195], "p_value": 0.21120380566606087, "input_sha256": "3c6f0c4ed48eebbbe885b69fe323fa948cd91ff9cce1005add5c6662c408847a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 205816009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7718738543370929, "interval": [-8.320958271680272, 4.777210563006087], "p_value": 0.592, "input_sha256": "d922ce495af88d999414f331fde546978ff6e477830d7429c2c23034b31b9252"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 205816009, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7718738543370929, "interval": [-7.460577029226883, 3.7806106387429335], "p_value": 0.5867983923883519, "input_sha256": "d922ce495af88d999414f331fde546978ff6e477830d7429c2c23034b31b9252"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 205816009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019597726429873834, "interval": [-0.08832751901742902, 0.04913206615768135], "p_value": 0.566, "input_sha256": "d922ce495af88d999414f331fde546978ff6e477830d7429c2c23034b31b9252"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 205816009, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019597726429873834, "interval": [-0.0774368664603157, 0.04089369241937509], "p_value": 0.5668368089491742, "input_sha256": "d922ce495af88d999414f331fde546978ff6e477830d7429c2c23034b31b9252"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2231687894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.493175062848546, "interval": [-2.812066872267084, 9.798416997964175], "p_value": 0.295, "input_sha256": "5835664e58ffe52a74d113c43ccb649164b8eb812752fc7587ed4b3a4415d716"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2231687894, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.493175062848546, "interval": [-2.2186871800754364, 9.759347428417717], "p_value": 0.2687256819132332, "input_sha256": "5835664e58ffe52a74d113c43ccb649164b8eb812752fc7587ed4b3a4415d716"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2231687894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038405506417775265, "interval": [-0.02551052858346463, 0.10232154141901516], "p_value": 0.26, "input_sha256": "5835664e58ffe52a74d113c43ccb649164b8eb812752fc7587ed4b3a4415d716"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2231687894, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038405506417775265, "interval": [-0.02058818233619391, 0.10443777866189603], "p_value": 0.23062004154402013, "input_sha256": "5835664e58ffe52a74d113c43ccb649164b8eb812752fc7587ed4b3a4415d716"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1086677199, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5423297640200007, "interval": [-4.160712352166552, 5.245371880206553], "p_value": 0.827, "input_sha256": "d26f33ee31bf8612991870aa71811cbdc32574a3e80253709d617a1c226b2c1a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1086677199, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5423297640200007, "interval": [-3.47054593794064, 5.544348072177419], "p_value": 0.8162325070429286, "input_sha256": "d26f33ee31bf8612991870aa71811cbdc32574a3e80253709d617a1c226b2c1a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1086677199, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007861801154746773, "interval": [-0.04245789426839252, 0.058181496577886065], "p_value": 0.768, "input_sha256": "d26f33ee31bf8612991870aa71811cbdc32574a3e80253709d617a1c226b2c1a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1086677199, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007861801154746773, "interval": [-0.034901802364758566, 0.05941587849877798], "p_value": 0.7530541105306011, "input_sha256": "d26f33ee31bf8612991870aa71811cbdc32574a3e80253709d617a1c226b2c1a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3162410288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.79122480360763, "interval": [-3.4251717753213793, 7.007621382536639], "p_value": 0.513, "input_sha256": "26f23701d0137d149f1094f07ae0d97d9e6f98fef9fdf4b6034c63fa1b0515a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3162410288, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.79122480360763, "interval": [-3.0289626687581457, 6.843287905599925], "p_value": 0.49118796783351537, "input_sha256": "26f23701d0137d149f1094f07ae0d97d9e6f98fef9fdf4b6034c63fa1b0515a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3162410288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014243187582016939, "interval": [-0.03975564673817919, 0.06824202190221307], "p_value": 0.618, "input_sha256": "26f23701d0137d149f1094f07ae0d97d9e6f98fef9fdf4b6034c63fa1b0515a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3162410288, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014243187582016939, "interval": [-0.03436414510972011, 0.06785415280729669], "p_value": 0.5964667049160873, "input_sha256": "26f23701d0137d149f1094f07ae0d97d9e6f98fef9fdf4b6034c63fa1b0515a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3479221959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.502673055084433, "interval": [-10.538163423717608, 1.5328173135487422], "p_value": 0.154, "input_sha256": "a01e2c1b6a20dfb56ffdfd498b64e7182b2ee8b91f2ec4457293a57d6b201dea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3479221959, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.502673055084433, "interval": [-9.904324219519248, 0.7954685025289445], "p_value": 0.13864777155895608, "input_sha256": "a01e2c1b6a20dfb56ffdfd498b64e7182b2ee8b91f2ec4457293a57d6b201dea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3479221959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.052999879124314156, "interval": [-0.11685240121035549, 0.01085264296172718], "p_value": 0.112, "input_sha256": "a01e2c1b6a20dfb56ffdfd498b64e7182b2ee8b91f2ec4457293a57d6b201dea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3479221959, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.052999879124314156, "interval": [-0.11028851512324414, 0.004289518956454047], "p_value": 0.10063984140427518, "input_sha256": "a01e2c1b6a20dfb56ffdfd498b64e7182b2ee8b91f2ec4457293a57d6b201dea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 856139006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.0646034583206205, "interval": [-10.141236866899526, 0.01202995025828546], "p_value": 0.054, "input_sha256": "d7e24b9b126a105a0c08b0607538c13fbace937c5633debe13d55bc680df0414"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 856139006, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.0646034583206205, "interval": [-9.993403320040242, -0.7241625433023134], "p_value": 0.05051708090510493, "input_sha256": "d7e24b9b126a105a0c08b0607538c13fbace937c5633debe13d55bc680df0414"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 856139006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05182936139843354, "interval": [-0.10617142578598321, 0.002512702989116135], "p_value": 0.065, "input_sha256": "d7e24b9b126a105a0c08b0607538c13fbace937c5633debe13d55bc680df0414"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 856139006, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05182936139843354, "interval": [-0.10894689753554132, -0.006389003470317875], "p_value": 0.060940610921550814, "input_sha256": "d7e24b9b126a105a0c08b0607538c13fbace937c5633debe13d55bc680df0414"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 989721613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7754070513606148, "interval": [-3.595286310643476, 7.146100413364706], "p_value": 0.521, "input_sha256": "dcfd6eed0bb1681df6fe32bac8ca41e2d1cf235b081bde3c46b017f51b8fe49a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 989721613, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7754070513606148, "interval": [-3.1977905025297186, 7.034880605335715], "p_value": 0.5066692595077772, "input_sha256": "dcfd6eed0bb1681df6fe32bac8ca41e2d1cf235b081bde3c46b017f51b8fe49a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 989721613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019053770375049295, "interval": [-0.042101055313302826, 0.08020859606340142], "p_value": 0.541, "input_sha256": "dcfd6eed0bb1681df6fe32bac8ca41e2d1cf235b081bde3c46b017f51b8fe49a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 989721613, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019053770375049295, "interval": [-0.04071216628752776, 0.079224959763036], "p_value": 0.5317031743627745, "input_sha256": "dcfd6eed0bb1681df6fe32bac8ca41e2d1cf235b081bde3c46b017f51b8fe49a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 923624255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0895827750763756, "interval": [-8.260550624880814, 2.081385074728063], "p_value": 0.22, "input_sha256": "eb2914b70fe24918579715575d10b89fdd0e581a9a32d381f4eddaca6586e694"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 923624255, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0895827750763756, "interval": [-8.588514219773216, 1.5056833975303623], "p_value": 0.23371330308453783, "input_sha256": "eb2914b70fe24918579715575d10b89fdd0e581a9a32d381f4eddaca6586e694"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 923624255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025163183143230718, "interval": [-0.0752605310606182, 0.024934164774156768], "p_value": 0.306, "input_sha256": "eb2914b70fe24918579715575d10b89fdd0e581a9a32d381f4eddaca6586e694"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 923624255, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025163183143230718, "interval": [-0.07580891949335418, 0.019677796443444973], "p_value": 0.31546809371036677, "input_sha256": "eb2914b70fe24918579715575d10b89fdd0e581a9a32d381f4eddaca6586e694"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1592788981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.65727119954248, "interval": [-4.884838468513837, 3.570296069428877], "p_value": 0.761, "input_sha256": "004415f581c3f82f27e55368f7ee43f2bd3bf36d81b3a58fa61cbf0f6002ac07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1592788981, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.65727119954248, "interval": [-5.132874792177735, 2.76632525215478], "p_value": 0.7545578878943642, "input_sha256": "004415f581c3f82f27e55368f7ee43f2bd3bf36d81b3a58fa61cbf0f6002ac07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1592788981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004582174741220135, "interval": [-0.05158181821498809, 0.04241746873254782], "p_value": 0.833, "input_sha256": "004415f581c3f82f27e55368f7ee43f2bd3bf36d81b3a58fa61cbf0f6002ac07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1592788981, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004582174741220135, "interval": [-0.05533562276844743, 0.03511475335667294], "p_value": 0.8445914705801301, "input_sha256": "004415f581c3f82f27e55368f7ee43f2bd3bf36d81b3a58fa61cbf0f6002ac07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1664382123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1112030701943842, "interval": [-6.161703913238327, 3.9392977728495584], "p_value": 0.638, "input_sha256": "a513f3b4517313c6417f6c7e2cd56c45a353fccaf69eb0a437379adf4f721b6f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1664382123, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1112030701943842, "interval": [-6.287437436221879, 3.412168843585178], "p_value": 0.6585368380155159, "input_sha256": "a513f3b4517313c6417f6c7e2cd56c45a353fccaf69eb0a437379adf4f721b6f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1664382123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012981196394056115, "interval": [-0.06196215870378663, 0.0359997659156744], "p_value": 0.576, "input_sha256": "a513f3b4517313c6417f6c7e2cd56c45a353fccaf69eb0a437379adf4f721b6f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1664382123, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012981196394056115, "interval": [-0.061887803786569946, 0.03125286292872253], "p_value": 0.5946982355407999, "input_sha256": "a513f3b4517313c6417f6c7e2cd56c45a353fccaf69eb0a437379adf4f721b6f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3642401154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.414165513156398, "interval": [-2.3669061496492656, 7.1952371759620615], "p_value": 0.337, "input_sha256": "605d1998aac1804b9f8cce4ae782d80bdefe87f1cad1e46e09c49ef95dc465b9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3642401154, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.414165513156398, "interval": [-1.7574883712347151, 6.949203657773976], "p_value": 0.31000640038295363, "input_sha256": "605d1998aac1804b9f8cce4ae782d80bdefe87f1cad1e46e09c49ef95dc465b9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3642401154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03303382053159615, "interval": [-0.023403932954118516, 0.08947157401731082], "p_value": 0.257, "input_sha256": "605d1998aac1804b9f8cce4ae782d80bdefe87f1cad1e46e09c49ef95dc465b9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3642401154, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03303382053159615, "interval": [-0.014970564177596544, 0.08555278276646747], "p_value": 0.2398494949038467, "input_sha256": "605d1998aac1804b9f8cce4ae782d80bdefe87f1cad1e46e09c49ef95dc465b9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2017002832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.550077642563167, "interval": [-4.728932110996993, 7.829087396123327], "p_value": 0.64, "input_sha256": "df3ebe1c0ae108e972470f8b4cbd925c6fed2cb400f21b4916caedd4d467412c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2017002832, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.550077642563167, "interval": [-4.614474809360543, 6.967472817498212], "p_value": 0.6199586612765431, "input_sha256": "df3ebe1c0ae108e972470f8b4cbd925c6fed2cb400f21b4916caedd4d467412c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2017002832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008998157775193555, "interval": [-0.05618277404664866, 0.07417908959703577], "p_value": 0.781, "input_sha256": "df3ebe1c0ae108e972470f8b4cbd925c6fed2cb400f21b4916caedd4d467412c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2017002832, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008998157775193555, "interval": [-0.05291094089306668, 0.07114306446992037], "p_value": 0.7813946153172405, "input_sha256": "df3ebe1c0ae108e972470f8b4cbd925c6fed2cb400f21b4916caedd4d467412c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3117645349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9851615928455502, "interval": [-3.988490432685266, 5.958813618376366], "p_value": 0.679, "input_sha256": "1c9b188b2a96c31f6a630f0d67f9a9f888a0a01adc68cfb461c1a208cf15a00c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3117645349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9851615928455502, "interval": [-3.315413716048561, 6.2619953514157], "p_value": 0.6903094767525335, "input_sha256": "1c9b188b2a96c31f6a630f0d67f9a9f888a0a01adc68cfb461c1a208cf15a00c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3117645349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01263051424397299, "interval": [-0.03480342693176782, 0.0600644554197138], "p_value": 0.57, "input_sha256": "1c9b188b2a96c31f6a630f0d67f9a9f888a0a01adc68cfb461c1a208cf15a00c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3117645349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01263051424397299, "interval": [-0.028302509854494638, 0.06283576813413651], "p_value": 0.5922141239474591, "input_sha256": "1c9b188b2a96c31f6a630f0d67f9a9f888a0a01adc68cfb461c1a208cf15a00c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2290389060, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.020972149643046, "interval": [-10.620557275313393, 0.5786129760273013], "p_value": 0.077, "input_sha256": "c36fa338c7cbb369cb41ad1b5ebc04730af2c335641eef254df7e28626e5ce40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2290389060, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.020972149643046, "interval": [-10.028597796171296, 0.03465255461140828], "p_value": 0.07734387523812211, "input_sha256": "c36fa338c7cbb369cb41ad1b5ebc04730af2c335641eef254df7e28626e5ce40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2290389060, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05786289578129464, "interval": [-0.11613436311325373, 0.0004085715506644619], "p_value": 0.045, "input_sha256": "c36fa338c7cbb369cb41ad1b5ebc04730af2c335641eef254df7e28626e5ce40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2290389060, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05786289578129464, "interval": [-0.10922812035895024, -0.003962600985450858], "p_value": 0.05154746099955362, "input_sha256": "c36fa338c7cbb369cb41ad1b5ebc04730af2c335641eef254df7e28626e5ce40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1648146592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7156326897512315, "interval": [-6.8036212539961864, 1.3723558744937234], "p_value": 0.192, "input_sha256": "9a25d993c59cd91a2c41920f337c1487de469737e597f681c0905c8fd0167272"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1648146592, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7156326897512315, "interval": [-6.330154140460725, 0.7438132512882716], "p_value": 0.18535064438682802, "input_sha256": "9a25d993c59cd91a2c41920f337c1487de469737e597f681c0905c8fd0167272"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1648146592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03431526155854682, "interval": [-0.08773516182174304, 0.019104638704649395], "p_value": 0.206, "input_sha256": "9a25d993c59cd91a2c41920f337c1487de469737e597f681c0905c8fd0167272"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1648146592, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03431526155854682, "interval": [-0.08273878975787163, 0.009777460627267906], "p_value": 0.20023307707142404, "input_sha256": "9a25d993c59cd91a2c41920f337c1487de469737e597f681c0905c8fd0167272"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2915271901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0097028656855542, "interval": [-4.765836653313427, 6.785242384684535], "p_value": 0.733, "input_sha256": "2e2ec9e2d481075bf38bd3cf7eade0ac5580788a568f5c5a169018b1f5a78fe7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2915271901, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0097028656855542, "interval": [-4.0028829009669185, 7.1384070391960694], "p_value": 0.7249656472313522, "input_sha256": "2e2ec9e2d481075bf38bd3cf7eade0ac5580788a568f5c5a169018b1f5a78fe7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2915271901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017484207989941034, "interval": [-0.04257308821847911, 0.07754150419836117], "p_value": 0.588, "input_sha256": "2e2ec9e2d481075bf38bd3cf7eade0ac5580788a568f5c5a169018b1f5a78fe7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2915271901, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017484207989941034, "interval": [-0.03229620523967814, 0.0842887785373778], "p_value": 0.5587702551805411, "input_sha256": "2e2ec9e2d481075bf38bd3cf7eade0ac5580788a568f5c5a169018b1f5a78fe7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2340714175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.410611069322093, "interval": [-10.878995858902856, 2.0577737202586697], "p_value": 0.189, "input_sha256": "79f2cbc6a8b9320bf312e58447cbcefa71ec31aa1e9efe6ff7e00dcc5d55d583"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2340714175, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.410611069322093, "interval": [-10.732652146774669, 0.9106540641103626], "p_value": 0.17321657367505217, "input_sha256": "79f2cbc6a8b9320bf312e58447cbcefa71ec31aa1e9efe6ff7e00dcc5d55d583"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2340714175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04673681687481769, "interval": [-0.1126443173824999, 0.01917068363286452], "p_value": 0.164, "input_sha256": "79f2cbc6a8b9320bf312e58447cbcefa71ec31aa1e9efe6ff7e00dcc5d55d583"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2340714175, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04673681687481769, "interval": [-0.11040651640873217, 0.007261084761957028], "p_value": 0.15705067293647018, "input_sha256": "79f2cbc6a8b9320bf312e58447cbcefa71ec31aa1e9efe6ff7e00dcc5d55d583"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3744440838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1960741229407486, "interval": [-6.127130043949785, 3.7349817980682882], "p_value": 0.633, "input_sha256": "b9138e7f1b937e8989ca6bddefab12da284bd83bb8e5476ec74b403ae18e0f26"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3744440838, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1960741229407486, "interval": [-5.630097203508895, 3.231292828655939], "p_value": 0.6259291350641225, "input_sha256": "b9138e7f1b937e8989ca6bddefab12da284bd83bb8e5476ec74b403ae18e0f26"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3744440838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016670794682451737, "interval": [-0.06790834015674324, 0.03456675079183976], "p_value": 0.507, "input_sha256": "b9138e7f1b937e8989ca6bddefab12da284bd83bb8e5476ec74b403ae18e0f26"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3744440838, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016670794682451737, "interval": [-0.060615587408664684, 0.03088077164405758], "p_value": 0.5140749838410353, "input_sha256": "b9138e7f1b937e8989ca6bddefab12da284bd83bb8e5476ec74b403ae18e0f26"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2987894519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.672340873568582, "interval": [-2.367574255433655, 7.712256002570819], "p_value": 0.3, "input_sha256": "f6f897cd0dde02eb71b9b9d338bc22124b6caeef8fdbe2ab63fccd810ca2ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2987894519, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.672340873568582, "interval": [-1.9831296549348627, 7.117530704535609], "p_value": 0.28863116528260613, "input_sha256": "f6f897cd0dde02eb71b9b9d338bc22124b6caeef8fdbe2ab63fccd810ca2ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2987894519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026713050446202972, "interval": [-0.0232643414090054, 0.07669044230141134], "p_value": 0.299, "input_sha256": "f6f897cd0dde02eb71b9b9d338bc22124b6caeef8fdbe2ab63fccd810ca2ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2987894519, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026713050446202972, "interval": [-0.018737627176224243, 0.07195360827285674], "p_value": 0.2852671379027538, "input_sha256": "f6f897cd0dde02eb71b9b9d338bc22124b6caeef8fdbe2ab63fccd810ca2ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 366471278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8076702956786423, "interval": [-5.18715223596119, 6.802492827318475], "p_value": 0.785, "input_sha256": "9170e9d300f410c619f6ed8023f586c25a3e0b3734c6a8855158b993c786a020"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 366471278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8076702956786423, "interval": [-5.640865638968364, 6.0552857852892075], "p_value": 0.7844962671703686, "input_sha256": "9170e9d300f410c619f6ed8023f586c25a3e0b3734c6a8855158b993c786a020"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 366471278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013338917531954278, "interval": [-0.04657947362333091, 0.07325730868723947], "p_value": 0.632, "input_sha256": "9170e9d300f410c619f6ed8023f586c25a3e0b3734c6a8855158b993c786a020"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 366471278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013338917531954278, "interval": [-0.04957376337041743, 0.06898719210187845], "p_value": 0.6522073799332821, "input_sha256": "9170e9d300f410c619f6ed8023f586c25a3e0b3734c6a8855158b993c786a020"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1262206172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8366099986395508, "interval": [-8.968747269079543, 5.2955272718004425], "p_value": 0.602, "input_sha256": "c8961d3b755b3d2e5c268fc5b563a52bc7161ef8f3b0b7f461e1a090e071c435"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1262206172, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8366099986395508, "interval": [-9.019786671528006, 3.703108975054309], "p_value": 0.6032144858332079, "input_sha256": "c8961d3b755b3d2e5c268fc5b563a52bc7161ef8f3b0b7f461e1a090e071c435"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1262206172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028597300402334574, "interval": [-0.10764600180884917, 0.050451401004180024], "p_value": 0.484, "input_sha256": "c8961d3b755b3d2e5c268fc5b563a52bc7161ef8f3b0b7f461e1a090e071c435"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1262206172, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028597300402334574, "interval": [-0.10918303538432564, 0.031848019432396936], "p_value": 0.4653613971587073, "input_sha256": "c8961d3b755b3d2e5c268fc5b563a52bc7161ef8f3b0b7f461e1a090e071c435"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1524555714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4716735925502258, "interval": [-4.478199931608636, 7.421547116709087], "p_value": 0.614, "input_sha256": "f3f6601cd9fde7220499186e12080199e000313b23ac369776ef661c086c69b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1524555714, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4716735925502258, "interval": [-3.837082083107733, 7.715380323441638], "p_value": 0.6194322328492532, "input_sha256": "f3f6601cd9fde7220499186e12080199e000313b23ac369776ef661c086c69b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1524555714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009747390165773626, "interval": [-0.047177138276138605, 0.06667191860768586], "p_value": 0.709, "input_sha256": "f3f6601cd9fde7220499186e12080199e000313b23ac369776ef661c086c69b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1524555714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009747390165773626, "interval": [-0.04579948589814759, 0.06393029028275005], "p_value": 0.7306990115984662, "input_sha256": "f3f6601cd9fde7220499186e12080199e000313b23ac369776ef661c086c69b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1745815681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11040396355580118, "interval": [-4.121621268412215, 3.900813341300613], "p_value": 0.949, "input_sha256": "886e28191cb5758188d79bb12420d1d1c0d59f23b8a46a71f981540683103c12"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1745815681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11040396355580118, "interval": [-4.446158553065606, 3.4259282053415516], "p_value": 0.9558469805940354, "input_sha256": "886e28191cb5758188d79bb12420d1d1c0d59f23b8a46a71f981540683103c12"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1745815681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0070899003552039735, "interval": [-0.04900103545455977, 0.03482123474415182], "p_value": 0.74, "input_sha256": "886e28191cb5758188d79bb12420d1d1c0d59f23b8a46a71f981540683103c12"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1745815681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0070899003552039735, "interval": [-0.05533539953698306, 0.028526225928704522], "p_value": 0.7334674151488674, "input_sha256": "886e28191cb5758188d79bb12420d1d1c0d59f23b8a46a71f981540683103c12"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3919257913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9099725129028204, "interval": [-4.920120658813714, 6.7400656846193545], "p_value": 0.747, "input_sha256": "f731dc541caf43d87d03da4a6a5ed1f45d636719dbbe4ab5beee016f0e99f75b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3919257913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9099725129028204, "interval": [-4.540278767999024, 6.576976870803611], "p_value": 0.752968524321231, "input_sha256": "f731dc541caf43d87d03da4a6a5ed1f45d636719dbbe4ab5beee016f0e99f75b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3919257913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012795511598471851, "interval": [-0.052753817260545316, 0.07834484045748902], "p_value": 0.686, "input_sha256": "f731dc541caf43d87d03da4a6a5ed1f45d636719dbbe4ab5beee016f0e99f75b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3919257913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012795511598471851, "interval": [-0.041999129022281964, 0.0817361398495531], "p_value": 0.6937860207112715, "input_sha256": "f731dc541caf43d87d03da4a6a5ed1f45d636719dbbe4ab5beee016f0e99f75b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3626203387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7064207062644812, "interval": [-4.460891983441801, 5.873733395970763], "p_value": 0.792, "input_sha256": "b09d6f9c84f6ef0eaaa997512b535efb80ca4e1851f510369929b7fde191e2d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3626203387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7064207062644812, "interval": [-4.112790663905566, 5.647948741599384], "p_value": 0.78336893813906, "input_sha256": "b09d6f9c84f6ef0eaaa997512b535efb80ca4e1851f510369929b7fde191e2d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3626203387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007049842273057522, "interval": [-0.048682031278951446, 0.06278171582506649], "p_value": 0.803, "input_sha256": "b09d6f9c84f6ef0eaaa997512b535efb80ca4e1851f510369929b7fde191e2d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3626203387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007049842273057522, "interval": [-0.04407372401223646, 0.06287279053946668], "p_value": 0.7991644164447362, "input_sha256": "b09d6f9c84f6ef0eaaa997512b535efb80ca4e1851f510369929b7fde191e2d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1173554216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.494664798042591, "interval": [-0.548772127560186, 11.538101723645369], "p_value": 0.072, "input_sha256": "8e6a8d4e4a6a9157087f7ab5eddb9c7eaf6f1fe9066ac2beff03503eca44bb30"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1173554216, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.494664798042591, "interval": [0.38149294880722234, 11.940685866779454], "p_value": 0.07345008377708387, "input_sha256": "8e6a8d4e4a6a9157087f7ab5eddb9c7eaf6f1fe9066ac2beff03503eca44bb30"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1173554216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06575195517371951, "interval": [-0.003416993592366843, 0.13492090393980588], "p_value": 0.061, "input_sha256": "8e6a8d4e4a6a9157087f7ab5eddb9c7eaf6f1fe9066ac2beff03503eca44bb30"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1173554216, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06575195517371951, "interval": [0.009829294366905784, 0.14091767825132484], "p_value": 0.061728688189178836, "input_sha256": "8e6a8d4e4a6a9157087f7ab5eddb9c7eaf6f1fe9066ac2beff03503eca44bb30"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 320688069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.877756921184096, "interval": [-10.826113272310437, 1.070599429942244], "p_value": 0.102, "input_sha256": "5abf12d634d045b9f3e7b7f04b7c8a45001d697c18ab2f6c4bf9c0d98bea2d74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 320688069, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.877756921184096, "interval": [-11.219672963815825, 0.4074883215945399], "p_value": 0.10475195115083404, "input_sha256": "5abf12d634d045b9f3e7b7f04b7c8a45001d697c18ab2f6c4bf9c0d98bea2d74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 320688069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038493720347965714, "interval": [-0.10249104657781277, 0.025503605881881337], "p_value": 0.231, "input_sha256": "5abf12d634d045b9f3e7b7f04b7c8a45001d697c18ab2f6c4bf9c0d98bea2d74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 320688069, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038493720347965714, "interval": [-0.10783693624349662, 0.02079705243276197], "p_value": 0.22954299518112403, "input_sha256": "5abf12d634d045b9f3e7b7f04b7c8a45001d697c18ab2f6c4bf9c0d98bea2d74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 456890198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4198625909159581, "interval": [-6.14581518043322, 3.306089998601304], "p_value": 0.578, "input_sha256": "9efd44f392c1275394fe476299b3868592f81e2762b32310739b5f959f986821"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 456890198, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4198625909159581, "interval": [-6.310022021620437, 2.906413836629897], "p_value": 0.5466368068990515, "input_sha256": "9efd44f392c1275394fe476299b3868592f81e2762b32310739b5f959f986821"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 456890198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016951393016681582, "interval": [-0.06765467598626748, 0.03375188995290432], "p_value": 0.546, "input_sha256": "9efd44f392c1275394fe476299b3868592f81e2762b32310739b5f959f986821"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 456890198, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016951393016681582, "interval": [-0.06995686858042502, 0.030031507593009057], "p_value": 0.5025301274490241, "input_sha256": "9efd44f392c1275394fe476299b3868592f81e2762b32310739b5f959f986821"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 209939833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3910071211063526, "interval": [-6.382694746910971, 3.600680504698266], "p_value": 0.604, "input_sha256": "e205e24a2ba8eb3ff908bc198b5226367a31dedafa7ba33a030e3c99a60a2491"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 209939833, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3910071211063526, "interval": [-5.489923893655911, 4.087096127402567], "p_value": 0.5748154384393396, "input_sha256": "e205e24a2ba8eb3ff908bc198b5226367a31dedafa7ba33a030e3c99a60a2491"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 209939833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014634397856806133, "interval": [-0.06689990417639058, 0.03763110846277832], "p_value": 0.614, "input_sha256": "e205e24a2ba8eb3ff908bc198b5226367a31dedafa7ba33a030e3c99a60a2491"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 209939833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014634397856806133, "interval": [-0.057665222943900564, 0.04163978971173018], "p_value": 0.5732046202182368, "input_sha256": "e205e24a2ba8eb3ff908bc198b5226367a31dedafa7ba33a030e3c99a60a2491"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3599156759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8899053010808995, "interval": [-5.763857378574415, 3.984046776412616], "p_value": 0.732, "input_sha256": "1242f71952f9fb928f670b74ac430a1ab99ff9908d9827b9990011dcd9a3f348"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3599156759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8899053010808995, "interval": [-5.395157038487135, 3.26769365457663], "p_value": 0.7132472203427331, "input_sha256": "1242f71952f9fb928f670b74ac430a1ab99ff9908d9827b9990011dcd9a3f348"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3599156759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013583994023962986, "interval": [-0.07261685728385489, 0.04544886923592891], "p_value": 0.651, "input_sha256": "1242f71952f9fb928f670b74ac430a1ab99ff9908d9827b9990011dcd9a3f348"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3599156759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013583994023962986, "interval": [-0.07121133797409329, 0.03327270503252068], "p_value": 0.6427749551440411, "input_sha256": "1242f71952f9fb928f670b74ac430a1ab99ff9908d9827b9990011dcd9a3f348"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 425724401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8803254151227922, "interval": [-4.199819856771461, 5.960470687017045], "p_value": 0.733, "input_sha256": "e30a94851266816785e62b5dec47f322073c615369ffb3fbea11c00563a6c5b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 425724401, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8803254151227922, "interval": [-3.898966590540733, 5.75406743027552], "p_value": 0.7270931213865184, "input_sha256": "e30a94851266816785e62b5dec47f322073c615369ffb3fbea11c00563a6c5b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 425724401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009117376692510067, "interval": [-0.04075945409563079, 0.05899420748065092], "p_value": 0.716, "input_sha256": "e30a94851266816785e62b5dec47f322073c615369ffb3fbea11c00563a6c5b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 425724401, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009117376692510067, "interval": [-0.03784355715601867, 0.05845962163827121], "p_value": 0.7125647944773863, "input_sha256": "e30a94851266816785e62b5dec47f322073c615369ffb3fbea11c00563a6c5b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2207967503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7299324527545741, "interval": [-5.525055241456076, 4.0651903359469275], "p_value": 0.761, "input_sha256": "cd7d9eb4fb52f842284b9aa9401330626072911d1075775643e39e9a9c3a25ec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2207967503, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7299324527545741, "interval": [-5.123124986971398, 3.9269459207086643], "p_value": 0.7595702509465088, "input_sha256": "cd7d9eb4fb52f842284b9aa9401330626072911d1075775643e39e9a9c3a25ec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2207967503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009570138321607635, "interval": [-0.057856589289794876, 0.038716312646579605], "p_value": 0.676, "input_sha256": "cd7d9eb4fb52f842284b9aa9401330626072911d1075775643e39e9a9c3a25ec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2207967503, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009570138321607635, "interval": [-0.05279543452459701, 0.03579992465781286], "p_value": 0.690211052341799, "input_sha256": "cd7d9eb4fb52f842284b9aa9401330626072911d1075775643e39e9a9c3a25ec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3703701742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055688693345162577, "interval": [-5.293451441228658, 5.404828827918983], "p_value": 0.985, "input_sha256": "8568d0025d29d9c30885453825a9ef4a33c1cbab2b9a7d9776795551a57962b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3703701742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055688693345162577, "interval": [-3.988377995835981, 6.322048794083917], "p_value": 0.983295508234705, "input_sha256": "8568d0025d29d9c30885453825a9ef4a33c1cbab2b9a7d9776795551a57962b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3703701742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0029312903971318166, "interval": [-0.055415640506549124, 0.06127822130081276], "p_value": 0.903, "input_sha256": "8568d0025d29d9c30885453825a9ef4a33c1cbab2b9a7d9776795551a57962b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3703701742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0029312903971318166, "interval": [-0.041299170494024255, 0.06834791443818865], "p_value": 0.9195142258171182, "input_sha256": "8568d0025d29d9c30885453825a9ef4a33c1cbab2b9a7d9776795551a57962b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2853879695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.270892992342106, "interval": [-8.334676032684566, 1.7928900480003547], "p_value": 0.201, "input_sha256": "2ba45933fbadf6a1e2b1eec8a4590e06bb01689ebd639773982323f92239ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2853879695, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.270892992342106, "interval": [-8.588773814205737, 0.7563722938583559], "p_value": 0.19810013431864715, "input_sha256": "2ba45933fbadf6a1e2b1eec8a4590e06bb01689ebd639773982323f92239ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2853879695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04083609930309404, "interval": [-0.09627260251926545, 0.014600403913077382], "p_value": 0.154, "input_sha256": "2ba45933fbadf6a1e2b1eec8a4590e06bb01689ebd639773982323f92239ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2853879695, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04083609930309404, "interval": [-0.09887028647391409, 0.0027373602270042703], "p_value": 0.14320193225127387, "input_sha256": "2ba45933fbadf6a1e2b1eec8a4590e06bb01689ebd639773982323f92239ed28"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3416135366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.041919235561248, "interval": [-3.2699814493731605, 7.353819920495656], "p_value": 0.457, "input_sha256": "a745712227e228b6c821d235522611e0bfaa97b999cbc741f5436cd9eefe70ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3416135366, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.041919235561248, "interval": [-3.17041101406457, 6.626361476853469], "p_value": 0.44043813712251634, "input_sha256": "a745712227e228b6c821d235522611e0bfaa97b999cbc741f5436cd9eefe70ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3416135366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021228679067095732, "interval": [-0.03277193531864883, 0.0752292934528403], "p_value": 0.432, "input_sha256": "a745712227e228b6c821d235522611e0bfaa97b999cbc741f5436cd9eefe70ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3416135366, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021228679067095732, "interval": [-0.03152301941711298, 0.0691983135979649], "p_value": 0.43055899156373656, "input_sha256": "a745712227e228b6c821d235522611e0bfaa97b999cbc741f5436cd9eefe70ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 921402651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.392543581408143, "interval": [-0.4173150426296992, 9.202402205445985], "p_value": 0.089, "input_sha256": "3db28cf0ac43698c41347950dab47f4cedccd824b6c9ceb51cea7a00041495e2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 921402651, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.392543581408143, "interval": [-0.13988911259817294, 9.142078246510335], "p_value": 0.07223931304229636, "input_sha256": "3db28cf0ac43698c41347950dab47f4cedccd824b6c9ceb51cea7a00041495e2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 921402651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04660442190301395, "interval": [-0.0023197648819713243, 0.09552860868799923], "p_value": 0.081, "input_sha256": "3db28cf0ac43698c41347950dab47f4cedccd824b6c9ceb51cea7a00041495e2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 921402651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04660442190301395, "interval": [-0.00030740127072749663, 0.09048859234012128], "p_value": 0.061283943298106575, "input_sha256": "3db28cf0ac43698c41347950dab47f4cedccd824b6c9ceb51cea7a00041495e2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2092301088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.101437900609742, "interval": [-7.349116732392185, 3.1462409311727004], "p_value": 0.436, "input_sha256": "ebbdf5ff0f5b4c78b82ce6aef21188b61828f53fe920ee76f8c6c1bcc1e4f148"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2092301088, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.101437900609742, "interval": [-7.620110822256785, 2.302521595431809], "p_value": 0.4225862409265856, "input_sha256": "ebbdf5ff0f5b4c78b82ce6aef21188b61828f53fe920ee76f8c6c1bcc1e4f148"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2092301088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02603418870290599, "interval": [-0.08491645598287655, 0.032848078577064566], "p_value": 0.379, "input_sha256": "ebbdf5ff0f5b4c78b82ce6aef21188b61828f53fe920ee76f8c6c1bcc1e4f148"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2092301088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02603418870290599, "interval": [-0.08934750935578877, 0.021036406335379544], "p_value": 0.37615757849537046, "input_sha256": "ebbdf5ff0f5b4c78b82ce6aef21188b61828f53fe920ee76f8c6c1bcc1e4f148"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3744076448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.691913491620513, "interval": [-1.4791202658289695, 10.862947249069995], "p_value": 0.122, "input_sha256": "8fcee5853af7955e3816b5b86e27f107a14c5cbcdf39cb06e87fd3c4861dd41b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3744076448, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.691913491620513, "interval": [-0.4733978854381882, 10.86736470773425], "p_value": 0.1320435372346419, "input_sha256": "8fcee5853af7955e3816b5b86e27f107a14c5cbcdf39cb06e87fd3c4861dd41b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3744076448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0558007822006862, "interval": [-0.027323195804171835, 0.13892476020554423], "p_value": 0.176, "input_sha256": "8fcee5853af7955e3816b5b86e27f107a14c5cbcdf39cb06e87fd3c4861dd41b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3744076448, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0558007822006862, "interval": [-0.008085562963181279, 0.1495716607212963], "p_value": 0.1818005116627045, "input_sha256": "8fcee5853af7955e3816b5b86e27f107a14c5cbcdf39cb06e87fd3c4861dd41b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2220702655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.467794469740834, "interval": [-9.4354535072431, 2.4998645677614317], "p_value": 0.249, "input_sha256": "ad0ef849aa038b0f841b191f53936efec46117e3675959d9b935af9e6998e343"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2220702655, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.467794469740834, "interval": [-9.1888478257561, 2.177646601315391], "p_value": 0.2465688152691544, "input_sha256": "ad0ef849aa038b0f841b191f53936efec46117e3675959d9b935af9e6998e343"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2220702655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03190122055025862, "interval": [-0.09952597886988168, 0.03572353776936444], "p_value": 0.359, "input_sha256": "ad0ef849aa038b0f841b191f53936efec46117e3675959d9b935af9e6998e343"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2220702655, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03190122055025862, "interval": [-0.09901005600193141, 0.03017844244167597], "p_value": 0.3455951653936252, "input_sha256": "ad0ef849aa038b0f841b191f53936efec46117e3675959d9b935af9e6998e343"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2733852703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7381533475874216, "interval": [-6.659200883584621, 3.1828941884097777], "p_value": 0.484, "input_sha256": "674ff85db3e81544457e5a67c1cfde6d1f413a2d24064310acbc6e86f00e482f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2733852703, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7381533475874216, "interval": [-6.373279034949523, 3.0233910208954704], "p_value": 0.47806161317336393, "input_sha256": "674ff85db3e81544457e5a67c1cfde6d1f413a2d24064310acbc6e86f00e482f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2733852703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021333596927297305, "interval": [-0.07492696837631085, 0.032259774521716245], "p_value": 0.435, "input_sha256": "674ff85db3e81544457e5a67c1cfde6d1f413a2d24064310acbc6e86f00e482f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2733852703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021333596927297305, "interval": [-0.07309562145576104, 0.02955531874904537], "p_value": 0.4246292189293511, "input_sha256": "674ff85db3e81544457e5a67c1cfde6d1f413a2d24064310acbc6e86f00e482f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2086886499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.50125704725298, "interval": [-7.358322998313258, 6.355808903807298], "p_value": 0.868, "input_sha256": "21437d7981e8b34fa1a321b7c2503e0698e3359ff8aa774ec874c6e58413ac9e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2086886499, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.50125704725298, "interval": [-7.009276111309169, 5.643694334742456], "p_value": 0.8831322831490094, "input_sha256": "21437d7981e8b34fa1a321b7c2503e0698e3359ff8aa774ec874c6e58413ac9e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2086886499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00015121245559121532, "interval": [-0.07424690689031035, 0.07394448197912792], "p_value": 0.994, "input_sha256": "21437d7981e8b34fa1a321b7c2503e0698e3359ff8aa774ec874c6e58413ac9e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2086886499, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00015121245559121532, "interval": [-0.06798265177734494, 0.0647726375411817], "p_value": 0.9967247893739251, "input_sha256": "21437d7981e8b34fa1a321b7c2503e0698e3359ff8aa774ec874c6e58413ac9e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 84769240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.981737134113101, "interval": [-3.4183668193114833, 7.381841087537685], "p_value": 0.485, "input_sha256": "16fc04a7daa99bc95cbdb823131bfa9cd8e7391d161a66615a2e395c418735fc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 84769240, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.981737134113101, "interval": [-3.533905712913203, 6.778193539835208], "p_value": 0.460604235487588, "input_sha256": "16fc04a7daa99bc95cbdb823131bfa9cd8e7391d161a66615a2e395c418735fc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 84769240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02458648710581534, "interval": [-0.029965781324584197, 0.07913875553621488], "p_value": 0.388, "input_sha256": "16fc04a7daa99bc95cbdb823131bfa9cd8e7391d161a66615a2e395c418735fc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 84769240, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02458648710581534, "interval": [-0.026095757533960054, 0.07404225412206406], "p_value": 0.36525749934805785, "input_sha256": "16fc04a7daa99bc95cbdb823131bfa9cd8e7391d161a66615a2e395c418735fc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4020810096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4120371660003812, "interval": [-5.579055132019343, 4.754980800018581], "p_value": 0.886, "input_sha256": "d3270f61236b0d664aea5d4e13ef98b7b825def1a6336d0e0136c95b31bd838b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4020810096, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4120371660003812, "interval": [-5.694665263248544, 4.212180097552584], "p_value": 0.8725079950793855, "input_sha256": "d3270f61236b0d664aea5d4e13ef98b7b825def1a6336d0e0136c95b31bd838b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4020810096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008923735052206644, "interval": [-0.06424078091878586, 0.046393310814372576], "p_value": 0.764, "input_sha256": "d3270f61236b0d664aea5d4e13ef98b7b825def1a6336d0e0136c95b31bd838b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4020810096, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008923735052206644, "interval": [-0.06922171738451749, 0.03735915769963404], "p_value": 0.7454392670026599, "input_sha256": "d3270f61236b0d664aea5d4e13ef98b7b825def1a6336d0e0136c95b31bd838b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3015990566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1206404981600286, "interval": [-6.174971550592101, 3.9336905542720437], "p_value": 0.645, "input_sha256": "96b6faf5bdd2af9620d2e3ea3c64d0e6e6a1f4b8cacee086a681c1405c707f7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3015990566, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1206404981600286, "interval": [-6.22049670191385, 3.385356101549165], "p_value": 0.654584743357561, "input_sha256": "96b6faf5bdd2af9620d2e3ea3c64d0e6e6a1f4b8cacee086a681c1405c707f7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3015990566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016278714858995708, "interval": [-0.07087031270908295, 0.03831288299109153], "p_value": 0.554, "input_sha256": "96b6faf5bdd2af9620d2e3ea3c64d0e6e6a1f4b8cacee086a681c1405c707f7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3015990566, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016278714858995708, "interval": [-0.07113557562683817, 0.028938565678643398], "p_value": 0.547725215063891, "input_sha256": "96b6faf5bdd2af9620d2e3ea3c64d0e6e6a1f4b8cacee086a681c1405c707f7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3318996584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5572599199316208, "interval": [-3.6797684771014305, 6.794288316964672], "p_value": 0.559, "input_sha256": "6a167b4bc5b8375f761a4fa7974411aa70aff571e040c214d78b952b8ab51733"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3318996584, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5572599199316208, "interval": [-2.8592221943069696, 6.712996653481795], "p_value": 0.5489939592587295, "input_sha256": "6a167b4bc5b8375f761a4fa7974411aa70aff571e040c214d78b952b8ab51733"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3318996584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009495673507832161, "interval": [-0.04719346129967389, 0.06618480831533821], "p_value": 0.729, "input_sha256": "6a167b4bc5b8375f761a4fa7974411aa70aff571e040c214d78b952b8ab51733"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3318996584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009495673507832161, "interval": [-0.03904262114200663, 0.06637317105991168], "p_value": 0.735125349021144, "input_sha256": "6a167b4bc5b8375f761a4fa7974411aa70aff571e040c214d78b952b8ab51733"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2755164473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3435221616055255, "interval": [-5.238484010137034, 4.551439686925983], "p_value": 0.888, "input_sha256": "16adae59ea153340bf8be5cdc4c19746e92a2aaec67486c52e1b686f09d560a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2755164473, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3435221616055255, "interval": [-5.320441647483663, 3.980343765901923], "p_value": 0.8875287795835187, "input_sha256": "16adae59ea153340bf8be5cdc4c19746e92a2aaec67486c52e1b686f09d560a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2755164473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0033309173202741016, "interval": [-0.04572657439780286, 0.05238840903835106], "p_value": 0.899, "input_sha256": "16adae59ea153340bf8be5cdc4c19746e92a2aaec67486c52e1b686f09d560a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2755164473, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0033309173202741016, "interval": [-0.046568637180077234, 0.04794010364421763], "p_value": 0.8912415841420838, "input_sha256": "16adae59ea153340bf8be5cdc4c19746e92a2aaec67486c52e1b686f09d560a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 614580298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0771660064085182, "interval": [-5.975056023818807, 8.129388036635843], "p_value": 0.746, "input_sha256": "f8f13fbdb359ed22d409c81ba428ba8468fbeddd5d67057080999399c5530a19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 614580298, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0771660064085182, "interval": [-5.708903110650733, 7.759756041862719], "p_value": 0.7585936593006266, "input_sha256": "f8f13fbdb359ed22d409c81ba428ba8468fbeddd5d67057080999399c5530a19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 614580298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002930214192268507, "interval": [-0.09188131476856846, 0.08602088638403145], "p_value": 0.941, "input_sha256": "f8f13fbdb359ed22d409c81ba428ba8468fbeddd5d67057080999399c5530a19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 614580298, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002930214192268507, "interval": [-0.09151274829276082, 0.08091253688574945], "p_value": 0.9471781792824492, "input_sha256": "f8f13fbdb359ed22d409c81ba428ba8468fbeddd5d67057080999399c5530a19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3208923137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9867300488928459, "interval": [-5.524507685919447, 7.497967783705139], "p_value": 0.789, "input_sha256": "63fb9003cf81705ca7c957846d1f486567746e59767e7e0828e1eb9a37843bd0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3208923137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9867300488928459, "interval": [-5.647550325920887, 6.831573919947925], "p_value": 0.7599114581122105, "input_sha256": "63fb9003cf81705ca7c957846d1f486567746e59767e7e0828e1eb9a37843bd0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3208923137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016053389081942086, "interval": [-0.04499833500025107, 0.07710511316413524], "p_value": 0.624, "input_sha256": "63fb9003cf81705ca7c957846d1f486567746e59767e7e0828e1eb9a37843bd0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3208923137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016053389081942086, "interval": [-0.04123389397538005, 0.07706537668928735], "p_value": 0.5967095775157228, "input_sha256": "63fb9003cf81705ca7c957846d1f486567746e59767e7e0828e1eb9a37843bd0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1533499625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.184729464176117, "interval": [-4.130497111154447, 6.499956039506681], "p_value": 0.663, "input_sha256": "06904e767926fd35b0e83db0669a3d3472390078c2c8a4a628d154e6f4694e39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1533499625, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.184729464176117, "interval": [-3.4378432649058577, 6.127947155030072], "p_value": 0.6539702326301465, "input_sha256": "06904e767926fd35b0e83db0669a3d3472390078c2c8a4a628d154e6f4694e39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1533499625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009423439531329653, "interval": [-0.045311950576733345, 0.06415882963939265], "p_value": 0.738, "input_sha256": "06904e767926fd35b0e83db0669a3d3472390078c2c8a4a628d154e6f4694e39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1533499625, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009423439531329653, "interval": [-0.03984338660022459, 0.05869400542768341], "p_value": 0.7288811482781148, "input_sha256": "06904e767926fd35b0e83db0669a3d3472390078c2c8a4a628d154e6f4694e39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2555109674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.926250775323725, "interval": [-3.2280429641978854, 9.080544514845336], "p_value": 0.335, "input_sha256": "e33776fefb3fa1b4dd5dd3f4a539f09be60eefc5299ef26837138d69c2f63749"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2555109674, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.926250775323725, "interval": [-2.3704670801221916, 8.965345237418745], "p_value": 0.3392671106797761, "input_sha256": "e33776fefb3fa1b4dd5dd3f4a539f09be60eefc5299ef26837138d69c2f63749"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2555109674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03404903909409484, "interval": [-0.0298810134667473, 0.09797909165493698], "p_value": 0.285, "input_sha256": "e33776fefb3fa1b4dd5dd3f4a539f09be60eefc5299ef26837138d69c2f63749"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2555109674, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03404903909409484, "interval": [-0.02156036742715066, 0.09695123309129658], "p_value": 0.28472032271687064, "input_sha256": "e33776fefb3fa1b4dd5dd3f4a539f09be60eefc5299ef26837138d69c2f63749"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1004617905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.74512729428573, "interval": [-7.799654330814116, 2.3093997422426558], "p_value": 0.262, "input_sha256": "abf2f859dc48d3faf0008c5dc78fd38afb02c22a9d97c13ce4972b62fcf030c4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1004617905, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.74512729428573, "interval": [-7.625157661464605, 1.5013190922512765], "p_value": 0.277786854477436, "input_sha256": "abf2f859dc48d3faf0008c5dc78fd38afb02c22a9d97c13ce4972b62fcf030c4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1004617905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027862187581482983, "interval": [-0.08097475874996807, 0.025250383587002108], "p_value": 0.285, "input_sha256": "abf2f859dc48d3faf0008c5dc78fd38afb02c22a9d97c13ce4972b62fcf030c4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1004617905, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027862187581482983, "interval": [-0.0781319281251333, 0.019030981717015883], "p_value": 0.2941351513993071, "input_sha256": "abf2f859dc48d3faf0008c5dc78fd38afb02c22a9d97c13ce4972b62fcf030c4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2409247792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.845182585123621, "interval": [-1.5856637237488895, 7.2760288939961315], "p_value": 0.198, "input_sha256": "2192bda48036e22d19389daf4c211a7300165cdafb5e1c87c94c8baea61a81a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2409247792, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.845182585123621, "interval": [-1.4833711672772132, 6.747846221559292], "p_value": 0.20113605470921428, "input_sha256": "2192bda48036e22d19389daf4c211a7300165cdafb5e1c87c94c8baea61a81a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2409247792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03681989852094423, "interval": [-0.007297032587006501, 0.08093682962889495], "p_value": 0.108, "input_sha256": "2192bda48036e22d19389daf4c211a7300165cdafb5e1c87c94c8baea61a81a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2409247792, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03681989852094423, "interval": [-0.005584587777557776, 0.07563571368129372], "p_value": 0.09905217183229686, "input_sha256": "2192bda48036e22d19389daf4c211a7300165cdafb5e1c87c94c8baea61a81a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1096035111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9385376609843057, "interval": [-2.6518929222692287, 4.52896824423784], "p_value": 0.583, "input_sha256": "3aa9f15e3b6da417ad2b6597137e7840ef3d4620e0307cdd3bedfe29e01fe1c1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1096035111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9385376609843057, "interval": [-2.577535206334208, 4.483412789622401], "p_value": 0.5996059743835853, "input_sha256": "3aa9f15e3b6da417ad2b6597137e7840ef3d4620e0307cdd3bedfe29e01fe1c1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1096035111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011368581667167699, "interval": [-0.02780295744343532, 0.05054012077777072], "p_value": 0.534, "input_sha256": "3aa9f15e3b6da417ad2b6597137e7840ef3d4620e0307cdd3bedfe29e01fe1c1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1096035111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011368581667167699, "interval": [-0.026988879309738624, 0.047584940266527286], "p_value": 0.5599725050159099, "input_sha256": "3aa9f15e3b6da417ad2b6597137e7840ef3d4620e0307cdd3bedfe29e01fe1c1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1771604295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.048461066805655, "interval": [-1.3455926293371219, 9.44251476294843], "p_value": 0.13, "input_sha256": "6f6f69504cfb33652f8fcae1f2b26e4c858bb4fd4d7036a758ce3215ab1e6b5a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1771604295, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.048461066805655, "interval": [-0.7794453580287228, 9.505303435121085], "p_value": 0.1369356629910982, "input_sha256": "6f6f69504cfb33652f8fcae1f2b26e4c858bb4fd4d7036a758ce3215ab1e6b5a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1771604295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04319311162382303, "interval": [-0.02006956857875218, 0.10645579182639824], "p_value": 0.171, "input_sha256": "6f6f69504cfb33652f8fcae1f2b26e4c858bb4fd4d7036a758ce3215ab1e6b5a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1771604295, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04319311162382303, "interval": [-0.012353947006450152, 0.10788922822314564], "p_value": 0.17491370592440889, "input_sha256": "6f6f69504cfb33652f8fcae1f2b26e4c858bb4fd4d7036a758ce3215ab1e6b5a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1582841410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025687023686765897, "interval": [-4.0705171917118985, 4.019143144338367], "p_value": 0.987, "input_sha256": "3eef5748a8739aa8e1a6358456beba274d484c4f7c73a35ab613a5cb10ce25a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1582841410, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025687023686765897, "interval": [-4.301139536673419, 3.302447227930448], "p_value": 0.989809643816537, "input_sha256": "3eef5748a8739aa8e1a6358456beba274d484c4f7c73a35ab613a5cb10ce25a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1582841410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004180431624724576, "interval": [-0.051451446985774696, 0.043090583736325544], "p_value": 0.838, "input_sha256": "3eef5748a8739aa8e1a6358456beba274d484c4f7c73a35ab613a5cb10ce25a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1582841410, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004180431624724576, "interval": [-0.06759861595824629, 0.02935311048717635], "p_value": 0.858648219531288, "input_sha256": "3eef5748a8739aa8e1a6358456beba274d484c4f7c73a35ab613a5cb10ce25a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3668815260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.017744985898398, "interval": [-5.72396568815715, 3.6884757163603537], "p_value": 0.661, "input_sha256": "c54d1466901ee9b17004bf4e8fa0ac172bf7338d0e26a4715a3526ce2f0f1915"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3668815260, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.017744985898398, "interval": [-5.388833931859478, 3.670003512531723], "p_value": 0.6628983940381244, "input_sha256": "c54d1466901ee9b17004bf4e8fa0ac172bf7338d0e26a4715a3526ce2f0f1915"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3668815260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013330766890050777, "interval": [-0.05197706847396942, 0.054643221851979576], "p_value": 0.968, "input_sha256": "c54d1466901ee9b17004bf4e8fa0ac172bf7338d0e26a4715a3526ce2f0f1915"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3668815260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013330766890050777, "interval": [-0.04041226434764363, 0.06187239980340031], "p_value": 0.9595532784486273, "input_sha256": "c54d1466901ee9b17004bf4e8fa0ac172bf7338d0e26a4715a3526ce2f0f1915"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 419302653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.014619159262992, "interval": [-9.959611374899026, 3.9303730563730435], "p_value": 0.391, "input_sha256": "86f6fbb1c37d6b51a4ccb0aa3dd34ec0df8181352742b23091901d16a9f464b1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 419302653, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.014619159262992, "interval": [-9.898891291435989, 3.0412745593225092], "p_value": 0.3822992387201368, "input_sha256": "86f6fbb1c37d6b51a4ccb0aa3dd34ec0df8181352742b23091901d16a9f464b1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 419302653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021413266162262162, "interval": [-0.09718141502315504, 0.054354882698630716], "p_value": 0.588, "input_sha256": "86f6fbb1c37d6b51a4ccb0aa3dd34ec0df8181352742b23091901d16a9f464b1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 419302653, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021413266162262162, "interval": [-0.08981207873085169, 0.05060080495022922], "p_value": 0.5676673407760808, "input_sha256": "86f6fbb1c37d6b51a4ccb0aa3dd34ec0df8181352742b23091901d16a9f464b1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4185203772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.524877251542252, "interval": [-5.590553086424642, 6.640307589509146], "p_value": 0.858, "input_sha256": "872eb90c3e5b17c1a42da09c2dae963270486dab08aa374ce02eefee2b4ac3e8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4185203772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.524877251542252, "interval": [-4.8061202418528755, 6.21718867260748], "p_value": 0.8627217867027359, "input_sha256": "872eb90c3e5b17c1a42da09c2dae963270486dab08aa374ce02eefee2b4ac3e8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4185203772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013697690469031826, "interval": [-0.06214687519336126, 0.06488641328716763], "p_value": 0.956, "input_sha256": "872eb90c3e5b17c1a42da09c2dae963270486dab08aa374ce02eefee2b4ac3e8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4185203772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013697690469031826, "interval": [-0.05404067228075127, 0.06406035501800218], "p_value": 0.9653116477249449, "input_sha256": "872eb90c3e5b17c1a42da09c2dae963270486dab08aa374ce02eefee2b4ac3e8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 372756975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02477800567087307, "interval": [-5.900142219611281, 5.850586208269535], "p_value": 0.994, "input_sha256": "ff6cb175d6f345044e8e294aa2ff4bde42f80db55e5c3a117d6922bc9617840a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 372756975, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02477800567087307, "interval": [-5.330799751273941, 5.5465719078352596], "p_value": 0.9931692914748315, "input_sha256": "ff6cb175d6f345044e8e294aa2ff4bde42f80db55e5c3a117d6922bc9617840a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 372756975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012260186181249522, "interval": [-0.07211582069288788, 0.04759544833038884], "p_value": 0.676, "input_sha256": "ff6cb175d6f345044e8e294aa2ff4bde42f80db55e5c3a117d6922bc9617840a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 372756975, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012260186181249522, "interval": [-0.07166862695874346, 0.04012709407770928], "p_value": 0.6778132013530449, "input_sha256": "ff6cb175d6f345044e8e294aa2ff4bde42f80db55e5c3a117d6922bc9617840a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 948677171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.035396586024928, "interval": [-1.7800547409250926, 9.850847912974949], "p_value": 0.151, "input_sha256": "ddc51e5603ddcba938fe1cd850897a29936e9f4050178338eb739406754711db"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 948677171, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.035396586024928, "interval": [-0.7932805444462369, 10.168468601884552], "p_value": 0.16820544610398883, "input_sha256": "ddc51e5603ddcba938fe1cd850897a29936e9f4050178338eb739406754711db"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 948677171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04367522354571651, "interval": [-0.015271176150720822, 0.10262162324215385], "p_value": 0.139, "input_sha256": "ddc51e5603ddcba938fe1cd850897a29936e9f4050178338eb739406754711db"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 948677171, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04367522354571651, "interval": [-0.005204897359809204, 0.10503450957367118], "p_value": 0.14176459889411386, "input_sha256": "ddc51e5603ddcba938fe1cd850897a29936e9f4050178338eb739406754711db"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1596312480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5922804450174031, "interval": [-3.816697786439603, 5.001258676474409], "p_value": 0.795, "input_sha256": "dc7adc9e8307509d48e5f0c2eb4715900447dfaf534701c4fba1fb683f9a6851"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1596312480, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5922804450174031, "interval": [-3.32182167378699, 5.074394005744615], "p_value": 0.7870487305814615, "input_sha256": "dc7adc9e8307509d48e5f0c2eb4715900447dfaf534701c4fba1fb683f9a6851"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1596312480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0015221104865961177, "interval": [-0.047768004050932455, 0.04472378307774022], "p_value": 0.934, "input_sha256": "dc7adc9e8307509d48e5f0c2eb4715900447dfaf534701c4fba1fb683f9a6851"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1596312480, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0015221104865961177, "interval": [-0.04374348937528905, 0.04464629075368203], "p_value": 0.9472211202290113, "input_sha256": "dc7adc9e8307509d48e5f0c2eb4715900447dfaf534701c4fba1fb683f9a6851"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 890935854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.22221061213837778, "interval": [-4.411730581106614, 4.856151805383369], "p_value": 0.921, "input_sha256": "ee73e8e6145905a722601479ba017a9cc69bd9092a04841b2afd286fc1473f2b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 890935854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.22221061213837778, "interval": [-3.55636339313055, 5.566092495644606], "p_value": 0.9231765588701273, "input_sha256": "ee73e8e6145905a722601479ba017a9cc69bd9092a04841b2afd286fc1473f2b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 890935854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007001745507903612, "interval": [-0.04419828800764383, 0.058201779023451056], "p_value": 0.794, "input_sha256": "ee73e8e6145905a722601479ba017a9cc69bd9092a04841b2afd286fc1473f2b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 890935854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007001745507903612, "interval": [-0.034241518265359774, 0.0709480640811723], "p_value": 0.7831505773477498, "input_sha256": "ee73e8e6145905a722601479ba017a9cc69bd9092a04841b2afd286fc1473f2b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1012019580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5753045494709053, "interval": [-3.6665310587738897, 6.8171401577157], "p_value": 0.54, "input_sha256": "5888207a02539f869ff06d4f9ba226a77c2be8c2c3c4f20c7850ee324a2b1f6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1012019580, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5753045494709053, "interval": [-3.6168928790963633, 5.972454436458087], "p_value": 0.5462374579576348, "input_sha256": "5888207a02539f869ff06d4f9ba226a77c2be8c2c3c4f20c7850ee324a2b1f6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1012019580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017889357359453836, "interval": [-0.03633526613696725, 0.07211398085587492], "p_value": 0.519, "input_sha256": "5888207a02539f869ff06d4f9ba226a77c2be8c2c3c4f20c7850ee324a2b1f6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1012019580, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017889357359453836, "interval": [-0.033212675036261165, 0.0647011327846737], "p_value": 0.508157045174258, "input_sha256": "5888207a02539f869ff06d4f9ba226a77c2be8c2c3c4f20c7850ee324a2b1f6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3404997485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8247797327621216, "interval": [-8.114943950431478, 2.4653844849072355], "p_value": 0.27, "input_sha256": "e730ccba35d4475165aad99c18189cee1afe49777e42d433fc0071efa38bc0e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3404997485, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8247797327621216, "interval": [-7.5582573138686, 2.2793473384921517], "p_value": 0.28637737560569665, "input_sha256": "e730ccba35d4475165aad99c18189cee1afe49777e42d433fc0071efa38bc0e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3404997485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02175382194169416, "interval": [-0.07702522690589675, 0.033517583022508436], "p_value": 0.416, "input_sha256": "e730ccba35d4475165aad99c18189cee1afe49777e42d433fc0071efa38bc0e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3404997485, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02175382194169416, "interval": [-0.07090968361040528, 0.03207582169186854], "p_value": 0.43039437242119094, "input_sha256": "e730ccba35d4475165aad99c18189cee1afe49777e42d433fc0071efa38bc0e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 571201856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.110656533339, "interval": [-7.333103747242232, 3.1117906805642317], "p_value": 0.422, "input_sha256": "21fcf16e7d8ec4388862797139133216b64baf0f0665d9c33804cc3ca596d8ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 571201856, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.110656533339, "interval": [-6.684364260505865, 3.151262439262511], "p_value": 0.41481283548862136, "input_sha256": "21fcf16e7d8ec4388862797139133216b64baf0f0665d9c33804cc3ca596d8ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 571201856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023973055898519682, "interval": [-0.0742084671443314, 0.02626235534729203], "p_value": 0.341, "input_sha256": "21fcf16e7d8ec4388862797139133216b64baf0f0665d9c33804cc3ca596d8ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 571201856, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023973055898519682, "interval": [-0.0681350541192968, 0.025718371501888347], "p_value": 0.3378242862231332, "input_sha256": "21fcf16e7d8ec4388862797139133216b64baf0f0665d9c33804cc3ca596d8ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4040412692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7291159623308303, "interval": [-7.386659587442128, 5.928427662780467], "p_value": 0.826, "input_sha256": "363273cbf6dfe81752d6516d4fa86c4e1d5dbef27c6731e97fb10864f3d2e78d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4040412692, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7291159623308303, "interval": [-6.70211085229753, 5.835365092587837], "p_value": 0.8257297640613441, "input_sha256": "363273cbf6dfe81752d6516d4fa86c4e1d5dbef27c6731e97fb10864f3d2e78d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4040412692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021604665079447097, "interval": [-0.09264658862361722, 0.04943725846472302], "p_value": 0.572, "input_sha256": "363273cbf6dfe81752d6516d4fa86c4e1d5dbef27c6731e97fb10864f3d2e78d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4040412692, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021604665079447097, "interval": [-0.08947018202097287, 0.04188246634716829], "p_value": 0.541032081910698, "input_sha256": "363273cbf6dfe81752d6516d4fa86c4e1d5dbef27c6731e97fb10864f3d2e78d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3344760160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9641614508531688, "interval": [-8.868743731173087, 4.94042082946675], "p_value": 0.569, "input_sha256": "83323c84aef46cb9bd7a40f29ee2db24a72194b18495f1bb2c488c8195df57d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3344760160, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9641614508531688, "interval": [-8.647555028214786, 4.0988543867010145], "p_value": 0.5673910808858205, "input_sha256": "83323c84aef46cb9bd7a40f29ee2db24a72194b18495f1bb2c488c8195df57d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3344760160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022057921860786256, "interval": [-0.08866572054809481, 0.0445498768265223], "p_value": 0.497, "input_sha256": "83323c84aef46cb9bd7a40f29ee2db24a72194b18495f1bb2c488c8195df57d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3344760160, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022057921860786256, "interval": [-0.08716212754524937, 0.03332580325448567], "p_value": 0.5053182596550607, "input_sha256": "83323c84aef46cb9bd7a40f29ee2db24a72194b18495f1bb2c488c8195df57d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3690246067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5055461615498675, "interval": [-5.03236431989793, 4.021271996798195], "p_value": 0.822, "input_sha256": "6bf77912821f66aa8b8f74228f30ae659aab8b1b23f32abbf8e1ba3c988c7eec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3690246067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5055461615498675, "interval": [-4.446795513869184, 3.8329738019293025], "p_value": 0.8223172350964065, "input_sha256": "6bf77912821f66aa8b8f74228f30ae659aab8b1b23f32abbf8e1ba3c988c7eec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3690246067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006179275734515502, "interval": [-0.05549299541584714, 0.043134443946816134], "p_value": 0.812, "input_sha256": "6bf77912821f66aa8b8f74228f30ae659aab8b1b23f32abbf8e1ba3c988c7eec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3690246067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006179275734515502, "interval": [-0.04894876460053416, 0.043131914742605415], "p_value": 0.8010775603410153, "input_sha256": "6bf77912821f66aa8b8f74228f30ae659aab8b1b23f32abbf8e1ba3c988c7eec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3383765890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8539701920204292, "interval": [-7.503953149755032, 1.7960127657141731], "p_value": 0.232, "input_sha256": "f617f564da8da181b3ed6e58dd8811facd5225d5a3a158797873a47d8f547902"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3383765890, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8539701920204292, "interval": [-7.1952661762062675, 1.7315018447953425], "p_value": 0.22141801266904612, "input_sha256": "f617f564da8da181b3ed6e58dd8811facd5225d5a3a158797873a47d8f547902"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3383765890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0346221104067379, "interval": [-0.08454402258944387, 0.01529980177596807], "p_value": 0.187, "input_sha256": "f617f564da8da181b3ed6e58dd8811facd5225d5a3a158797873a47d8f547902"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3383765890, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0346221104067379, "interval": [-0.08557277194989661, 0.012993506493025995], "p_value": 0.1684418139972174, "input_sha256": "f617f564da8da181b3ed6e58dd8811facd5225d5a3a158797873a47d8f547902"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4055582905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4479992078585378, "interval": [-2.611168817567009, 9.507167233284084], "p_value": 0.239, "input_sha256": "864b0cf976bace41c62856cb493ccd0b392dedfdd76c2678a86f181b802c48eb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4055582905, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4479992078585378, "interval": [-1.8490364276377216, 10.145700961715201], "p_value": 0.2548393595833376, "input_sha256": "864b0cf976bace41c62856cb493ccd0b392dedfdd76c2678a86f181b802c48eb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4055582905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031386076786006634, "interval": [-0.03255626279321472, 0.09532841636522799], "p_value": 0.309, "input_sha256": "864b0cf976bace41c62856cb493ccd0b392dedfdd76c2678a86f181b802c48eb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4055582905, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031386076786006634, "interval": [-0.026543115810112195, 0.09923011662760672], "p_value": 0.3250384803649903, "input_sha256": "864b0cf976bace41c62856cb493ccd0b392dedfdd76c2678a86f181b802c48eb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1824207871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8887262969706882, "interval": [-5.893893031603491, 4.116440437662114], "p_value": 0.721, "input_sha256": "5a268e15bc26ccd89564caa2866e6b93eed2e67c844a7d0f0937081c9ae51df0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1824207871, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8887262969706882, "interval": [-5.543333000602984, 3.653170321577737], "p_value": 0.7205605880330563, "input_sha256": "5a268e15bc26ccd89564caa2866e6b93eed2e67c844a7d0f0937081c9ae51df0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1824207871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018302712724302894, "interval": [-0.07390947961641725, 0.037304054167811455], "p_value": 0.486, "input_sha256": "5a268e15bc26ccd89564caa2866e6b93eed2e67c844a7d0f0937081c9ae51df0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1824207871, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018302712724302894, "interval": [-0.07557864110025135, 0.027613704241755032], "p_value": 0.5074807947929122, "input_sha256": "5a268e15bc26ccd89564caa2866e6b93eed2e67c844a7d0f0937081c9ae51df0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3826785095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5528191731946182, "interval": [-3.0620629175081495, 6.167701263897386], "p_value": 0.501, "input_sha256": "1b90c99f9ba4baec446e5497ed6d89a9f4852b1f0004d872a24c6d2a3cd151ac"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3826785095, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5528191731946182, "interval": [-3.245066874960831, 5.373648538418627], "p_value": 0.49975579568339323, "input_sha256": "1b90c99f9ba4baec446e5497ed6d89a9f4852b1f0004d872a24c6d2a3cd151ac"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3826785095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013927323613610959, "interval": [-0.03245702198953, 0.06031166921675192], "p_value": 0.532, "input_sha256": "1b90c99f9ba4baec446e5497ed6d89a9f4852b1f0004d872a24c6d2a3cd151ac"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3826785095, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013927323613610959, "interval": [-0.03360424267470582, 0.05255835528253587], "p_value": 0.5467043620645482, "input_sha256": "1b90c99f9ba4baec446e5497ed6d89a9f4852b1f0004d872a24c6d2a3cd151ac"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 450634091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5434260126660044, "interval": [-4.555626626168339, 5.6424786515003476], "p_value": 0.826, "input_sha256": "e5e4c1ba15f4d0771dc4277df3425edf27f168a459314d67ecced4373459bc73"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 450634091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5434260126660044, "interval": [-4.030960203571482, 5.592795197969241], "p_value": 0.8301859249969282, "input_sha256": "e5e4c1ba15f4d0771dc4277df3425edf27f168a459314d67ecced4373459bc73"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 450634091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01313938597206725, "interval": [-0.03867628990378149, 0.064955061847916], "p_value": 0.606, "input_sha256": "e5e4c1ba15f4d0771dc4277df3425edf27f168a459314d67ecced4373459bc73"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 450634091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01313938597206725, "interval": [-0.03330174427138303, 0.06378308519659198], "p_value": 0.6100792590373942, "input_sha256": "e5e4c1ba15f4d0771dc4277df3425edf27f168a459314d67ecced4373459bc73"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2248794502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3926701220917117, "interval": [-7.505116994256001, 2.719776750072578], "p_value": 0.345, "input_sha256": "c1761cc9cf73d056635438dc7fe1ff2323d8fb64006871c5ac6e4dd9134810e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2248794502, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3926701220917117, "interval": [-7.74210295127999, 2.4381559225122005], "p_value": 0.34907432422555684, "input_sha256": "c1761cc9cf73d056635438dc7fe1ff2323d8fb64006871c5ac6e4dd9134810e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2248794502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024218711993160343, "interval": [-0.07714137239656338, 0.0287039484102427], "p_value": 0.368, "input_sha256": "c1761cc9cf73d056635438dc7fe1ff2323d8fb64006871c5ac6e4dd9134810e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2248794502, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024218711993160343, "interval": [-0.07685574810170259, 0.025752735809439993], "p_value": 0.3599722208425342, "input_sha256": "c1761cc9cf73d056635438dc7fe1ff2323d8fb64006871c5ac6e4dd9134810e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 890027413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9953704339317406, "interval": [-5.4228077070239005, 7.413548574887382], "p_value": 0.738, "input_sha256": "8769c2775c1eb0494b7da1535a40d85f14e6b95274a311a69956a13ed08b2c56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 890027413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9953704339317406, "interval": [-4.5486426175061485, 7.643113442494207], "p_value": 0.7544807593823208, "input_sha256": "8769c2775c1eb0494b7da1535a40d85f14e6b95274a311a69956a13ed08b2c56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 890027413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01915706888126309, "interval": [-0.055617973784636565, 0.09393211154716274], "p_value": 0.599, "input_sha256": "8769c2775c1eb0494b7da1535a40d85f14e6b95274a311a69956a13ed08b2c56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 890027413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01915706888126309, "interval": [-0.042048614796353384, 0.10557103012730179], "p_value": 0.604654237077539, "input_sha256": "8769c2775c1eb0494b7da1535a40d85f14e6b95274a311a69956a13ed08b2c56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1323763623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3105728475520753, "interval": [-3.799611375516358, 8.420757070620509], "p_value": 0.452, "input_sha256": "8faf57ffb2ab1cd4cac24f3c0e5e52668b2258b397d2898d0ebccffaa936a578"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1323763623, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3105728475520753, "interval": [-4.0579851520492625, 8.069110440212306], "p_value": 0.44862938157449883, "input_sha256": "8faf57ffb2ab1cd4cac24f3c0e5e52668b2258b397d2898d0ebccffaa936a578"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1323763623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028097391789444745, "interval": [-0.03257738754213196, 0.08877217112102145], "p_value": 0.365, "input_sha256": "8faf57ffb2ab1cd4cac24f3c0e5e52668b2258b397d2898d0ebccffaa936a578"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1323763623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028097391789444745, "interval": [-0.03597180896893521, 0.08533868771240599], "p_value": 0.35437355518392744, "input_sha256": "8faf57ffb2ab1cd4cac24f3c0e5e52668b2258b397d2898d0ebccffaa936a578"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2250290501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.391512588650645, "interval": [-3.599317531356381, 8.38234270865767], "p_value": 0.448, "input_sha256": "6288ed75c045689c46525dc18fc87dc8482bd8d96e3a722b6b8206ff18dbc702"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2250290501, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.391512588650645, "interval": [-3.0956194936087935, 8.12195601074972], "p_value": 0.4240351841748782, "input_sha256": "6288ed75c045689c46525dc18fc87dc8482bd8d96e3a722b6b8206ff18dbc702"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2250290501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045875901735174335, "interval": [-0.02419858404271115, 0.11595038751305982], "p_value": 0.216, "input_sha256": "6288ed75c045689c46525dc18fc87dc8482bd8d96e3a722b6b8206ff18dbc702"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2250290501, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045875901735174335, "interval": [-0.010067752722585449, 0.12400592634483597], "p_value": 0.19191910699856649, "input_sha256": "6288ed75c045689c46525dc18fc87dc8482bd8d96e3a722b6b8206ff18dbc702"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 799384952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.21320581171737807, "interval": [-5.589957435511432, 5.163545812076676], "p_value": 0.944, "input_sha256": "ddec713cfe19624a84b9ee9004a5ebecb94e6d2e5d96764a3ea390233eabfd5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 799384952, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.21320581171737807, "interval": [-5.5091870587882035, 4.767116972828183], "p_value": 0.9364405999372525, "input_sha256": "ddec713cfe19624a84b9ee9004a5ebecb94e6d2e5d96764a3ea390233eabfd5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 799384952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006588586668472202, "interval": [-0.061359971977642765, 0.04818279864069836], "p_value": 0.829, "input_sha256": "ddec713cfe19624a84b9ee9004a5ebecb94e6d2e5d96764a3ea390233eabfd5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 799384952, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006588586668472202, "interval": [-0.06109749883721941, 0.044455153016225726], "p_value": 0.8089074972739119, "input_sha256": "ddec713cfe19624a84b9ee9004a5ebecb94e6d2e5d96764a3ea390233eabfd5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2237506006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.28502269605178654, "interval": [-3.685767643733625, 3.115722251630052], "p_value": 0.861, "input_sha256": "f36a6d735112a5018545f5ead3de7dcf1d93d94ff2a7c8ad7aacb333c2b730a5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2237506006, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.28502269605178654, "interval": [-3.276525697284237, 2.8177170263589173], "p_value": 0.8654912512281733, "input_sha256": "f36a6d735112a5018545f5ead3de7dcf1d93d94ff2a7c8ad7aacb333c2b730a5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2237506006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0019964223673539228, "interval": [-0.03915047223526399, 0.03515762750055614], "p_value": 0.909, "input_sha256": "f36a6d735112a5018545f5ead3de7dcf1d93d94ff2a7c8ad7aacb333c2b730a5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2237506006, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0019964223673539228, "interval": [-0.03590428499100302, 0.031047777676095675], "p_value": 0.9135872323276315, "input_sha256": "f36a6d735112a5018545f5ead3de7dcf1d93d94ff2a7c8ad7aacb333c2b730a5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1632772704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.02474520252105, "interval": [-7.969778850028485, 1.9202884449863848], "p_value": 0.236, "input_sha256": "3994a4dface1e13dfb0a6a51845745b44ffb229b9893ad0f0310cede9b0528d5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1632772704, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.02474520252105, "interval": [-7.164398690380796, 1.9077284047968601], "p_value": 0.22231831237947053, "input_sha256": "3994a4dface1e13dfb0a6a51845745b44ffb229b9893ad0f0310cede9b0528d5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1632772704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034710888602070174, "interval": [-0.08228076095841301, 0.012858983754272663], "p_value": 0.155, "input_sha256": "3994a4dface1e13dfb0a6a51845745b44ffb229b9893ad0f0310cede9b0528d5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1632772704, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034710888602070174, "interval": [-0.07614393502919328, 0.01149252811294297], "p_value": 0.14735909181894802, "input_sha256": "3994a4dface1e13dfb0a6a51845745b44ffb229b9893ad0f0310cede9b0528d5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3950367566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9984857870376036, "interval": [-9.133217047546541, 1.136245473471333], "p_value": 0.12, "input_sha256": "23b2a59c903c609d13f42062e87340bb3f757bee62c60d4cffa9e3aa89873a01"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3950367566, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9984857870376036, "interval": [-9.33623456198933, 0.36033974428308796], "p_value": 0.12306348777945549, "input_sha256": "23b2a59c903c609d13f42062e87340bb3f757bee62c60d4cffa9e3aa89873a01"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3950367566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03886014483742527, "interval": [-0.09399860654093531, 0.016278316866084774], "p_value": 0.152, "input_sha256": "23b2a59c903c609d13f42062e87340bb3f757bee62c60d4cffa9e3aa89873a01"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3950367566, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03886014483742527, "interval": [-0.09477951568472974, 0.00857299023262589], "p_value": 0.161690150999542, "input_sha256": "23b2a59c903c609d13f42062e87340bb3f757bee62c60d4cffa9e3aa89873a01"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2873861399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.915553155114393, "interval": [-1.4096398688072158, 11.240746179036002], "p_value": 0.118, "input_sha256": "8dc3ba26e9e265650bd2756802fe807a533760a6403854fd36407bfd40312718"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2873861399, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.915553155114393, "interval": [-0.9743720251780046, 10.47831828171526], "p_value": 0.12314713900540596, "input_sha256": "8dc3ba26e9e265650bd2756802fe807a533760a6403854fd36407bfd40312718"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2873861399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04711604128020527, "interval": [-0.016443338246293224, 0.11067542080670377], "p_value": 0.14, "input_sha256": "8dc3ba26e9e265650bd2756802fe807a533760a6403854fd36407bfd40312718"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2873861399, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04711604128020527, "interval": [-0.011416990801470545, 0.10302523723407565], "p_value": 0.1410568553055642, "input_sha256": "8dc3ba26e9e265650bd2756802fe807a533760a6403854fd36407bfd40312718"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2159635269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5817667942607399, "interval": [-6.690313704874768, 5.526780116353288], "p_value": 0.837, "input_sha256": "f54498bb37966d43e5da1dd46c2a788c6bbbad4d4dc1fb2fee7801902d288304"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2159635269, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5817667942607399, "interval": [-5.695004850451675, 6.02557882474895], "p_value": 0.8472515336105305, "input_sha256": "f54498bb37966d43e5da1dd46c2a788c6bbbad4d4dc1fb2fee7801902d288304"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2159635269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006338081318877725, "interval": [-0.06572550203190405, 0.0530493393941486], "p_value": 0.824, "input_sha256": "f54498bb37966d43e5da1dd46c2a788c6bbbad4d4dc1fb2fee7801902d288304"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2159635269, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006338081318877725, "interval": [-0.05838433914153185, 0.054427127145369895], "p_value": 0.8294008046602568, "input_sha256": "f54498bb37966d43e5da1dd46c2a788c6bbbad4d4dc1fb2fee7801902d288304"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3062641471, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2478770057971262, "interval": [-10.067168540842529, 3.571414529248276], "p_value": 0.364, "input_sha256": "4ff0e2890f7492a83ab8b7e810e662e33fc85a97b1b45647605a53fe523d591b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3062641471, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2478770057971262, "interval": [-9.670489386267967, 2.6959230634256435], "p_value": 0.34049302654301794, "input_sha256": "4ff0e2890f7492a83ab8b7e810e662e33fc85a97b1b45647605a53fe523d591b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3062641471, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022640981027680723, "interval": [-0.08843360193524948, 0.04315163987988803], "p_value": 0.504, "input_sha256": "4ff0e2890f7492a83ab8b7e810e662e33fc85a97b1b45647605a53fe523d591b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3062641471, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022640981027680723, "interval": [-0.08035348261963135, 0.04252265202836567], "p_value": 0.48979509255745624, "input_sha256": "4ff0e2890f7492a83ab8b7e810e662e33fc85a97b1b45647605a53fe523d591b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1603925801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025332179977828773, "interval": [-6.203012861035491, 6.1523485010798336], "p_value": 0.995, "input_sha256": "9ca16f5e1706fdba090c085b08f259597e32528a6254ab0c4fa02917ad8ec0ba"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1603925801, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025332179977828773, "interval": [-5.37642399203172, 6.86655903874917], "p_value": 0.9934142381961958, "input_sha256": "9ca16f5e1706fdba090c085b08f259597e32528a6254ab0c4fa02917ad8ec0ba"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1603925801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011527227348271801, "interval": [-0.06423130701330892, 0.061925861543654565], "p_value": 0.965, "input_sha256": "9ca16f5e1706fdba090c085b08f259597e32528a6254ab0c4fa02917ad8ec0ba"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1603925801, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011527227348271801, "interval": [-0.060487508954914164, 0.06194356185461756], "p_value": 0.9706659392329209, "input_sha256": "9ca16f5e1706fdba090c085b08f259597e32528a6254ab0c4fa02917ad8ec0ba"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 439459507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.597789105881514, "interval": [-7.13315105904844, 3.937572847285412], "p_value": 0.564, "input_sha256": "bbf4e635506a1dadc1524280618945dc1c1440ec4178e0ed6bae20df8d26ef9f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 439459507, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.597789105881514, "interval": [-7.266360296706307, 3.592424302741555], "p_value": 0.5622716637559262, "input_sha256": "bbf4e635506a1dadc1524280618945dc1c1440ec4178e0ed6bae20df8d26ef9f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 439459507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010062540795449881, "interval": [-0.06730085484450546, 0.047175773253605696], "p_value": 0.709, "input_sha256": "bbf4e635506a1dadc1524280618945dc1c1440ec4178e0ed6bae20df8d26ef9f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 439459507, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010062540795449881, "interval": [-0.061802366792168495, 0.04405847955810297], "p_value": 0.72380371560712, "input_sha256": "bbf4e635506a1dadc1524280618945dc1c1440ec4178e0ed6bae20df8d26ef9f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 101316872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7598427709262916, "interval": [-2.32433991076279, 7.844025452615373], "p_value": 0.277, "input_sha256": "bf329f847692bf76fefb3d3bd403915d19a07ab7e341820a1cc11391da2ecf88"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 101316872, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7598427709262916, "interval": [-1.643573367565827, 7.98032605058595], "p_value": 0.27730956777153226, "input_sha256": "bf329f847692bf76fefb3d3bd403915d19a07ab7e341820a1cc11391da2ecf88"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 101316872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025320083343618335, "interval": [-0.023063604188258972, 0.07370377087549565], "p_value": 0.305, "input_sha256": "bf329f847692bf76fefb3d3bd403915d19a07ab7e341820a1cc11391da2ecf88"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 101316872, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025320083343618335, "interval": [-0.019278898161788835, 0.07292891604835611], "p_value": 0.2945131384125186, "input_sha256": "bf329f847692bf76fefb3d3bd403915d19a07ab7e341820a1cc11391da2ecf88"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 82726703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8014080888172144, "interval": [-7.520288801539729, -0.08252737609470007], "p_value": 0.049, "input_sha256": "775392adb6f21b796354fcf5abded77e2ca1dbc31151ddcb1496789eecea4e5e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 82726703, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8014080888172144, "interval": [-7.14637297919097, 0.19448130403013128], "p_value": 0.04538864472053669, "input_sha256": "775392adb6f21b796354fcf5abded77e2ca1dbc31151ddcb1496789eecea4e5e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 82726703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04706725922382765, "interval": [-0.08851956661324872, -0.0056149518344065855], "p_value": 0.028, "input_sha256": "775392adb6f21b796354fcf5abded77e2ca1dbc31151ddcb1496789eecea4e5e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 82726703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04706725922382765, "interval": [-0.08583982987572891, -0.005163540723291079], "p_value": 0.02731724665074142, "input_sha256": "775392adb6f21b796354fcf5abded77e2ca1dbc31151ddcb1496789eecea4e5e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 432619576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4955537492453326, "interval": [-6.310958881516351, 3.3198513830256857], "p_value": 0.547, "input_sha256": "d9ffa3fa8a492ee7a86e4070a3d8f4010600ff5204ee57f15cb897d4b8238f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 432619576, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4955537492453326, "interval": [-6.455293992540806, 2.223301199944193], "p_value": 0.5323511333298435, "input_sha256": "d9ffa3fa8a492ee7a86e4070a3d8f4010600ff5204ee57f15cb897d4b8238f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 432619576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01068747504984617, "interval": [-0.062433472743790665, 0.04105852264409832], "p_value": 0.688, "input_sha256": "d9ffa3fa8a492ee7a86e4070a3d8f4010600ff5204ee57f15cb897d4b8238f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 432619576, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01068747504984617, "interval": [-0.06313722565093098, 0.030548449247040962], "p_value": 0.6771695464258914, "input_sha256": "d9ffa3fa8a492ee7a86e4070a3d8f4010600ff5204ee57f15cb897d4b8238f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 762272751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7589289555337295, "interval": [-4.2663097432725605, 7.78416765434002], "p_value": 0.571, "input_sha256": "f830c024aada55b9a3cae433c756d3dc7c6f827f6ceec386a19be3ed840ec60a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 762272751, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7589289555337295, "interval": [-3.2248148905542515, 8.242666646958394], "p_value": 0.5575737035909836, "input_sha256": "f830c024aada55b9a3cae433c756d3dc7c6f827f6ceec386a19be3ed840ec60a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 762272751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019881327391840564, "interval": [-0.05138913385083091, 0.09115178863451204], "p_value": 0.592, "input_sha256": "f830c024aada55b9a3cae433c756d3dc7c6f827f6ceec386a19be3ed840ec60a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 762272751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019881327391840564, "interval": [-0.04057228408697571, 0.08850813748508556], "p_value": 0.5753787209244652, "input_sha256": "f830c024aada55b9a3cae433c756d3dc7c6f827f6ceec386a19be3ed840ec60a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 14207703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03399183613100121, "interval": [-6.219489755020775, 6.151506082758773], "p_value": 0.995, "input_sha256": "e8f47f729aa38e3ccef613c3b7b57f42ce3d2ac72f1fccf7a9279bc050e9d6bc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 14207703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03399183613100121, "interval": [-5.997029295384698, 5.010635995038032], "p_value": 0.9911536561945956, "input_sha256": "e8f47f729aa38e3ccef613c3b7b57f42ce3d2ac72f1fccf7a9279bc050e9d6bc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 14207703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0017457046478576432, "interval": [-0.06769933545891522, 0.06420792616319994], "p_value": 0.96, "input_sha256": "e8f47f729aa38e3ccef613c3b7b57f42ce3d2ac72f1fccf7a9279bc050e9d6bc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 14207703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0017457046478576432, "interval": [-0.0595877785444465, 0.06066020109754418], "p_value": 0.9574804322750627, "input_sha256": "e8f47f729aa38e3ccef613c3b7b57f42ce3d2ac72f1fccf7a9279bc050e9d6bc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2025463513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.095535871582067, "interval": [0.6960198585347905, 9.495051884629344], "p_value": 0.02, "input_sha256": "31e206bde0fcbbd9ba64df4778e817f822931bd589c4f752beba30e3a7c640e0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2025463513, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.095535871582067, "interval": [1.1206239795981923, 9.795985835611082], "p_value": 0.024496855835112134, "input_sha256": "31e206bde0fcbbd9ba64df4778e817f822931bd589c4f752beba30e3a7c640e0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2025463513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05242952691895396, "interval": [0.0027662207332827607, 0.10209283310462516], "p_value": 0.032, "input_sha256": "31e206bde0fcbbd9ba64df4778e817f822931bd589c4f752beba30e3a7c640e0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2025463513, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05242952691895396, "interval": [0.008765941317037554, 0.10471108234416937], "p_value": 0.03910189416241242, "input_sha256": "31e206bde0fcbbd9ba64df4778e817f822931bd589c4f752beba30e3a7c640e0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2435969326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7824851609982098, "interval": [-5.723718525304805, 2.1587482033083853], "p_value": 0.329, "input_sha256": "2f48d8563a01983c73c0668b37467e93620531ad001caff12fc5d8b502b8b70f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2435969326, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7824851609982098, "interval": [-5.250851966228123, 1.6602272847857242], "p_value": 0.36332059458861266, "input_sha256": "2f48d8563a01983c73c0668b37467e93620531ad001caff12fc5d8b502b8b70f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2435969326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02051213098599361, "interval": [-0.06401114961589405, 0.02298688764390682], "p_value": 0.322, "input_sha256": "2f48d8563a01983c73c0668b37467e93620531ad001caff12fc5d8b502b8b70f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2435969326, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02051213098599361, "interval": [-0.05961682781365761, 0.01681214259840972], "p_value": 0.34303151550137234, "input_sha256": "2f48d8563a01983c73c0668b37467e93620531ad001caff12fc5d8b502b8b70f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 583133251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.629169209268559, "interval": [-11.528255391440595, 4.269916972903478], "p_value": 0.39, "input_sha256": "84fc5cc566a422e9271492faa22ad6bbd720bcbb17d8ba73f160cc4521ae5eda"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 583133251, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.629169209268559, "interval": [-10.938612450150044, 4.318888914388954], "p_value": 0.3581538129943592, "input_sha256": "84fc5cc566a422e9271492faa22ad6bbd720bcbb17d8ba73f160cc4521ae5eda"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 583133251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.043598441387779574, "interval": [-0.11872015642359032, 0.031523273648031175], "p_value": 0.257, "input_sha256": "84fc5cc566a422e9271492faa22ad6bbd720bcbb17d8ba73f160cc4521ae5eda"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 583133251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.043598441387779574, "interval": [-0.11574491567457842, 0.02930874322224421], "p_value": 0.2470558556729952, "input_sha256": "84fc5cc566a422e9271492faa22ad6bbd720bcbb17d8ba73f160cc4521ae5eda"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 395244858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.997017041767468, "interval": [-8.979044126375388, 2.985010042840452], "p_value": 0.306, "input_sha256": "7ef507e9d49503a1ecfe680c00c4a9ae6517ab8f93032197f7d91cb33345b89b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 395244858, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.997017041767468, "interval": [-8.420877679666502, 2.9731919703278784], "p_value": 0.31437357178706204, "input_sha256": "7ef507e9d49503a1ecfe680c00c4a9ae6517ab8f93032197f7d91cb33345b89b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 395244858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022274358256245408, "interval": [-0.08410788263345906, 0.03955916612096825], "p_value": 0.484, "input_sha256": "7ef507e9d49503a1ecfe680c00c4a9ae6517ab8f93032197f7d91cb33345b89b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 395244858, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022274358256245408, "interval": [-0.07504243678912095, 0.04178687064855824], "p_value": 0.46694250212580735, "input_sha256": "7ef507e9d49503a1ecfe680c00c4a9ae6517ab8f93032197f7d91cb33345b89b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2191907637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013726899160994677, "interval": [-6.216246891653057, 6.2437006899750465], "p_value": 0.996, "input_sha256": "571ee88762b57f7f6a88de7df09c36525302fcdd3df1deedb84bba5c62974066"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2191907637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013726899160994677, "interval": [-6.011449205379482, 5.793580085875177], "p_value": 0.9964563644249362, "input_sha256": "571ee88762b57f7f6a88de7df09c36525302fcdd3df1deedb84bba5c62974066"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2191907637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004800868119557308, "interval": [-0.07326890448612305, 0.06366716824700844], "p_value": 0.89, "input_sha256": "571ee88762b57f7f6a88de7df09c36525302fcdd3df1deedb84bba5c62974066"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2191907637, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004800868119557308, "interval": [-0.07336946000886313, 0.05626963526514814], "p_value": 0.887467576909238, "input_sha256": "571ee88762b57f7f6a88de7df09c36525302fcdd3df1deedb84bba5c62974066"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1868452752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1672338619346485, "interval": [0.8746261971138214, 11.459841526755476], "p_value": 0.023, "input_sha256": "a686c80179db7ea5a70adfc445ec40cdc757830210794fcae14b02eeed91e60c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1868452752, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1672338619346485, "interval": [2.002387651026295, 12.073228542898928], "p_value": 0.02358115711632027, "input_sha256": "a686c80179db7ea5a70adfc445ec40cdc757830210794fcae14b02eeed91e60c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1868452752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06990608052911221, "interval": [0.01204278173259097, 0.12776937932563345], "p_value": 0.02, "input_sha256": "a686c80179db7ea5a70adfc445ec40cdc757830210794fcae14b02eeed91e60c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1868452752, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06990608052911221, "interval": [0.022595196632500644, 0.1267189326500914], "p_value": 0.019216783727051354, "input_sha256": "a686c80179db7ea5a70adfc445ec40cdc757830210794fcae14b02eeed91e60c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3127068042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8073296188699306, "interval": [-5.021117610223984, 3.4064583724841224], "p_value": 0.676, "input_sha256": "1b47fd878c85d5e6f447d783fc678a538af97293ef1627729632d7d6e0d29847"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3127068042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8073296188699306, "interval": [-4.430817449041975, 3.389234746598932], "p_value": 0.7001168390445193, "input_sha256": "1b47fd878c85d5e6f447d783fc678a538af97293ef1627729632d7d6e0d29847"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3127068042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013593188152362962, "interval": [-0.06031991749070203, 0.033133541185976105], "p_value": 0.542, "input_sha256": "1b47fd878c85d5e6f447d783fc678a538af97293ef1627729632d7d6e0d29847"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3127068042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013593188152362962, "interval": [-0.0534724615716116, 0.03294890358062851], "p_value": 0.5593821780158834, "input_sha256": "1b47fd878c85d5e6f447d783fc678a538af97293ef1627729632d7d6e0d29847"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 354261700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5610206632206403, "interval": [-6.717798369582856, 1.5957570431415755], "p_value": 0.213, "input_sha256": "6d41ab0c9cd696b76f6fe53f6c8f45ff4b60e7aa687ad732bdd711a9f422a3f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 354261700, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5610206632206403, "interval": [-6.610432822784552, 1.2183690464629557], "p_value": 0.219940531518592, "input_sha256": "6d41ab0c9cd696b76f6fe53f6c8f45ff4b60e7aa687ad732bdd711a9f422a3f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 354261700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0317001619991544, "interval": [-0.07962979029101558, 0.016229466292706773], "p_value": 0.187, "input_sha256": "6d41ab0c9cd696b76f6fe53f6c8f45ff4b60e7aa687ad732bdd711a9f422a3f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 354261700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0317001619991544, "interval": [-0.07554811980717802, 0.01479318609619953], "p_value": 0.18842241898078102, "input_sha256": "6d41ab0c9cd696b76f6fe53f6c8f45ff4b60e7aa687ad732bdd711a9f422a3f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1085019936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021793477429887353, "interval": [-5.801291768334227, 5.844878723194002], "p_value": 0.995, "input_sha256": "879e8175a087986652bcec2078f07c81f97a09352e36bf3d10837937cd5d0d7a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1085019936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021793477429887353, "interval": [-5.275806298954229, 5.46249058065579], "p_value": 0.9939689075335919, "input_sha256": "879e8175a087986652bcec2078f07c81f97a09352e36bf3d10837937cd5d0d7a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1085019936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007371984814444038, "interval": [-0.06896251427293691, 0.054218544644048836], "p_value": 0.819, "input_sha256": "879e8175a087986652bcec2078f07c81f97a09352e36bf3d10837937cd5d0d7a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1085019936, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007371984814444038, "interval": [-0.06996399783266927, 0.046951107538982496], "p_value": 0.8092627264706063, "input_sha256": "879e8175a087986652bcec2078f07c81f97a09352e36bf3d10837937cd5d0d7a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 873986200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0052954549469302, "interval": [-4.708684679674676, 6.719275589568537], "p_value": 0.736, "input_sha256": "050dff5e2ad960cc6372b189aec307dd2c6c83eade409dc2d24348b8c44cbfaa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 873986200, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0052954549469302, "interval": [-4.384507506987849, 6.245676184810639], "p_value": 0.7236707885758416, "input_sha256": "050dff5e2ad960cc6372b189aec307dd2c6c83eade409dc2d24348b8c44cbfaa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 873986200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008659416548032095, "interval": [-0.04731183867568234, 0.06463067177174653], "p_value": 0.777, "input_sha256": "050dff5e2ad960cc6372b189aec307dd2c6c83eade409dc2d24348b8c44cbfaa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 873986200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008659416548032095, "interval": [-0.048510976006567876, 0.055952166733117266], "p_value": 0.7558183771364309, "input_sha256": "050dff5e2ad960cc6372b189aec307dd2c6c83eade409dc2d24348b8c44cbfaa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4232636279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010214687142303447, "interval": [-5.145672605022877, 5.1252432307382705], "p_value": 0.999, "input_sha256": "8cbb5feeeade35b62aa4460b0d9219186057c9f1442019e6c91d9ed8e6cff396"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4232636279, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010214687142303447, "interval": [-5.690333905208895, 4.043355516925332], "p_value": 0.9967888843055486, "input_sha256": "8cbb5feeeade35b62aa4460b0d9219186057c9f1442019e6c91d9ed8e6cff396"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4232636279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009433616635517339, "interval": [-0.07214134240394585, 0.05327410913291117], "p_value": 0.785, "input_sha256": "8cbb5feeeade35b62aa4460b0d9219186057c9f1442019e6c91d9ed8e6cff396"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4232636279, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009433616635517339, "interval": [-0.0801960805872832, 0.03868132820578858], "p_value": 0.7604040272608856, "input_sha256": "8cbb5feeeade35b62aa4460b0d9219186057c9f1442019e6c91d9ed8e6cff396"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3896158048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.055406498691821, "interval": [-3.392239539666292, 7.503052537049934], "p_value": 0.478, "input_sha256": "d70d6425748b39d7ef7af6575dbcffd38b02e5f3a16a625648b2aa29ec96d34f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3896158048, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.055406498691821, "interval": [-2.916383378115102, 7.650160550763794], "p_value": 0.4484583578882424, "input_sha256": "d70d6425748b39d7ef7af6575dbcffd38b02e5f3a16a625648b2aa29ec96d34f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3896158048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02934753818504829, "interval": [-0.030785167019021682, 0.08948024338911825], "p_value": 0.355, "input_sha256": "d70d6425748b39d7ef7af6575dbcffd38b02e5f3a16a625648b2aa29ec96d34f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3896158048, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02934753818504829, "interval": [-0.023909395928241588, 0.09399385922545368], "p_value": 0.32837079903863264, "input_sha256": "d70d6425748b39d7ef7af6575dbcffd38b02e5f3a16a625648b2aa29ec96d34f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 747336865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5623288690472936, "interval": [-8.12025284408595, 4.995595105991363], "p_value": 0.616, "input_sha256": "978f8fa2a97e63acf22e9d09efb4123453ec0d7273599039bdc5b966eefe3af9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 747336865, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5623288690472936, "interval": [-7.200392608176224, 4.454138298194708], "p_value": 0.6321156756748798, "input_sha256": "978f8fa2a97e63acf22e9d09efb4123453ec0d7273599039bdc5b966eefe3af9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 747336865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030578830239806773, "interval": [-0.11144827172644116, 0.05029061124682761], "p_value": 0.447, "input_sha256": "978f8fa2a97e63acf22e9d09efb4123453ec0d7273599039bdc5b966eefe3af9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 747336865, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030578830239806773, "interval": [-0.1034884674251234, 0.04079975892090986], "p_value": 0.447328900879839, "input_sha256": "978f8fa2a97e63acf22e9d09efb4123453ec0d7273599039bdc5b966eefe3af9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2296869755, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.880472870876286, "interval": [-4.296118536405373, 8.057064278157945], "p_value": 0.535, "input_sha256": "721fdbaa651162c58ad2a1404f0193ea10e365b21b0b2795067bc599b06350f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2296869755, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.880472870876286, "interval": [-2.959491964895802, 8.685271693812739], "p_value": 0.5413196052071001, "input_sha256": "721fdbaa651162c58ad2a1404f0193ea10e365b21b0b2795067bc599b06350f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2296869755, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02043611816362184, "interval": [-0.043821324562547004, 0.08469356088979069], "p_value": 0.507, "input_sha256": "721fdbaa651162c58ad2a1404f0193ea10e365b21b0b2795067bc599b06350f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2296869755, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02043611816362184, "interval": [-0.03151932801718192, 0.09230036650120124], "p_value": 0.5232957978576909, "input_sha256": "721fdbaa651162c58ad2a1404f0193ea10e365b21b0b2795067bc599b06350f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 725901817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16869033211766382, "interval": [-5.406775968340983, 5.069395304105655], "p_value": 0.953, "input_sha256": "72f4ddf1f4024c748284651a1d057c9b4fcf863c7fe2745e2c53582397f0d9bd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 725901817, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16869033211766382, "interval": [-5.467957904862951, 4.232578371961278], "p_value": 0.9483606818986501, "input_sha256": "72f4ddf1f4024c748284651a1d057c9b4fcf863c7fe2745e2c53582397f0d9bd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 725901817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0048641075748331875, "interval": [-0.05708422210052171, 0.04735600695085534], "p_value": 0.859, "input_sha256": "72f4ddf1f4024c748284651a1d057c9b4fcf863c7fe2745e2c53582397f0d9bd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 725901817, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0048641075748331875, "interval": [-0.057805737369564895, 0.03909989457356786], "p_value": 0.8514042452644012, "input_sha256": "72f4ddf1f4024c748284651a1d057c9b4fcf863c7fe2745e2c53582397f0d9bd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1659569064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09047075904882274, "interval": [-4.712463002442954, 4.893404520540599], "p_value": 0.978, "input_sha256": "4bcccc46b4efd8e434d590ef7c46e908beaa27a515b304c80898daf01ab3356f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1659569064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09047075904882274, "interval": [-4.214695964587055, 4.156869176848301], "p_value": 0.9697241613421367, "input_sha256": "4bcccc46b4efd8e434d590ef7c46e908beaa27a515b304c80898daf01ab3356f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1659569064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005790885797992348, "interval": [-0.05215021655580429, 0.040568444959819594], "p_value": 0.807, "input_sha256": "4bcccc46b4efd8e434d590ef7c46e908beaa27a515b304c80898daf01ab3356f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1659569064, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005790885797992348, "interval": [-0.04850405559822228, 0.03485707694098273], "p_value": 0.8017044031058521, "input_sha256": "4bcccc46b4efd8e434d590ef7c46e908beaa27a515b304c80898daf01ab3356f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2400060097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7839763641007798, "interval": [-10.39924275656103, 2.8312900283594695], "p_value": 0.227, "input_sha256": "65ffad7ca434eb3dfe92305bb58020d3000db0be09863e35e70e1e331d5e58a7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2400060097, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7839763641007798, "interval": [-10.34402121269305, 1.8880684046239318], "p_value": 0.25329353183865966, "input_sha256": "65ffad7ca434eb3dfe92305bb58020d3000db0be09863e35e70e1e331d5e58a7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2400060097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04014846995927501, "interval": [-0.10289372287081058, 0.022596782952260558], "p_value": 0.176, "input_sha256": "65ffad7ca434eb3dfe92305bb58020d3000db0be09863e35e70e1e331d5e58a7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2400060097, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04014846995927501, "interval": [-0.10318251668763832, 0.013752439277644985], "p_value": 0.2023462592919388, "input_sha256": "65ffad7ca434eb3dfe92305bb58020d3000db0be09863e35e70e1e331d5e58a7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1780380000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.471749954981181, "interval": [-2.240518166973219, 7.1840180769355815], "p_value": 0.296, "input_sha256": "df506958ab3352bef7716ffdb5e658a21fc4c584bc392700e7d51b79b9827593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1780380000, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.471749954981181, "interval": [-1.9485654202097236, 6.820135659120042], "p_value": 0.29429492952061204, "input_sha256": "df506958ab3352bef7716ffdb5e658a21fc4c584bc392700e7d51b79b9827593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1780380000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028833852128824985, "interval": [-0.019723648171666885, 0.07739135242931686], "p_value": 0.232, "input_sha256": "df506958ab3352bef7716ffdb5e658a21fc4c584bc392700e7d51b79b9827593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1780380000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028833852128824985, "interval": [-0.016297228827609075, 0.0733349938777633], "p_value": 0.23618542304676998, "input_sha256": "df506958ab3352bef7716ffdb5e658a21fc4c584bc392700e7d51b79b9827593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2078474065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1357105855683916, "interval": [-2.9257681015354873, 7.19718927267227], "p_value": 0.391, "input_sha256": "df2c0ba3a5aca319f967f179fabea1631a60d60edea02d228dc23ddadcbdd9ef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2078474065, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1357105855683916, "interval": [-2.0278541969273776, 7.65625979294695], "p_value": 0.3981981459587737, "input_sha256": "df2c0ba3a5aca319f967f179fabea1631a60d60edea02d228dc23ddadcbdd9ef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2078474065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026958465485393247, "interval": [-0.026264909773599104, 0.0801818407443856], "p_value": 0.313, "input_sha256": "df2c0ba3a5aca319f967f179fabea1631a60d60edea02d228dc23ddadcbdd9ef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2078474065, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026958465485393247, "interval": [-0.01739824608110656, 0.08647202936473215], "p_value": 0.3114876443206796, "input_sha256": "df2c0ba3a5aca319f967f179fabea1631a60d60edea02d228dc23ddadcbdd9ef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 400771669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3718938637863918, "interval": [-5.718389660396285, 2.974601932823502], "p_value": 0.521, "input_sha256": "0816eb907bf55394ccb817cc8e09ef1d43f0f60eb9d1792313b7a11dc782e400"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 400771669, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3718938637863918, "interval": [-5.483115985751172, 2.722180979296156], "p_value": 0.5266573320000312, "input_sha256": "0816eb907bf55394ccb817cc8e09ef1d43f0f60eb9d1792313b7a11dc782e400"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 400771669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014098037379343079, "interval": [-0.05863284910832448, 0.030436774349638325], "p_value": 0.528, "input_sha256": "0816eb907bf55394ccb817cc8e09ef1d43f0f60eb9d1792313b7a11dc782e400"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 400771669, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014098037379343079, "interval": [-0.05402237251567441, 0.02674309449632735], "p_value": 0.5254372086019996, "input_sha256": "0816eb907bf55394ccb817cc8e09ef1d43f0f60eb9d1792313b7a11dc782e400"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2904768135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5959592136399845, "interval": [-8.502633508496373, 1.3107150812164035], "p_value": 0.128, "input_sha256": "9987c20ec3f6f1505e0bd3f571b048472ce4d0eac0177fc0b5f6c636a4f5ae4f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2904768135, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5959592136399845, "interval": [-8.182245419860902, 0.9745991262819194], "p_value": 0.1460983944428848, "input_sha256": "9987c20ec3f6f1505e0bd3f571b048472ce4d0eac0177fc0b5f6c636a4f5ae4f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2904768135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03461795396526153, "interval": [-0.09305278292703376, 0.023816874996510688], "p_value": 0.224, "input_sha256": "9987c20ec3f6f1505e0bd3f571b048472ce4d0eac0177fc0b5f6c636a4f5ae4f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2904768135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03461795396526153, "interval": [-0.08642168835811984, 0.022337964086001316], "p_value": 0.23762765885269777, "input_sha256": "9987c20ec3f6f1505e0bd3f571b048472ce4d0eac0177fc0b5f6c636a4f5ae4f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1602467332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.982345545793711, "interval": [-1.5077044374775213, 7.4723955290649435], "p_value": 0.168, "input_sha256": "31660b6ff315960417150cc29e848bcb08ee0625eb257cd0b4027662efe0923e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1602467332, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.982345545793711, "interval": [-1.1260056116133792, 7.469553930118711], "p_value": 0.18668532820486447, "input_sha256": "31660b6ff315960417150cc29e848bcb08ee0625eb257cd0b4027662efe0923e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1602467332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020616366433944183, "interval": [-0.023665484198161037, 0.0648982170660494], "p_value": 0.322, "input_sha256": "31660b6ff315960417150cc29e848bcb08ee0625eb257cd0b4027662efe0923e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1602467332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020616366433944183, "interval": [-0.019719920371044062, 0.0622068559572837], "p_value": 0.3518351343376366, "input_sha256": "31660b6ff315960417150cc29e848bcb08ee0625eb257cd0b4027662efe0923e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3672359368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5371741062182576, "interval": [-3.862458843642372, 4.936807056078887], "p_value": 0.814, "input_sha256": "1999f78bc8674778b0da9a8fa972860545ab71bacef7f5fd2f98821c52f4ff32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3672359368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5371741062182576, "interval": [-3.1632414996289477, 5.176523215705227], "p_value": 0.8060932416161066, "input_sha256": "1999f78bc8674778b0da9a8fa972860545ab71bacef7f5fd2f98821c52f4ff32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3672359368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006490587568071776, "interval": [-0.043049819393301776, 0.05603099452944533], "p_value": 0.803, "input_sha256": "1999f78bc8674778b0da9a8fa972860545ab71bacef7f5fd2f98821c52f4ff32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3672359368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006490587568071776, "interval": [-0.0321951824642243, 0.06753708703319386], "p_value": 0.7922251187724414, "input_sha256": "1999f78bc8674778b0da9a8fa972860545ab71bacef7f5fd2f98821c52f4ff32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1051247942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4806833610838543, "interval": [-6.508187874558325, 3.546821152390616], "p_value": 0.544, "input_sha256": "b40cac173f73cb5e2645b5bc9362f4f365fe1caf03b4c4878ee89cd8df2082af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1051247942, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4806833610838543, "interval": [-6.2351744770342865, 2.8797503264989253], "p_value": 0.5545551926497081, "input_sha256": "b40cac173f73cb5e2645b5bc9362f4f365fe1caf03b4c4878ee89cd8df2082af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1051247942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016105321164249148, "interval": [-0.06634659000061488, 0.03413594767211659], "p_value": 0.493, "input_sha256": "b40cac173f73cb5e2645b5bc9362f4f365fe1caf03b4c4878ee89cd8df2082af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1051247942, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016105321164249148, "interval": [-0.06590049823215945, 0.025965146857332224], "p_value": 0.5201407125637738, "input_sha256": "b40cac173f73cb5e2645b5bc9362f4f365fe1caf03b4c4878ee89cd8df2082af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3499467990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.22261067654326716, "interval": [-5.450709640966972, 5.005488287880437], "p_value": 0.924, "input_sha256": "5eed1e6fa86aeb5dda60dfde15fffcf6d4d26935515ec2adb61c6110812b3a6b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3499467990, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.22261067654326716, "interval": [-5.2905769029772625, 4.247591389675216], "p_value": 0.9316661536960857, "input_sha256": "5eed1e6fa86aeb5dda60dfde15fffcf6d4d26935515ec2adb61c6110812b3a6b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3499467990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005296017117465093, "interval": [-0.061781598708725516, 0.05118956447379533], "p_value": 0.847, "input_sha256": "5eed1e6fa86aeb5dda60dfde15fffcf6d4d26935515ec2adb61c6110812b3a6b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3499467990, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005296017117465093, "interval": [-0.057271753121499444, 0.04700078329214861], "p_value": 0.8503494710273748, "input_sha256": "5eed1e6fa86aeb5dda60dfde15fffcf6d4d26935515ec2adb61c6110812b3a6b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2715424649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3466905111232617, "interval": [-2.1650160993052294, 8.858397121551754], "p_value": 0.221, "input_sha256": "a9ea67d50f4e5ad7fa391ea8c5cc1bc049e4cd48960b52e71d1bdefe8862c8e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2715424649, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3466905111232617, "interval": [-0.9187662346676406, 9.6111643566805], "p_value": 0.22648414523881769, "input_sha256": "a9ea67d50f4e5ad7fa391ea8c5cc1bc049e4cd48960b52e71d1bdefe8862c8e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2715424649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038652416530615574, "interval": [-0.017645495886225417, 0.09495032894745656], "p_value": 0.153, "input_sha256": "a9ea67d50f4e5ad7fa391ea8c5cc1bc049e4cd48960b52e71d1bdefe8862c8e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2715424649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038652416530615574, "interval": [-0.004684637923506198, 0.09970095445767609], "p_value": 0.17264341229883295, "input_sha256": "a9ea67d50f4e5ad7fa391ea8c5cc1bc049e4cd48960b52e71d1bdefe8862c8e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3813286751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3989103566984777, "interval": [-2.3727144316540496, 9.170535145051005], "p_value": 0.237, "input_sha256": "b5e73af7ebf00633f28a34f79f6f8e4bd7db4fa7dbcb564e3756e300a57ef6dd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3813286751, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3989103566984777, "interval": [-2.2602649287270786, 8.398378574398984], "p_value": 0.24041475042551538, "input_sha256": "b5e73af7ebf00633f28a34f79f6f8e4bd7db4fa7dbcb564e3756e300a57ef6dd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3813286751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030840234626634433, "interval": [-0.03126558758536652, 0.09294605683863538], "p_value": 0.316, "input_sha256": "b5e73af7ebf00633f28a34f79f6f8e4bd7db4fa7dbcb564e3756e300a57ef6dd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3813286751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030840234626634433, "interval": [-0.03154676688160274, 0.08254480620625357], "p_value": 0.32107083863645897, "input_sha256": "b5e73af7ebf00633f28a34f79f6f8e4bd7db4fa7dbcb564e3756e300a57ef6dd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 882500966, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1919783878787147, "interval": [-2.913036826480761, 7.2969936022381905], "p_value": 0.39, "input_sha256": "6e1819a05f8101eea1d434e867d57c4187d1044e0e04c2fbc86f7e11986a4696"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 882500966, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1919783878787147, "interval": [-2.4109864462302184, 7.050278895267949], "p_value": 0.38997317959980404, "input_sha256": "6e1819a05f8101eea1d434e867d57c4187d1044e0e04c2fbc86f7e11986a4696"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 882500966, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01997198449871733, "interval": [-0.03587292050397408, 0.07581688950140875], "p_value": 0.475, "input_sha256": "6e1819a05f8101eea1d434e867d57c4187d1044e0e04c2fbc86f7e11986a4696"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 882500966, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01997198449871733, "interval": [-0.03482897747954885, 0.0711904514276575], "p_value": 0.47295377804929684, "input_sha256": "6e1819a05f8101eea1d434e867d57c4187d1044e0e04c2fbc86f7e11986a4696"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3833040330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5968594206198015, "interval": [-8.637771462570019, 3.4440526213304157], "p_value": 0.4, "input_sha256": "535f116d938da0aa0542f09eec99c9f0cc4f7dc4a89ddcd223195d9bc66b61c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3833040330, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5968594206198015, "interval": [-8.457164167178878, 2.744733590772243], "p_value": 0.3891947582893843, "input_sha256": "535f116d938da0aa0542f09eec99c9f0cc4f7dc4a89ddcd223195d9bc66b61c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3833040330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029683146970728755, "interval": [-0.0914546025528511, 0.03208830861139359], "p_value": 0.357, "input_sha256": "535f116d938da0aa0542f09eec99c9f0cc4f7dc4a89ddcd223195d9bc66b61c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3833040330, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029683146970728755, "interval": [-0.08944678543125244, 0.025093469093758394], "p_value": 0.3359711566051383, "input_sha256": "535f116d938da0aa0542f09eec99c9f0cc4f7dc4a89ddcd223195d9bc66b61c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 377766772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2248321878996116, "interval": [-0.6062599269321698, 7.055924302731393], "p_value": 0.093, "input_sha256": "716f0336b50419aa0dc745ed6832b9c666a93bd5ae3cd9805ec8582aa680a685"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 377766772, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2248321878996116, "interval": [-0.04921540632378849, 7.185489022597576], "p_value": 0.09653888860889533, "input_sha256": "716f0336b50419aa0dc745ed6832b9c666a93bd5ae3cd9805ec8582aa680a685"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 377766772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03390088564108711, "interval": [-0.008131884115209494, 0.07593365539738373], "p_value": 0.107, "input_sha256": "716f0336b50419aa0dc745ed6832b9c666a93bd5ae3cd9805ec8582aa680a685"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 377766772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03390088564108711, "interval": [-0.0010247015867638552, 0.07763366740968289], "p_value": 0.11078081202492861, "input_sha256": "716f0336b50419aa0dc745ed6832b9c666a93bd5ae3cd9805ec8582aa680a685"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1194003903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.297879776030135, "interval": [-1.532909712332616, 10.128669264392887], "p_value": 0.147, "input_sha256": "3e73a41c68fbf78168fb4664bca910eb65798ac21e4f48c1be960a684500e10e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1194003903, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.297879776030135, "interval": [-1.4637396874913802, 9.608010250630254], "p_value": 0.14390577943513652, "input_sha256": "3e73a41c68fbf78168fb4664bca910eb65798ac21e4f48c1be960a684500e10e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1194003903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0485418519253516, "interval": [-0.013722806996389753, 0.11080651084709295], "p_value": 0.131, "input_sha256": "3e73a41c68fbf78168fb4664bca910eb65798ac21e4f48c1be960a684500e10e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1194003903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0485418519253516, "interval": [-0.013276173553949068, 0.10449358693735813], "p_value": 0.12271904876340146, "input_sha256": "3e73a41c68fbf78168fb4664bca910eb65798ac21e4f48c1be960a684500e10e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 359285635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.066880147681417, "interval": [-2.125269149598588, 10.25902944496142], "p_value": 0.173, "input_sha256": "06a8c5581d857eb30298bbee15313e1623efda632bec1ca8ea85fddcb46bd525"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 359285635, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.066880147681417, "interval": [-2.2931094856111502, 9.727277030311157], "p_value": 0.19114756962796664, "input_sha256": "06a8c5581d857eb30298bbee15313e1623efda632bec1ca8ea85fddcb46bd525"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 359285635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04100845741901797, "interval": [-0.02176873536077388, 0.10378565019880982], "p_value": 0.177, "input_sha256": "06a8c5581d857eb30298bbee15313e1623efda632bec1ca8ea85fddcb46bd525"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 359285635, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04100845741901797, "interval": [-0.023688099551892217, 0.0949670800965505], "p_value": 0.19362783898244906, "input_sha256": "06a8c5581d857eb30298bbee15313e1623efda632bec1ca8ea85fddcb46bd525"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2786426968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08791909140445409, "interval": [-5.328641135704265, 5.152802952895357], "p_value": 0.977, "input_sha256": "862aaedb48d30fe2fc422ac1215188f30681694f1d80fdfa382a7988a190f5b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2786426968, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08791909140445409, "interval": [-5.8785962061414185, 4.4875864219113], "p_value": 0.9730646356910579, "input_sha256": "862aaedb48d30fe2fc422ac1215188f30681694f1d80fdfa382a7988a190f5b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2786426968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0008752000165668933, "interval": [-0.06389788515158115, 0.06564828518471494], "p_value": 0.971, "input_sha256": "862aaedb48d30fe2fc422ac1215188f30681694f1d80fdfa382a7988a190f5b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2786426968, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0008752000165668933, "interval": [-0.0777612753497183, 0.05349768413386179], "p_value": 0.9782906385757675, "input_sha256": "862aaedb48d30fe2fc422ac1215188f30681694f1d80fdfa382a7988a190f5b8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1273988175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.654955842116987, "interval": [-3.1970404769267944, 6.506952161160768], "p_value": 0.496, "input_sha256": "4f07121007796c32084e251ecd4a138890703dfd02bd8b68e9eac1c0dfb6a195"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1273988175, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.654955842116987, "interval": [-3.4546068237853103, 5.749572056425243], "p_value": 0.4929555720302288, "input_sha256": "4f07121007796c32084e251ecd4a138890703dfd02bd8b68e9eac1c0dfb6a195"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1273988175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02152346485354542, "interval": [-0.027922840953444238, 0.07096977066053509], "p_value": 0.376, "input_sha256": "4f07121007796c32084e251ecd4a138890703dfd02bd8b68e9eac1c0dfb6a195"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1273988175, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02152346485354542, "interval": [-0.02777446081816163, 0.06497653585473462], "p_value": 0.38217323462413033, "input_sha256": "4f07121007796c32084e251ecd4a138890703dfd02bd8b68e9eac1c0dfb6a195"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 407519092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.1991672868184251, "interval": [-6.027372757905318, 5.629038184268468], "p_value": 0.945, "input_sha256": "b5a70886b4ad1e92244ae49f0d4bee91b9ae17f411c1cb6150d4938dd8abc046"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 407519092, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.1991672868184251, "interval": [-5.703381032891905, 5.49835163955635], "p_value": 0.9451201788811356, "input_sha256": "b5a70886b4ad1e92244ae49f0d4bee91b9ae17f411c1cb6150d4938dd8abc046"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 407519092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0017841849764419632, "interval": [-0.05927480369550056, 0.06284317364838449], "p_value": 0.953, "input_sha256": "b5a70886b4ad1e92244ae49f0d4bee91b9ae17f411c1cb6150d4938dd8abc046"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 407519092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0017841849764419632, "interval": [-0.05652018049639472, 0.06225907814078254], "p_value": 0.9530526781116513, "input_sha256": "b5a70886b4ad1e92244ae49f0d4bee91b9ae17f411c1cb6150d4938dd8abc046"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 938934092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.503663601717843, "interval": [-3.440790885042281, 6.448118088477967], "p_value": 0.53, "input_sha256": "a9e1f6e97280002595c22113dafdd8c7e52fd33d6d4fb274bc25fab758107c66"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 938934092, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.503663601717843, "interval": [-3.9853165045268106, 5.806677421496568], "p_value": 0.5410927736563192, "input_sha256": "a9e1f6e97280002595c22113dafdd8c7e52fd33d6d4fb274bc25fab758107c66"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 938934092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014733412769815019, "interval": [-0.03330177059598563, 0.06276859613561567], "p_value": 0.546, "input_sha256": "a9e1f6e97280002595c22113dafdd8c7e52fd33d6d4fb274bc25fab758107c66"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 938934092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014733412769815019, "interval": [-0.03371878386142798, 0.0570376543430973], "p_value": 0.5377787192215842, "input_sha256": "a9e1f6e97280002595c22113dafdd8c7e52fd33d6d4fb274bc25fab758107c66"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 446026561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5249447767761284, "interval": [-4.405278637978154, 7.455168191530411], "p_value": 0.622, "input_sha256": "dfe34f38624dd26fee366025bace7c34982fc705999c7cfe486f8bf7331e9fe4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 446026561, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5249447767761284, "interval": [-3.6871571030663675, 6.830251726116536], "p_value": 0.6048333490100068, "input_sha256": "dfe34f38624dd26fee366025bace7c34982fc705999c7cfe486f8bf7331e9fe4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 446026561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01810908749919872, "interval": [-0.04081569016571869, 0.07703386516411613], "p_value": 0.568, "input_sha256": "dfe34f38624dd26fee366025bace7c34982fc705999c7cfe486f8bf7331e9fe4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 446026561, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01810908749919872, "interval": [-0.033496313718527994, 0.07024101564009802], "p_value": 0.5370909016005523, "input_sha256": "dfe34f38624dd26fee366025bace7c34982fc705999c7cfe486f8bf7331e9fe4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2134208018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1144579458147845, "interval": [-4.412673261093284, 6.641589152722853], "p_value": 0.709, "input_sha256": "14ab53c96dd46f9050dea7c26a87fe8b51d67c1a89c06108e59f6067937ca6c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2134208018, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1144579458147845, "interval": [-3.6914111071623457, 7.204571604728264], "p_value": 0.6844742199813713, "input_sha256": "14ab53c96dd46f9050dea7c26a87fe8b51d67c1a89c06108e59f6067937ca6c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2134208018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03232600494456468, "interval": [-0.0543899225179932, 0.11904193240712256], "p_value": 0.595, "input_sha256": "14ab53c96dd46f9050dea7c26a87fe8b51d67c1a89c06108e59f6067937ca6c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2134208018, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03232600494456468, "interval": [-0.023585875794157392, 0.1691025371887166], "p_value": 0.44923108769323583, "input_sha256": "14ab53c96dd46f9050dea7c26a87fe8b51d67c1a89c06108e59f6067937ca6c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3902442336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.729020690160991, "interval": [-8.63317326266046, 3.1751318823384773], "p_value": 0.349, "input_sha256": "2a0925edd62b31ccf7fb7538ead2331de34fc525187a297e5465c01594229d02"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3902442336, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.729020690160991, "interval": [-8.390401553255453, 2.4911361485147006], "p_value": 0.35212068841560806, "input_sha256": "2a0925edd62b31ccf7fb7538ead2331de34fc525187a297e5465c01594229d02"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3902442336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03835403372276149, "interval": [-0.10564658751486805, 0.028938520069345074], "p_value": 0.266, "input_sha256": "2a0925edd62b31ccf7fb7538ead2331de34fc525187a297e5465c01594229d02"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3902442336, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03835403372276149, "interval": [-0.10897980257367589, 0.016382757098980155], "p_value": 0.25179744974677115, "input_sha256": "2a0925edd62b31ccf7fb7538ead2331de34fc525187a297e5465c01594229d02"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1562895142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3556415041484025, "interval": [-7.253223507330058, 2.5419404990332533], "p_value": 0.325, "input_sha256": "83ae638b5506e98c5eaadda474080922dd697d9b16a7970b5077e86b07952b32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1562895142, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3556415041484025, "interval": [-6.492281042904954, 2.785675691881603], "p_value": 0.3350527353581473, "input_sha256": "83ae638b5506e98c5eaadda474080922dd697d9b16a7970b5077e86b07952b32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1562895142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02180921414395586, "interval": [-0.06943674993665569, 0.025818321648743973], "p_value": 0.361, "input_sha256": "83ae638b5506e98c5eaadda474080922dd697d9b16a7970b5077e86b07952b32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1562895142, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02180921414395586, "interval": [-0.06115396942188095, 0.028475068118889425], "p_value": 0.3587794542121322, "input_sha256": "83ae638b5506e98c5eaadda474080922dd697d9b16a7970b5077e86b07952b32"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3000858742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6437696789944622, "interval": [-8.23386777995022, 4.946328421961296], "p_value": 0.593, "input_sha256": "43184ea0ee22ca9a50d1081184f124dbcf55eb9a2effd0600ec98366d7ca6b46"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3000858742, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6437696789944622, "interval": [-7.802263683363132, 4.16322307703892], "p_value": 0.6153015635349153, "input_sha256": "43184ea0ee22ca9a50d1081184f124dbcf55eb9a2effd0600ec98366d7ca6b46"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3000858742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02020620645898303, "interval": [-0.08587015693308428, 0.045457744015118214], "p_value": 0.516, "input_sha256": "43184ea0ee22ca9a50d1081184f124dbcf55eb9a2effd0600ec98366d7ca6b46"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3000858742, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02020620645898303, "interval": [-0.08253958646862067, 0.0369818248976794], "p_value": 0.5359474795775659, "input_sha256": "43184ea0ee22ca9a50d1081184f124dbcf55eb9a2effd0600ec98366d7ca6b46"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2540650638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0305479491256326, "interval": [-2.5472036908470974, 6.608299589098363], "p_value": 0.363, "input_sha256": "821cd138b4a26b9b8f1f5c3840a806eee043e4f3cc5c5010d8baf37bd5b3e9a1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2540650638, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0305479491256326, "interval": [-2.149164389421011, 6.362694171803116], "p_value": 0.37480689784871624, "input_sha256": "821cd138b4a26b9b8f1f5c3840a806eee043e4f3cc5c5010d8baf37bd5b3e9a1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2540650638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013749243565456912, "interval": [-0.03083723369163066, 0.058335720822544485], "p_value": 0.541, "input_sha256": "821cd138b4a26b9b8f1f5c3840a806eee043e4f3cc5c5010d8baf37bd5b3e9a1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2540650638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013749243565456912, "interval": [-0.02752034382152644, 0.056087471757190935], "p_value": 0.5357975669831168, "input_sha256": "821cd138b4a26b9b8f1f5c3840a806eee043e4f3cc5c5010d8baf37bd5b3e9a1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1046455363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.417544318911024, "interval": [-9.811940941414122, 2.976852303592074], "p_value": 0.283, "input_sha256": "8f752835e5447916da5d72b8c8b4869aeb8c9500b72b7e94e20ecdfc98588f8c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1046455363, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.417544318911024, "interval": [-10.00980617809573, 1.5093598564723565], "p_value": 0.2844275729347497, "input_sha256": "8f752835e5447916da5d72b8c8b4869aeb8c9500b72b7e94e20ecdfc98588f8c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1046455363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0335551738850215, "interval": [-0.09351067926208378, 0.026400331492040782], "p_value": 0.272, "input_sha256": "8f752835e5447916da5d72b8c8b4869aeb8c9500b72b7e94e20ecdfc98588f8c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1046455363, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0335551738850215, "interval": [-0.09222398642956528, 0.014009946670885336], "p_value": 0.26392597291611486, "input_sha256": "8f752835e5447916da5d72b8c8b4869aeb8c9500b72b7e94e20ecdfc98588f8c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4064945249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.91455092369441, "interval": [-3.283718766897164, 9.112820614285983], "p_value": 0.36, "input_sha256": "9f5e9d63d2f1a8bcfeed63e55f197190d85c026cf8c9b3d5442f09e11fcc36f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4064945249, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.91455092369441, "interval": [-2.465982408616075, 9.838746520366092], "p_value": 0.34570447194126297, "input_sha256": "9f5e9d63d2f1a8bcfeed63e55f197190d85c026cf8c9b3d5442f09e11fcc36f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4064945249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03517177097032324, "interval": [-0.03163410623352479, 0.10197764817417128], "p_value": 0.313, "input_sha256": "9f5e9d63d2f1a8bcfeed63e55f197190d85c026cf8c9b3d5442f09e11fcc36f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4064945249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03517177097032324, "interval": [-0.02287515096048826, 0.10298237156496573], "p_value": 0.2915775043589856, "input_sha256": "9f5e9d63d2f1a8bcfeed63e55f197190d85c026cf8c9b3d5442f09e11fcc36f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2464811994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7554819577140783, "interval": [-4.008318003174972, 7.519281918603129], "p_value": 0.572, "input_sha256": "d3273e7facb6b6821d4aa86d7e90ad4a6629f32053dcbc74dc43c509fafd5110"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2464811994, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7554819577140783, "interval": [-2.974654229238566, 8.526982892934655], "p_value": 0.5406643705223109, "input_sha256": "d3273e7facb6b6821d4aa86d7e90ad4a6629f32053dcbc74dc43c509fafd5110"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2464811994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02215248016992792, "interval": [-0.042001897969614746, 0.08630685830947059], "p_value": 0.538, "input_sha256": "d3273e7facb6b6821d4aa86d7e90ad4a6629f32053dcbc74dc43c509fafd5110"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2464811994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02215248016992792, "interval": [-0.028215852054126526, 0.09992756251408447], "p_value": 0.48742435131007944, "input_sha256": "d3273e7facb6b6821d4aa86d7e90ad4a6629f32053dcbc74dc43c509fafd5110"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3019366124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9885229797419743, "interval": [-7.772123460164517, 5.795077500680568], "p_value": 0.775, "input_sha256": "cd2d2627808790b85d44d966169ffe700a1163c488523d30abaef2babb6c838a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3019366124, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9885229797419743, "interval": [-8.31785870096601, 4.341145163594237], "p_value": 0.7681788221582417, "input_sha256": "cd2d2627808790b85d44d966169ffe700a1163c488523d30abaef2babb6c838a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3019366124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037207399695028814, "interval": [-0.06819239906107268, 0.06075091912206691], "p_value": 0.92, "input_sha256": "cd2d2627808790b85d44d966169ffe700a1163c488523d30abaef2babb6c838a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3019366124, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037207399695028814, "interval": [-0.07087970809888151, 0.048052495331853275], "p_value": 0.9069715159154086, "input_sha256": "cd2d2627808790b85d44d966169ffe700a1163c488523d30abaef2babb6c838a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4005489420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2245042379285245, "interval": [-2.712861074717959, 9.161869550575009], "p_value": 0.271, "input_sha256": "a1a62822d4eea4a2f89a470c24679f7dac6f3bd39277a07f62a6cf7a00d7fe9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4005489420, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2245042379285245, "interval": [-2.296756110726612, 8.946512587096944], "p_value": 0.27753725550237973, "input_sha256": "a1a62822d4eea4a2f89a470c24679f7dac6f3bd39277a07f62a6cf7a00d7fe9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4005489420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03469042883554238, "interval": [-0.027108170942057204, 0.09648902861314196], "p_value": 0.262, "input_sha256": "a1a62822d4eea4a2f89a470c24679f7dac6f3bd39277a07f62a6cf7a00d7fe9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4005489420, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03469042883554238, "interval": [-0.02701070920383703, 0.09401995808923423], "p_value": 0.26266471623447507, "input_sha256": "a1a62822d4eea4a2f89a470c24679f7dac6f3bd39277a07f62a6cf7a00d7fe9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1844790007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2269335176649676, "interval": [-2.855079004375469, 7.308946039705404], "p_value": 0.375, "input_sha256": "0e17ae89fbea9bc676f89c6561e7caf0a20a195c5c7f3174fe9cf92cd26fb9be"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1844790007, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2269335176649676, "interval": [-2.1344803597533226, 6.741968410322974], "p_value": 0.38026213123306285, "input_sha256": "0e17ae89fbea9bc676f89c6561e7caf0a20a195c5c7f3174fe9cf92cd26fb9be"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1844790007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02076281504220065, "interval": [-0.035945649043745365, 0.07747127912814666], "p_value": 0.469, "input_sha256": "0e17ae89fbea9bc676f89c6561e7caf0a20a195c5c7f3174fe9cf92cd26fb9be"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1844790007, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02076281504220065, "interval": [-0.029167002524817565, 0.07313988496946978], "p_value": 0.46269511903273486, "input_sha256": "0e17ae89fbea9bc676f89c6561e7caf0a20a195c5c7f3174fe9cf92cd26fb9be"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1267396446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.668891742916685, "interval": [-8.685205433045716, 3.3474219472123456], "p_value": 0.36, "input_sha256": "8b3b2d0eb37b8277d68cbb25a3fddba06b901410b1f6c80c80aad4ec41a575e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1267396446, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.668891742916685, "interval": [-8.147744021810444, 2.809669198138948], "p_value": 0.3731887223505239, "input_sha256": "8b3b2d0eb37b8277d68cbb25a3fddba06b901410b1f6c80c80aad4ec41a575e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1267396446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024137041210879118, "interval": [-0.08564286442264935, 0.03736878200089112], "p_value": 0.42, "input_sha256": "8b3b2d0eb37b8277d68cbb25a3fddba06b901410b1f6c80c80aad4ec41a575e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1267396446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024137041210879118, "interval": [-0.08157724596478005, 0.029804722064036192], "p_value": 0.4305125477349243, "input_sha256": "8b3b2d0eb37b8277d68cbb25a3fddba06b901410b1f6c80c80aad4ec41a575e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 623956329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.935972873244363, "interval": [0.6547712833318506, 9.217174463156875], "p_value": 0.021, "input_sha256": "ba813bb7cb346109e9cc4cb8347be78c1fe97d59d8e4d186ab6c9407428b75bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 623956329, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.935972873244363, "interval": [1.0081361198975776, 9.103142029007362], "p_value": 0.025044592659784662, "input_sha256": "ba813bb7cb346109e9cc4cb8347be78c1fe97d59d8e4d186ab6c9407428b75bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 623956329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05028841712470399, "interval": [0.0058284195964453805, 0.0947484146529626], "p_value": 0.024, "input_sha256": "ba813bb7cb346109e9cc4cb8347be78c1fe97d59d8e4d186ab6c9407428b75bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 623956329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05028841712470399, "interval": [0.007991218629193402, 0.09235750392192238], "p_value": 0.02769686508712543, "input_sha256": "ba813bb7cb346109e9cc4cb8347be78c1fe97d59d8e4d186ab6c9407428b75bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3833303209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.45255309131640953, "interval": [-6.148085100860742, 5.242978918227923], "p_value": 0.865, "input_sha256": "b0665ea97203a02b41282a10a3ec19efe12629ed9d5a8c1a9fb15588de47d234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3833303209, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.45255309131640953, "interval": [-5.520973378429431, 5.032111923702512], "p_value": 0.8729762002948758, "input_sha256": "b0665ea97203a02b41282a10a3ec19efe12629ed9d5a8c1a9fb15588de47d234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3833303209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010117474069236326, "interval": [-0.06974333923118212, 0.04950839109270947], "p_value": 0.726, "input_sha256": "b0665ea97203a02b41282a10a3ec19efe12629ed9d5a8c1a9fb15588de47d234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3833303209, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010117474069236326, "interval": [-0.06315061775531342, 0.04538434626445088], "p_value": 0.7327478588634322, "input_sha256": "b0665ea97203a02b41282a10a3ec19efe12629ed9d5a8c1a9fb15588de47d234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2289123618, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5450043802999858, "interval": [-8.144077922230982, 5.054069161631011], "p_value": 0.631, "input_sha256": "ae9f90f514846b7e05fa4d156cc10eaba052c9f75135f465cc2b3684c61f9742"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2289123618, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5450043802999858, "interval": [-9.109948797261245, 3.225838477921473], "p_value": 0.634893290610989, "input_sha256": "ae9f90f514846b7e05fa4d156cc10eaba052c9f75135f465cc2b3684c61f9742"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2289123618, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025932334272851784, "interval": [-0.09966275246875525, 0.04779808392305168], "p_value": 0.488, "input_sha256": "ae9f90f514846b7e05fa4d156cc10eaba052c9f75135f465cc2b3684c61f9742"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2289123618, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025932334272851784, "interval": [-0.11443516104287736, 0.028853394763679156], "p_value": 0.47583366554163264, "input_sha256": "ae9f90f514846b7e05fa4d156cc10eaba052c9f75135f465cc2b3684c61f9742"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3155816535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0278249107575013, "interval": [-5.258172425778035, 7.313822247293038], "p_value": 0.752, "input_sha256": "28e622da8a0dcf041998b66ae1eb26f079faa9ec7f977947469e0db3968fce67"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3155816535, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0278249107575013, "interval": [-4.715615493161768, 6.915702673093141], "p_value": 0.7424417501409313, "input_sha256": "28e622da8a0dcf041998b66ae1eb26f079faa9ec7f977947469e0db3968fce67"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3155816535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007082821354715094, "interval": [-0.054413394972048064, 0.06857903768147824], "p_value": 0.81, "input_sha256": "28e622da8a0dcf041998b66ae1eb26f079faa9ec7f977947469e0db3968fce67"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3155816535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007082821354715094, "interval": [-0.04892305593653949, 0.06360884873412798], "p_value": 0.8168830937969955, "input_sha256": "28e622da8a0dcf041998b66ae1eb26f079faa9ec7f977947469e0db3968fce67"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1698768276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14894384109449277, "interval": [-5.261114265612298, 5.559001947801283], "p_value": 0.954, "input_sha256": "c1c9b18b7fd2038c28532bb8bb3d2b7b73e9bf1498bd4b7dbedcab9cf0ab126b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1698768276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14894384109449277, "interval": [-5.001046598602444, 4.875715027315891], "p_value": 0.9557430450027053, "input_sha256": "c1c9b18b7fd2038c28532bb8bb3d2b7b73e9bf1498bd4b7dbedcab9cf0ab126b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1698768276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007490387569763196, "interval": [-0.053691037873623386, 0.06867181301314979], "p_value": 0.781, "input_sha256": "c1c9b18b7fd2038c28532bb8bb3d2b7b73e9bf1498bd4b7dbedcab9cf0ab126b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1698768276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007490387569763196, "interval": [-0.0484606359410092, 0.06696029499176755], "p_value": 0.8048666731474885, "input_sha256": "c1c9b18b7fd2038c28532bb8bb3d2b7b73e9bf1498bd4b7dbedcab9cf0ab126b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 772943197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.459255702886437, "interval": [-8.66676711650062, 3.748255710727747], "p_value": 0.436, "input_sha256": "389298a5aac0615e408d1e8bdfb6aa7020c3eccb409cd1b64b7e2cc7489fd0aa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 772943197, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.459255702886437, "interval": [-9.371349924985825, 2.3150661724352], "p_value": 0.42514260793608427, "input_sha256": "389298a5aac0615e408d1e8bdfb6aa7020c3eccb409cd1b64b7e2cc7489fd0aa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 772943197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03618081648512769, "interval": [-0.11294446716527179, 0.040582834195016404], "p_value": 0.374, "input_sha256": "389298a5aac0615e408d1e8bdfb6aa7020c3eccb409cd1b64b7e2cc7489fd0aa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 772943197, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03618081648512769, "interval": [-0.13280098215862426, 0.013710580842034643], "p_value": 0.3419247323781024, "input_sha256": "389298a5aac0615e408d1e8bdfb6aa7020c3eccb409cd1b64b7e2cc7489fd0aa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1586484517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.837318823506279, "interval": [-3.177799851780885, 6.852437498793443], "p_value": 0.491, "input_sha256": "a7ae7cb6d938615ddefcd5a5546431630b3a1bf6275a405760210039fcabcf94"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1586484517, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.837318823506279, "interval": [-2.9337482666293857, 6.630328657962697], "p_value": 0.4603165027836139, "input_sha256": "a7ae7cb6d938615ddefcd5a5546431630b3a1bf6275a405760210039fcabcf94"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1586484517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02404756325359108, "interval": [-0.029630135745113174, 0.07772526225229534], "p_value": 0.396, "input_sha256": "a7ae7cb6d938615ddefcd5a5546431630b3a1bf6275a405760210039fcabcf94"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1586484517, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02404756325359108, "interval": [-0.026222601568303205, 0.0756460295581311], "p_value": 0.36644346120137283, "input_sha256": "a7ae7cb6d938615ddefcd5a5546431630b3a1bf6275a405760210039fcabcf94"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3811481562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6552702856641357, "interval": [-8.58171270792153, 3.2711721365932593], "p_value": 0.374, "input_sha256": "13bb39e924082dcf9f35f8a2e1a1d2dc325c69d5552c5cde27f50a6ac219585f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3811481562, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6552702856641357, "interval": [-8.604843888201586, 2.2710202565228848], "p_value": 0.369435678724515, "input_sha256": "13bb39e924082dcf9f35f8a2e1a1d2dc325c69d5552c5cde27f50a6ac219585f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3811481562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023940926747190824, "interval": [-0.0811753032331963, 0.03329344973881465], "p_value": 0.403, "input_sha256": "13bb39e924082dcf9f35f8a2e1a1d2dc325c69d5552c5cde27f50a6ac219585f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3811481562, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023940926747190824, "interval": [-0.0810935813926933, 0.022843526852753922], "p_value": 0.40160235590354953, "input_sha256": "13bb39e924082dcf9f35f8a2e1a1d2dc325c69d5552c5cde27f50a6ac219585f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1149725374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.226886504671799, "interval": [-3.886108854808773, 6.339881864152371], "p_value": 0.631, "input_sha256": "4b35743844d8b10c923809b296797539ae01611a979c0fc3283d781acc50014d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1149725374, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.226886504671799, "interval": [-3.8254104158759588, 5.715663206689332], "p_value": 0.6295499982149224, "input_sha256": "4b35743844d8b10c923809b296797539ae01611a979c0fc3283d781acc50014d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1149725374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009279898989046756, "interval": [-0.0418364079261126, 0.060396205904206114], "p_value": 0.716, "input_sha256": "4b35743844d8b10c923809b296797539ae01611a979c0fc3283d781acc50014d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1149725374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009279898989046756, "interval": [-0.03842047802413311, 0.054925233036062615], "p_value": 0.7147317241247764, "input_sha256": "4b35743844d8b10c923809b296797539ae01611a979c0fc3283d781acc50014d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1188461856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46950216174981296, "interval": [-5.0811702988216645, 4.142165975322039], "p_value": 0.832, "input_sha256": "7f931bdc22fb522ba6db8d83a075883508ae0892a6003c43ea66226559268b75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1188461856, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46950216174981296, "interval": [-4.491140810260937, 4.211757255277797], "p_value": 0.8378132511436718, "input_sha256": "7f931bdc22fb522ba6db8d83a075883508ae0892a6003c43ea66226559268b75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1188461856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002645507474653211, "interval": [-0.04904221627720659, 0.04375120132790017], "p_value": 0.907, "input_sha256": "7f931bdc22fb522ba6db8d83a075883508ae0892a6003c43ea66226559268b75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1188461856, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002645507474653211, "interval": [-0.04472733290803573, 0.04319954856028525], "p_value": 0.9087053466436836, "input_sha256": "7f931bdc22fb522ba6db8d83a075883508ae0892a6003c43ea66226559268b75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2094950278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4107641792573347, "interval": [-4.142423626827037, 6.963951985341707], "p_value": 0.596, "input_sha256": "66738b8e14e72e5d523b75c4dfc11bc85f9c895a256c3c35db5ce73c86115c10"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2094950278, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4107641792573347, "interval": [-3.3541139077578177, 6.548112087369669], "p_value": 0.6100249484633831, "input_sha256": "66738b8e14e72e5d523b75c4dfc11bc85f9c895a256c3c35db5ce73c86115c10"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2094950278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014255667625140828, "interval": [-0.05723175273426208, 0.08574308798454373], "p_value": 0.679, "input_sha256": "66738b8e14e72e5d523b75c4dfc11bc85f9c895a256c3c35db5ce73c86115c10"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2094950278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014255667625140828, "interval": [-0.05018552790893457, 0.07755724261140667], "p_value": 0.6886902498346752, "input_sha256": "66738b8e14e72e5d523b75c4dfc11bc85f9c895a256c3c35db5ce73c86115c10"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3397513580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8850440635847203, "interval": [-4.240374105479712, 6.010462232649153], "p_value": 0.719, "input_sha256": "dd7e661759144b14047b099761b597675f2664b0b4ae0487d9aaf3b719b21b3a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3397513580, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8850440635847203, "interval": [-3.4492134633114597, 5.888332533298732], "p_value": 0.7284402169120943, "input_sha256": "dd7e661759144b14047b099761b597675f2664b0b4ae0487d9aaf3b719b21b3a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3397513580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005852837803655045, "interval": [-0.05011249536528933, 0.06181817097259942], "p_value": 0.842, "input_sha256": "dd7e661759144b14047b099761b597675f2664b0b4ae0487d9aaf3b719b21b3a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3397513580, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005852837803655045, "interval": [-0.04085104931488024, 0.06212772226424892], "p_value": 0.8333948061944276, "input_sha256": "dd7e661759144b14047b099761b597675f2664b0b4ae0487d9aaf3b719b21b3a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2999587456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2211699034231573, "interval": [-9.569701225054125, 3.1273614182078093], "p_value": 0.283, "input_sha256": "037e36147183f537dd1a3066c3fcf2227ee6a2cbd49ebf5ba74b68d7dfdda78a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2999587456, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2211699034231573, "interval": [-9.24801850749828, 2.366086628033204], "p_value": 0.3106890041238388, "input_sha256": "037e36147183f537dd1a3066c3fcf2227ee6a2cbd49ebf5ba74b68d7dfdda78a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2999587456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0393522111384539, "interval": [-0.10703212298965711, 0.028327700712749315], "p_value": 0.211, "input_sha256": "037e36147183f537dd1a3066c3fcf2227ee6a2cbd49ebf5ba74b68d7dfdda78a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2999587456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0393522111384539, "interval": [-0.10134690632811823, 0.021380374988087043], "p_value": 0.2464650553602136, "input_sha256": "037e36147183f537dd1a3066c3fcf2227ee6a2cbd49ebf5ba74b68d7dfdda78a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2642448723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.761383768064557, "interval": [-11.185108067402565, -0.3376594687265495], "p_value": 0.036, "input_sha256": "1f65ac0736372461351dc775c66f80f26bb22f9273efe4e176b13a0e1e968d77"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2642448723, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.761383768064557, "interval": [-10.534988045642946, -0.5222015040566893], "p_value": 0.038048960483638206, "input_sha256": "1f65ac0736372461351dc775c66f80f26bb22f9273efe4e176b13a0e1e968d77"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2642448723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06670965661263223, "interval": [-0.12885377509247106, -0.004565538132793388], "p_value": 0.036, "input_sha256": "1f65ac0736372461351dc775c66f80f26bb22f9273efe4e176b13a0e1e968d77"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2642448723, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06670965661263223, "interval": [-0.1246014126617773, -0.012900360466374326], "p_value": 0.03627669574528555, "input_sha256": "1f65ac0736372461351dc775c66f80f26bb22f9273efe4e176b13a0e1e968d77"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3511308535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6578604900006608, "interval": [-5.99797102432048, 4.682250044319158], "p_value": 0.785, "input_sha256": "23a4a9239ef55cec4385dfec5e7d023cd8a4b2e57c4494a9cdc1f9b4eccfea90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3511308535, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6578604900006608, "interval": [-6.3935321033471935, 3.9502972702829737], "p_value": 0.8042114548598639, "input_sha256": "23a4a9239ef55cec4385dfec5e7d023cd8a4b2e57c4494a9cdc1f9b4eccfea90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3511308535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001398355341049748, "interval": [-0.054222522707922424, 0.05142581202582293], "p_value": 0.962, "input_sha256": "23a4a9239ef55cec4385dfec5e7d023cd8a4b2e57c4494a9cdc1f9b4eccfea90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3511308535, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001398355341049748, "interval": [-0.05976045075809399, 0.04282373993070774], "p_value": 0.9575109364099958, "input_sha256": "23a4a9239ef55cec4385dfec5e7d023cd8a4b2e57c4494a9cdc1f9b4eccfea90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 259042538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.451972934272292, "interval": [-9.149282173502689, 0.245336304958105], "p_value": 0.073, "input_sha256": "f116e8fb9fee0993803fe8e79117bad1ffdee287a2f6429288d191e01e6132e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 259042538, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.451972934272292, "interval": [-9.28743941635842, -0.4558051606067364], "p_value": 0.06256226392746594, "input_sha256": "f116e8fb9fee0993803fe8e79117bad1ffdee287a2f6429288d191e01e6132e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 259042538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042168737406479334, "interval": [-0.0901471670608595, 0.00580969224790083], "p_value": 0.083, "input_sha256": "f116e8fb9fee0993803fe8e79117bad1ffdee287a2f6429288d191e01e6132e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 259042538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042168737406479334, "interval": [-0.09405373371691114, -0.0018421853618053997], "p_value": 0.08319304154693588, "input_sha256": "f116e8fb9fee0993803fe8e79117bad1ffdee287a2f6429288d191e01e6132e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2380446083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2008290776408765, "interval": [-7.143648553261858, 2.7419903979801052], "p_value": 0.366, "input_sha256": "1cf3a4c0536eb9d89674fb69ad0c8a23493b02ef5786f56b25d8b002d2aebbcf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2380446083, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2008290776408765, "interval": [-7.085903622351025, 2.4954643744751044], "p_value": 0.37303335936828574, "input_sha256": "1cf3a4c0536eb9d89674fb69ad0c8a23493b02ef5786f56b25d8b002d2aebbcf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2380446083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022109783354657103, "interval": [-0.07291654488167014, 0.028696978172355933], "p_value": 0.372, "input_sha256": "1cf3a4c0536eb9d89674fb69ad0c8a23493b02ef5786f56b25d8b002d2aebbcf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2380446083, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022109783354657103, "interval": [-0.07034590353110617, 0.02618438579193596], "p_value": 0.38387553655851436, "input_sha256": "1cf3a4c0536eb9d89674fb69ad0c8a23493b02ef5786f56b25d8b002d2aebbcf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3401735203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1766311297030843, "interval": [-6.8711698536954176, 2.517907594289249], "p_value": 0.354, "input_sha256": "d56a127beca647d4dca2c39a205d948ad4f8ee3e611183ebea420c2dddb0378a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3401735203, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1766311297030843, "interval": [-7.74292745291546, 1.5691651046097044], "p_value": 0.35385679040489315, "input_sha256": "d56a127beca647d4dca2c39a205d948ad4f8ee3e611183ebea420c2dddb0378a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3401735203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020619681216943866, "interval": [-0.07454503937480161, 0.03330567694091388], "p_value": 0.455, "input_sha256": "d56a127beca647d4dca2c39a205d948ad4f8ee3e611183ebea420c2dddb0378a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3401735203, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020619681216943866, "interval": [-0.08223497390137388, 0.023837410223427124], "p_value": 0.4436466531004619, "input_sha256": "d56a127beca647d4dca2c39a205d948ad4f8ee3e611183ebea420c2dddb0378a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3699467986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8792440031435254, "interval": [-2.778561787110511, 6.5370497933975615], "p_value": 0.41, "input_sha256": "1813ec4a4a9ba1c93c6c1a937bf8b78233ac5114d7eef9878bdff530e7f4aa4b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3699467986, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8792440031435254, "interval": [-2.537221952925061, 6.049070404485053], "p_value": 0.4189611522369906, "input_sha256": "1813ec4a4a9ba1c93c6c1a937bf8b78233ac5114d7eef9878bdff530e7f4aa4b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3699467986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027791877377151566, "interval": [-0.02121544204764396, 0.07679919680194709], "p_value": 0.244, "input_sha256": "1813ec4a4a9ba1c93c6c1a937bf8b78233ac5114d7eef9878bdff530e7f4aa4b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3699467986, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027791877377151566, "interval": [-0.020842481550415386, 0.07054005006282113], "p_value": 0.2580732724860981, "input_sha256": "1813ec4a4a9ba1c93c6c1a937bf8b78233ac5114d7eef9878bdff530e7f4aa4b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1440476430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.167514255908006, "interval": [-11.053127129844, 2.718098618027989], "p_value": 0.229, "input_sha256": "a513a256a4efed90a013b8239cada628c527d53b17d0079b3e5239ffa36f6cb0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1440476430, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.167514255908006, "interval": [-10.643151672417721, 1.8079753811268469], "p_value": 0.22800866817284574, "input_sha256": "a513a256a4efed90a013b8239cada628c527d53b17d0079b3e5239ffa36f6cb0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1440476430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04662260260349773, "interval": [-0.11943499846224634, 0.026189793255250886], "p_value": 0.199, "input_sha256": "a513a256a4efed90a013b8239cada628c527d53b17d0079b3e5239ffa36f6cb0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1440476430, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04662260260349773, "interval": [-0.11745868970044056, 0.018448888665185903], "p_value": 0.2026115259913297, "input_sha256": "a513a256a4efed90a013b8239cada628c527d53b17d0079b3e5239ffa36f6cb0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3044739104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9408125055542627, "interval": [-8.71178891206463, 0.8301639009561059], "p_value": 0.125, "input_sha256": "6d1df0169efd30efbce68e915272bb389014892735c9a4af7203d2e10b2ab392"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3044739104, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9408125055542627, "interval": [-8.642137359073875, 0.3578115670046232], "p_value": 0.10263354155691289, "input_sha256": "6d1df0169efd30efbce68e915272bb389014892735c9a4af7203d2e10b2ab392"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3044739104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03741279587770137, "interval": [-0.09096504185382616, 0.016139450098423422], "p_value": 0.196, "input_sha256": "6d1df0169efd30efbce68e915272bb389014892735c9a4af7203d2e10b2ab392"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3044739104, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03741279587770137, "interval": [-0.08807651625243153, 0.017183851052697603], "p_value": 0.1650258735775006, "input_sha256": "6d1df0169efd30efbce68e915272bb389014892735c9a4af7203d2e10b2ab392"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1629167970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.295754781195514, "interval": [-2.6486814787067177, 7.240191041097746], "p_value": 0.34, "input_sha256": "e2a36895fbf8be7c47b3d53cce7decbf855ea3d3fbcb6345aabf728c070120cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1629167970, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.295754781195514, "interval": [-2.1774663074908145, 7.190128205758472], "p_value": 0.35230842144212005, "input_sha256": "e2a36895fbf8be7c47b3d53cce7decbf855ea3d3fbcb6345aabf728c070120cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1629167970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01353736256747888, "interval": [-0.04119833147541008, 0.06827305661036784], "p_value": 0.609, "input_sha256": "e2a36895fbf8be7c47b3d53cce7decbf855ea3d3fbcb6345aabf728c070120cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1629167970, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01353736256747888, "interval": [-0.03770974076948213, 0.06655860684480121], "p_value": 0.6183870335002716, "input_sha256": "e2a36895fbf8be7c47b3d53cce7decbf855ea3d3fbcb6345aabf728c070120cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3253462791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5983162016834545, "interval": [-7.280370048902364, 4.0837376455354555], "p_value": 0.601, "input_sha256": "7fa55700fc14ad9db9f033359db50cc552aa9fb56885a1b14d1e2bda774a3dd6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3253462791, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5983162016834545, "interval": [-6.444888036395056, 4.627626423874363], "p_value": 0.5721662099991334, "input_sha256": "7fa55700fc14ad9db9f033359db50cc552aa9fb56885a1b14d1e2bda774a3dd6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3253462791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025980697434451694, "interval": [-0.08486706755429174, 0.032905672685388354], "p_value": 0.406, "input_sha256": "7fa55700fc14ad9db9f033359db50cc552aa9fb56885a1b14d1e2bda774a3dd6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3253462791, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025980697434451694, "interval": [-0.081521014484778, 0.03185296693258701], "p_value": 0.3770056105814388, "input_sha256": "7fa55700fc14ad9db9f033359db50cc552aa9fb56885a1b14d1e2bda774a3dd6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3641255376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8209113776402015, "interval": [-9.06839640573239, 1.4265736504519877], "p_value": 0.157, "input_sha256": "ac634e1405d86200bfa232b6e4d92cffacf6846bc8295dfd60550aac006da5c7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3641255376, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8209113776402015, "interval": [-9.810128226883297, 0.33460101399172215], "p_value": 0.14804725914513778, "input_sha256": "ac634e1405d86200bfa232b6e4d92cffacf6846bc8295dfd60550aac006da5c7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3641255376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03864727539965338, "interval": [-0.08860709590939894, 0.011312545110092179], "p_value": 0.138, "input_sha256": "ac634e1405d86200bfa232b6e4d92cffacf6846bc8295dfd60550aac006da5c7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3641255376, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03864727539965338, "interval": [-0.09504676346682986, 0.002324593147280451], "p_value": 0.1253749500962739, "input_sha256": "ac634e1405d86200bfa232b6e4d92cffacf6846bc8295dfd60550aac006da5c7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2555968479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0346631033800664, "interval": [-2.5737015354253874, 6.64302774218552], "p_value": 0.368, "input_sha256": "07b3436e0f48c7def812b507e0c428fa704e51b50dffe5013836c9fa786449ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2555968479, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0346631033800664, "interval": [-2.2405145409146137, 6.159876343758201], "p_value": 0.3755454376989109, "input_sha256": "07b3436e0f48c7def812b507e0c428fa704e51b50dffe5013836c9fa786449ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2555968479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025832055626928502, "interval": [-0.022659839005234453, 0.07432395025909146], "p_value": 0.293, "input_sha256": "07b3436e0f48c7def812b507e0c428fa704e51b50dffe5013836c9fa786449ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2555968479, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025832055626928502, "interval": [-0.022450369690063084, 0.06976633898414857], "p_value": 0.28693112803257337, "input_sha256": "07b3436e0f48c7def812b507e0c428fa704e51b50dffe5013836c9fa786449ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1502420526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9835079409231691, "interval": [-5.827053272898765, 3.860037391052427], "p_value": 0.699, "input_sha256": "e57218d90be7dce01080ac0cfde593bc2ca5ae2b6c5888330cf7047d291f3beb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1502420526, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9835079409231691, "interval": [-5.681473044990962, 3.2317002753154918], "p_value": 0.6828790757665131, "input_sha256": "e57218d90be7dce01080ac0cfde593bc2ca5ae2b6c5888330cf7047d291f3beb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1502420526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01722176469218517, "interval": [-0.07058544513442638, 0.036141915750056035], "p_value": 0.505, "input_sha256": "e57218d90be7dce01080ac0cfde593bc2ca5ae2b6c5888330cf7047d291f3beb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1502420526, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01722176469218517, "interval": [-0.07135628898297894, 0.028675490776155627], "p_value": 0.515887152882792, "input_sha256": "e57218d90be7dce01080ac0cfde593bc2ca5ae2b6c5888330cf7047d291f3beb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1213254179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06968501797333193, "interval": [-6.061107090080699, 6.200477126027363], "p_value": 0.982, "input_sha256": "a093a87afde0193b9c7a47cf5bbb767773430c020acd426d01ef894d9c144963"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1213254179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06968501797333193, "interval": [-5.0863821132035625, 6.696649370564738], "p_value": 0.9816362203657647, "input_sha256": "a093a87afde0193b9c7a47cf5bbb767773430c020acd426d01ef894d9c144963"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1213254179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001656320826915414, "interval": [-0.06531962691422134, 0.06863226856805217], "p_value": 0.967, "input_sha256": "a093a87afde0193b9c7a47cf5bbb767773430c020acd426d01ef894d9c144963"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1213254179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001656320826915414, "interval": [-0.04855045651504294, 0.07964884276443236], "p_value": 0.9600922051826764, "input_sha256": "a093a87afde0193b9c7a47cf5bbb767773430c020acd426d01ef894d9c144963"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3107300123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7263025354856385, "interval": [-0.6267111365071623, 8.079316207478438], "p_value": 0.113, "input_sha256": "0db75611801cf4da762db03f82aa4df77581818de7156638aa0e8bb797d4c8f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3107300123, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7263025354856385, "interval": [-0.32902670436697, 7.501648238122929], "p_value": 0.09107423939617922, "input_sha256": "0db75611801cf4da762db03f82aa4df77581818de7156638aa0e8bb797d4c8f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3107300123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037320955714794296, "interval": [-0.011734574480723507, 0.0863764859103121], "p_value": 0.159, "input_sha256": "0db75611801cf4da762db03f82aa4df77581818de7156638aa0e8bb797d4c8f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3107300123, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037320955714794296, "interval": [-0.007765137452078504, 0.07995563739265099], "p_value": 0.1316993902660484, "input_sha256": "0db75611801cf4da762db03f82aa4df77581818de7156638aa0e8bb797d4c8f9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4281489627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.106410817651772, "interval": [-1.279337934613494, 9.492159569917039], "p_value": 0.138, "input_sha256": "d7f764155e254bb9d70db156bcc86d4f23067989469b6018c4e818d4269d594f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4281489627, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.106410817651772, "interval": [-0.7412707240289267, 9.11165845049858], "p_value": 0.13098161506394235, "input_sha256": "d7f764155e254bb9d70db156bcc86d4f23067989469b6018c4e818d4269d594f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4281489627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0421355437834601, "interval": [-0.012362025580902797, 0.096633113147823], "p_value": 0.137, "input_sha256": "d7f764155e254bb9d70db156bcc86d4f23067989469b6018c4e818d4269d594f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4281489627, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0421355437834601, "interval": [-0.007229969407671808, 0.0922973909340011], "p_value": 0.12581979121824355, "input_sha256": "d7f764155e254bb9d70db156bcc86d4f23067989469b6018c4e818d4269d594f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4112539732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1398587129041058, "interval": [-7.0364984614214325, 4.756781035613221], "p_value": 0.705, "input_sha256": "75bab95eff15a7bbb4dbf1c266843de4e9a8cb65c9067c729ba1e8bdb3a9d4a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4112539732, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1398587129041058, "interval": [-6.462111331005497, 5.37550332758114], "p_value": 0.6968934767587229, "input_sha256": "75bab95eff15a7bbb4dbf1c266843de4e9a8cb65c9067c729ba1e8bdb3a9d4a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4112539732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028795154817995945, "interval": [-0.09545194279478686, 0.037861633158794976], "p_value": 0.394, "input_sha256": "75bab95eff15a7bbb4dbf1c266843de4e9a8cb65c9067c729ba1e8bdb3a9d4a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4112539732, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028795154817995945, "interval": [-0.09523720490563257, 0.03355135775154202], "p_value": 0.3847971076852704, "input_sha256": "75bab95eff15a7bbb4dbf1c266843de4e9a8cb65c9067c729ba1e8bdb3a9d4a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3619690515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2357341456411914, "interval": [-4.80125848978281, 7.2727267810651925], "p_value": 0.699, "input_sha256": "c134c08e81da3b318dbdb3d11c49f9ec61da1feff04727e0874b54114f527e59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3619690515, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2357341456411914, "interval": [-4.472975784247378, 6.68469965204113], "p_value": 0.6781943897270402, "input_sha256": "c134c08e81da3b318dbdb3d11c49f9ec61da1feff04727e0874b54114f527e59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3619690515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021146356925169932, "interval": [-0.04279735765757749, 0.08509007150791735], "p_value": 0.54, "input_sha256": "c134c08e81da3b318dbdb3d11c49f9ec61da1feff04727e0874b54114f527e59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3619690515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021146356925169932, "interval": [-0.041666370253087635, 0.07927149601266872], "p_value": 0.5047360885268921, "input_sha256": "c134c08e81da3b318dbdb3d11c49f9ec61da1feff04727e0874b54114f527e59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1569255399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0090289996587263, "interval": [-7.2590508170772985, 3.240992817759846], "p_value": 0.446, "input_sha256": "834dfe74ac898018e594d4341b72e84a82d9cc236f2f4da0bff55390f1b1c7ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1569255399, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0090289996587263, "interval": [-7.057438477293708, 2.9372490395060087], "p_value": 0.44306795333898397, "input_sha256": "834dfe74ac898018e594d4341b72e84a82d9cc236f2f4da0bff55390f1b1c7ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1569255399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017435316009207114, "interval": [-0.07152737741580055, 0.03665674539738632], "p_value": 0.525, "input_sha256": "834dfe74ac898018e594d4341b72e84a82d9cc236f2f4da0bff55390f1b1c7ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1569255399, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017435316009207114, "interval": [-0.06570507999831361, 0.03448487258489283], "p_value": 0.5177878365368724, "input_sha256": "834dfe74ac898018e594d4341b72e84a82d9cc236f2f4da0bff55390f1b1c7ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2479513097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.287749118371967, "interval": [-9.000825807825695, 0.4253275710817599], "p_value": 0.061, "input_sha256": "65218fad70689378ef389c16b59c55ac9c4686f2d6503e0b9ba812d71b374a9d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2479513097, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.287749118371967, "interval": [-9.016558441161392, -0.0453279801269148], "p_value": 0.07329585279671541, "input_sha256": "65218fad70689378ef389c16b59c55ac9c4686f2d6503e0b9ba812d71b374a9d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2479513097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04393080525048701, "interval": [-0.0961674259079256, 0.008305815406951578], "p_value": 0.084, "input_sha256": "65218fad70689378ef389c16b59c55ac9c4686f2d6503e0b9ba812d71b374a9d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2479513097, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04393080525048701, "interval": [-0.09686642447733707, 0.0020802400392316775], "p_value": 0.09675455391577413, "input_sha256": "65218fad70689378ef389c16b59c55ac9c4686f2d6503e0b9ba812d71b374a9d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 840067428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0001383730539377, "interval": [-4.3550883496193, 6.3553650957271755], "p_value": 0.729, "input_sha256": "a0a0975ce94b8057638a9b5ced78aa71256c53d06abe1814e385d81850e0491d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 840067428, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0001383730539377, "interval": [-3.541776972506805, 6.0927460408094], "p_value": 0.707178879797679, "input_sha256": "a0a0975ce94b8057638a9b5ced78aa71256c53d06abe1814e385d81850e0491d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 840067428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015969707604735123, "interval": [-0.040064116026561215, 0.07200353123603145], "p_value": 0.577, "input_sha256": "a0a0975ce94b8057638a9b5ced78aa71256c53d06abe1814e385d81850e0491d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 840067428, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015969707604735123, "interval": [-0.03276266215925417, 0.0676683352578014], "p_value": 0.5662631690872977, "input_sha256": "a0a0975ce94b8057638a9b5ced78aa71256c53d06abe1814e385d81850e0491d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2947569137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4709981069880493, "interval": [-3.342855849447317, 6.284852063423416], "p_value": 0.546, "input_sha256": "404170a6a12557d7cf4270366622a3990a0eb571a7a0ddb3a0f5590ed38ac5fe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2947569137, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4709981069880493, "interval": [-2.951817557143518, 5.925490689263494], "p_value": 0.539342582815275, "input_sha256": "404170a6a12557d7cf4270366622a3990a0eb571a7a0ddb3a0f5590ed38ac5fe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2947569137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016428527619323605, "interval": [-0.03560900874084613, 0.06846606397949334], "p_value": 0.53, "input_sha256": "404170a6a12557d7cf4270366622a3990a0eb571a7a0ddb3a0f5590ed38ac5fe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2947569137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016428527619323605, "interval": [-0.03101440215032639, 0.06328474751829996], "p_value": 0.5263692164967647, "input_sha256": "404170a6a12557d7cf4270366622a3990a0eb571a7a0ddb3a0f5590ed38ac5fe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 547609436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.711534451858901, "interval": [-0.6888816512304343, 10.111950554948237], "p_value": 0.082, "input_sha256": "7c8a817e3bc0856914223576151fa0fb6ad98e81746af5c45afaecfed3781e0c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 547609436, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.711534451858901, "interval": [-0.12397178681980643, 10.87204857997002], "p_value": 0.08539099059437473, "input_sha256": "7c8a817e3bc0856914223576151fa0fb6ad98e81746af5c45afaecfed3781e0c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 547609436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04918442627572195, "interval": [-0.008143926209081234, 0.10651277876052513], "p_value": 0.092, "input_sha256": "7c8a817e3bc0856914223576151fa0fb6ad98e81746af5c45afaecfed3781e0c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 547609436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04918442627572195, "interval": [0.0019396901762433877, 0.12069115959046278], "p_value": 0.09048819481966099, "input_sha256": "7c8a817e3bc0856914223576151fa0fb6ad98e81746af5c45afaecfed3781e0c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3351772011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.934474960655499, "interval": [-2.911029668882204, 6.779979590193202], "p_value": 0.434, "input_sha256": "14966af3e62585d0dbd4ea5206e10b37dc2ac9c4ed23b89ba3c4bfeb3b8a767f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3351772011, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.934474960655499, "interval": [-2.3879227497684226, 6.941425314233144], "p_value": 0.4233675885081053, "input_sha256": "14966af3e62585d0dbd4ea5206e10b37dc2ac9c4ed23b89ba3c4bfeb3b8a767f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3351772011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02713320686371056, "interval": [-0.020492889012077957, 0.07475930273949907], "p_value": 0.274, "input_sha256": "14966af3e62585d0dbd4ea5206e10b37dc2ac9c4ed23b89ba3c4bfeb3b8a767f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3351772011, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02713320686371056, "interval": [-0.015012351493263801, 0.07454213451829836], "p_value": 0.2556633262323124, "input_sha256": "14966af3e62585d0dbd4ea5206e10b37dc2ac9c4ed23b89ba3c4bfeb3b8a767f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 791454915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.372242619863031, "interval": [-3.3218582783798647, 8.066343518105928], "p_value": 0.408, "input_sha256": "28f203116b9de00f85e715ac52642e16318b890f9f90d0761e443bfbb62acc8d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 791454915, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.372242619863031, "interval": [-3.1986333874378166, 7.804203905357803], "p_value": 0.40260310644590136, "input_sha256": "28f203116b9de00f85e715ac52642e16318b890f9f90d0761e443bfbb62acc8d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 791454915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029298763048560023, "interval": [-0.028785804446555256, 0.08738333054367531], "p_value": 0.321, "input_sha256": "28f203116b9de00f85e715ac52642e16318b890f9f90d0761e443bfbb62acc8d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 791454915, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029298763048560023, "interval": [-0.02326786590710581, 0.08942011476300271], "p_value": 0.31203134517585185, "input_sha256": "28f203116b9de00f85e715ac52642e16318b890f9f90d0761e443bfbb62acc8d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1177689291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8163905165117296, "interval": [-3.118342797900839, 6.751123830924298], "p_value": 0.449, "input_sha256": "9a546a3da21bab06b751175cba1bb89f0ce26d8e99220b4124f17f6fc724a7a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1177689291, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8163905165117296, "interval": [-3.2343775244354354, 6.023091862461291], "p_value": 0.46025487849842595, "input_sha256": "9a546a3da21bab06b751175cba1bb89f0ce26d8e99220b4124f17f6fc724a7a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1177689291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021215055176537406, "interval": [-0.027818208920312407, 0.07024831927338722], "p_value": 0.372, "input_sha256": "9a546a3da21bab06b751175cba1bb89f0ce26d8e99220b4124f17f6fc724a7a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1177689291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021215055176537406, "interval": [-0.027708283104778523, 0.06450194002607497], "p_value": 0.38593757832441034, "input_sha256": "9a546a3da21bab06b751175cba1bb89f0ce26d8e99220b4124f17f6fc724a7a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3966378072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.171827617048899, "interval": [-10.97110019791059, 0.6274449638127937], "p_value": 0.071, "input_sha256": "2c35e305bce2a77886edbef8b628042186545107fbc3b51558495d19e0a2107d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3966378072, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.171827617048899, "interval": [-10.798940860598675, -0.1277206640173217], "p_value": 0.07858902022700377, "input_sha256": "2c35e305bce2a77886edbef8b628042186545107fbc3b51558495d19e0a2107d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3966378072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06440657304958654, "interval": [-0.12922228685503762, 0.00040914075586452603], "p_value": 0.044, "input_sha256": "2c35e305bce2a77886edbef8b628042186545107fbc3b51558495d19e0a2107d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3966378072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06440657304958654, "interval": [-0.13731889058373975, -0.012900466977541216], "p_value": 0.051366466627420976, "input_sha256": "2c35e305bce2a77886edbef8b628042186545107fbc3b51558495d19e0a2107d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4169640918, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.137160808680795, "interval": [-2.6346573095064887, 6.908978926868079], "p_value": 0.375, "input_sha256": "146507ef47ce08b7035efdebcf416d16644c40904703caa40c43451e05fa32f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4169640918, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.137160808680795, "interval": [-2.5441740676935716, 6.505124729498031], "p_value": 0.36992422645618317, "input_sha256": "146507ef47ce08b7035efdebcf416d16644c40904703caa40c43451e05fa32f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4169640918, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02817747122568702, "interval": [-0.020451447874232954, 0.07680639032560699], "p_value": 0.243, "input_sha256": "146507ef47ce08b7035efdebcf416d16644c40904703caa40c43451e05fa32f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4169640918, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02817747122568702, "interval": [-0.021067829444960568, 0.07090519710404464], "p_value": 0.24783320046604576, "input_sha256": "146507ef47ce08b7035efdebcf416d16644c40904703caa40c43451e05fa32f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2991580002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.035600241963035, "interval": [-3.7286070567051803, 5.79980754063125], "p_value": 0.689, "input_sha256": "458b40f0327282ad8bf6528f321c717a806398edc0ab326efe36d764708e4d13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2991580002, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.035600241963035, "interval": [-3.743710684198219, 5.397919010054028], "p_value": 0.6621798325365029, "input_sha256": "458b40f0327282ad8bf6528f321c717a806398edc0ab326efe36d764708e4d13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2991580002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015471869777266216, "interval": [-0.035502848608654936, 0.06644658816318737], "p_value": 0.563, "input_sha256": "458b40f0327282ad8bf6528f321c717a806398edc0ab326efe36d764708e4d13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2991580002, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015471869777266216, "interval": [-0.034643160862973636, 0.06412750385782348], "p_value": 0.5420667566868227, "input_sha256": "458b40f0327282ad8bf6528f321c717a806398edc0ab326efe36d764708e4d13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4245382428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.76092194381053, "interval": [-2.9728262275808968, 6.494670115201957], "p_value": 0.447, "input_sha256": "dc07bb043b28bb289603d2dfd5288aaedfef7fc4ea40e21935cabf7c70ad09df"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4245382428, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.76092194381053, "interval": [-2.1934149804284777, 6.647877197708526], "p_value": 0.45604526545153223, "input_sha256": "dc07bb043b28bb289603d2dfd5288aaedfef7fc4ea40e21935cabf7c70ad09df"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4245382428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015053661419646133, "interval": [-0.034291562333968996, 0.06439888517326126], "p_value": 0.514, "input_sha256": "dc07bb043b28bb289603d2dfd5288aaedfef7fc4ea40e21935cabf7c70ad09df"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4245382428, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015053661419646133, "interval": [-0.02559022373517175, 0.06795894839531906], "p_value": 0.5405303022312373, "input_sha256": "dc07bb043b28bb289603d2dfd5288aaedfef7fc4ea40e21935cabf7c70ad09df"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3327671216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.876204293825511, "interval": [-7.9375652849374765, 4.1851566972864545], "p_value": 0.528, "input_sha256": "5a738e28c0c582db0d3d4486a6d02def8f34720c6b22338779df64c0bd773f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3327671216, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.876204293825511, "interval": [-7.642230295901977, 4.059212435369989], "p_value": 0.5327770746720932, "input_sha256": "5a738e28c0c582db0d3d4486a6d02def8f34720c6b22338779df64c0bd773f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3327671216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020043771228815177, "interval": [-0.08492299359633447, 0.044835451138704116], "p_value": 0.541, "input_sha256": "5a738e28c0c582db0d3d4486a6d02def8f34720c6b22338779df64c0bd773f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3327671216, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020043771228815177, "interval": [-0.08251709068008704, 0.042300323062400384], "p_value": 0.5341848328666763, "input_sha256": "5a738e28c0c582db0d3d4486a6d02def8f34720c6b22338779df64c0bd773f0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3376390173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5275471969206862, "interval": [-5.0777336702342435, 4.022639276392871], "p_value": 0.838, "input_sha256": "5d31fc6236dc415e6f1ef0cc0db29df3a748348050fabe1627b1d555f195c73f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3376390173, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5275471969206862, "interval": [-4.8212075571935, 3.7221842247965577], "p_value": 0.8154076951469946, "input_sha256": "5d31fc6236dc415e6f1ef0cc0db29df3a748348050fabe1627b1d555f195c73f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3376390173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009237283926084167, "interval": [-0.0494224462480128, 0.05126990303322963], "p_value": 0.964, "input_sha256": "5d31fc6236dc415e6f1ef0cc0db29df3a748348050fabe1627b1d555f195c73f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3376390173, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009237283926084167, "interval": [-0.047526183357185656, 0.048468444607099447], "p_value": 0.9704843102849697, "input_sha256": "5d31fc6236dc415e6f1ef0cc0db29df3a748348050fabe1627b1d555f195c73f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1700302760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8763886058215604, "interval": [-4.742910309632733, 6.495687521275854], "p_value": 0.745, "input_sha256": "e25900ad01ad426b9958db02092c87fd6806cd4abef19bf2c24edd8f1001413c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1700302760, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8763886058215604, "interval": [-3.608426732878958, 6.526170611642846], "p_value": 0.7537943040850252, "input_sha256": "e25900ad01ad426b9958db02092c87fd6806cd4abef19bf2c24edd8f1001413c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1700302760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0027809197856398377, "interval": [-0.058148354730066076, 0.06371019430134575], "p_value": 0.925, "input_sha256": "e25900ad01ad426b9958db02092c87fd6806cd4abef19bf2c24edd8f1001413c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1700302760, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0027809197856398377, "interval": [-0.04698621124559808, 0.0643747070342738], "p_value": 0.9268621554236602, "input_sha256": "e25900ad01ad426b9958db02092c87fd6806cd4abef19bf2c24edd8f1001413c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 454676067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6333204249217204, "interval": [-8.383004312413767, 1.1163634625703258], "p_value": 0.136, "input_sha256": "1d9b9372715a808e6936868cf4ff3e8b10f3008294076a625e69140f14483b98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 454676067, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6333204249217204, "interval": [-8.49302809484765, 0.5682215042725506], "p_value": 0.1297612741217383, "input_sha256": "1d9b9372715a808e6936868cf4ff3e8b10f3008294076a625e69140f14483b98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 454676067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03784756280662506, "interval": [-0.08989721621348425, 0.014202090600234127], "p_value": 0.152, "input_sha256": "1d9b9372715a808e6936868cf4ff3e8b10f3008294076a625e69140f14483b98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 454676067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03784756280662506, "interval": [-0.09174370621865618, 0.00705687498983253], "p_value": 0.14916874807378228, "input_sha256": "1d9b9372715a808e6936868cf4ff3e8b10f3008294076a625e69140f14483b98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 969119438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1606500139050304, "interval": [-3.666371576904928, 5.987671604714989], "p_value": 0.653, "input_sha256": "770fe81d7b1ed9bb250fde6f93c79fef7d70eb914be3c5b98f6f7f810c8aeed7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 969119438, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1606500139050304, "interval": [-3.211457471862976, 6.088565798041098], "p_value": 0.628984034617218, "input_sha256": "770fe81d7b1ed9bb250fde6f93c79fef7d70eb914be3c5b98f6f7f810c8aeed7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 969119438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0153917351095742, "interval": [-0.03437040659728474, 0.06515387681643314], "p_value": 0.529, "input_sha256": "770fe81d7b1ed9bb250fde6f93c79fef7d70eb914be3c5b98f6f7f810c8aeed7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 969119438, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0153917351095742, "interval": [-0.029195904794796317, 0.06688937876466096], "p_value": 0.5344351453222982, "input_sha256": "770fe81d7b1ed9bb250fde6f93c79fef7d70eb914be3c5b98f6f7f810c8aeed7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3393472049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.926099750700703, "interval": [-10.02326191885756, 2.171062417456154], "p_value": 0.18, "input_sha256": "3bc2840e7fabd36a52f4f53c97e9d265c32c1e1c541cbf6f7f9c13ad40de35e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3393472049, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.926099750700703, "interval": [-9.960829797278986, 1.2545882107398834], "p_value": 0.20021055498855156, "input_sha256": "3bc2840e7fabd36a52f4f53c97e9d265c32c1e1c541cbf6f7f9c13ad40de35e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3393472049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04720998775099779, "interval": [-0.11224196895496512, 0.017821993452969545], "p_value": 0.132, "input_sha256": "3bc2840e7fabd36a52f4f53c97e9d265c32c1e1c541cbf6f7f9c13ad40de35e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3393472049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04720998775099779, "interval": [-0.11219986957715117, 0.008731698901102794], "p_value": 0.1497248809411596, "input_sha256": "3bc2840e7fabd36a52f4f53c97e9d265c32c1e1c541cbf6f7f9c13ad40de35e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4256986472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2245475956363432, "interval": [-5.708089937078064, 5.258994745805378], "p_value": 0.939, "input_sha256": "3fb2d3f19b38464510f7bd8b1dddebcdbab327705fc8a5809aedd5c0a6691a5b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4256986472, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2245475956363432, "interval": [-5.2329897891436685, 5.164106670884001], "p_value": 0.9343478878612169, "input_sha256": "3fb2d3f19b38464510f7bd8b1dddebcdbab327705fc8a5809aedd5c0a6691a5b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4256986472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007393716062120054, "interval": [-0.05998422439582955, 0.045196792271589445], "p_value": 0.799, "input_sha256": "3fb2d3f19b38464510f7bd8b1dddebcdbab327705fc8a5809aedd5c0a6691a5b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4256986472, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007393716062120054, "interval": [-0.05658145647560368, 0.04218516252845175], "p_value": 0.7774291951435756, "input_sha256": "3fb2d3f19b38464510f7bd8b1dddebcdbab327705fc8a5809aedd5c0a6691a5b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 796460350, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5069928805175916, "interval": [-6.708615143942263, 7.722600904977447], "p_value": 0.885, "input_sha256": "057bcf9206f9552df0ff2a4d21cc726bf9c0a348c5f676c90a169bc4abdf5692"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 796460350, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5069928805175916, "interval": [-7.045563043283655, 7.020900586243759], "p_value": 0.8875177619352926, "input_sha256": "057bcf9206f9552df0ff2a4d21cc726bf9c0a348c5f676c90a169bc4abdf5692"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 796460350, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013692178461612164, "interval": [-0.07470256937485081, 0.07744100506717325], "p_value": 0.981, "input_sha256": "057bcf9206f9552df0ff2a4d21cc726bf9c0a348c5f676c90a169bc4abdf5692"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 796460350, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013692178461612164, "interval": [-0.07962873808756639, 0.06751485879953646], "p_value": 0.9710973939928992, "input_sha256": "057bcf9206f9552df0ff2a4d21cc726bf9c0a348c5f676c90a169bc4abdf5692"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3529132401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.014943781322618, "interval": [-10.416139097043182, -1.6137484656020549], "p_value": 0.01, "input_sha256": "107bea99d59f31d4f19c712088585335dd3889cfa4d0c4a8f946a78650edaa3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3529132401, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.014943781322618, "interval": [-9.961243299077351, -1.8968066618666282], "p_value": 0.008719797648831105, "input_sha256": "107bea99d59f31d4f19c712088585335dd3889cfa4d0c4a8f946a78650edaa3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3529132401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0636639975676319, "interval": [-0.10772516104581495, -0.01960283408944885], "p_value": 0.007, "input_sha256": "107bea99d59f31d4f19c712088585335dd3889cfa4d0c4a8f946a78650edaa3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3529132401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0636639975676319, "interval": [-0.10225098842314742, -0.02121855175720667], "p_value": 0.005782394909437589, "input_sha256": "107bea99d59f31d4f19c712088585335dd3889cfa4d0c4a8f946a78650edaa3f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2248911406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5085818188895681, "interval": [-5.032548443442968, 6.049712081222104], "p_value": 0.859, "input_sha256": "430252645fe9fc292117ec167baf663dd1ba14a61c4148b2ab4cb946129f30fa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2248911406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5085818188895681, "interval": [-4.7016016359513495, 6.36388412275961], "p_value": 0.8535091525091762, "input_sha256": "430252645fe9fc292117ec167baf663dd1ba14a61c4148b2ab4cb946129f30fa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2248911406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007716269899006513, "interval": [-0.04607870179500883, 0.061511241593021855], "p_value": 0.787, "input_sha256": "430252645fe9fc292117ec167baf663dd1ba14a61c4148b2ab4cb946129f30fa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2248911406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007716269899006513, "interval": [-0.04067147528928735, 0.06533697817027234], "p_value": 0.773068547235444, "input_sha256": "430252645fe9fc292117ec167baf663dd1ba14a61c4148b2ab4cb946129f30fa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1877621633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.324716574003556, "interval": [-10.118761022888963, 1.4693278748818503], "p_value": 0.164, "input_sha256": "9e930b30dc6bea11254fc1365312dbce853a8b557243c3fc9051e9056c8c7790"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1877621633, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.324716574003556, "interval": [-11.841956183219274, 0.03985936683287887], "p_value": 0.13887528218340922, "input_sha256": "9e930b30dc6bea11254fc1365312dbce853a8b557243c3fc9051e9056c8c7790"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1877621633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05271208185297256, "interval": [-0.11878576219926458, 0.013361598493319457], "p_value": 0.133, "input_sha256": "9e930b30dc6bea11254fc1365312dbce853a8b557243c3fc9051e9056c8c7790"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1877621633, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05271208185297256, "interval": [-0.14052602176708665, -0.004713325157132189], "p_value": 0.11440357895404066, "input_sha256": "9e930b30dc6bea11254fc1365312dbce853a8b557243c3fc9051e9056c8c7790"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1034672093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.633504016945758, "interval": [-7.715894971635058, 2.4488869377435423], "p_value": 0.303, "input_sha256": "71b281f28c911e4887d502f0e338d9d1f611f522d6bc773a0ca82b08e92561e6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1034672093, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.633504016945758, "interval": [-7.451296044796531, 1.8098647403827444], "p_value": 0.3008104086733988, "input_sha256": "71b281f28c911e4887d502f0e338d9d1f611f522d6bc773a0ca82b08e92561e6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1034672093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022662033242285676, "interval": [-0.072275673628035, 0.026951607143463646], "p_value": 0.374, "input_sha256": "71b281f28c911e4887d502f0e338d9d1f611f522d6bc773a0ca82b08e92561e6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1034672093, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022662033242285676, "interval": [-0.07110067204158518, 0.020216433186455805], "p_value": 0.3609647223280483, "input_sha256": "71b281f28c911e4887d502f0e338d9d1f611f522d6bc773a0ca82b08e92561e6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4092666984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0787713397104426, "interval": [-3.315655614996947, 5.473198294417832], "p_value": 0.603, "input_sha256": "59301dfbd81e307b37e374ae24e0762dbaf87eb52dbb903c6dc51897b3762593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4092666984, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0787713397104426, "interval": [-2.868818057174127, 5.434378848742482], "p_value": 0.6209161710230751, "input_sha256": "59301dfbd81e307b37e374ae24e0762dbaf87eb52dbb903c6dc51897b3762593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4092666984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015541632377008813, "interval": [-0.03221453463669687, 0.0632977993907145], "p_value": 0.535, "input_sha256": "59301dfbd81e307b37e374ae24e0762dbaf87eb52dbb903c6dc51897b3762593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4092666984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015541632377008813, "interval": [-0.0270202081599847, 0.06506363020855459], "p_value": 0.512266142409423, "input_sha256": "59301dfbd81e307b37e374ae24e0762dbaf87eb52dbb903c6dc51897b3762593"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 467033364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0834202467298386, "interval": [-3.588662971220809, 5.755503464680486], "p_value": 0.645, "input_sha256": "8615b54d3360f8cc527b8c73664a3c29ce9b92dd71696f90b2436dce746d26cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 467033364, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0834202467298386, "interval": [-3.327823075733915, 5.445823976530513], "p_value": 0.6413681312122873, "input_sha256": "8615b54d3360f8cc527b8c73664a3c29ce9b92dd71696f90b2436dce746d26cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 467033364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009563757128782296, "interval": [-0.03897915595060826, 0.05810667020817285], "p_value": 0.709, "input_sha256": "8615b54d3360f8cc527b8c73664a3c29ce9b92dd71696f90b2436dce746d26cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 467033364, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009563757128782296, "interval": [-0.03684332474847396, 0.05367042232383882], "p_value": 0.6921067611399011, "input_sha256": "8615b54d3360f8cc527b8c73664a3c29ce9b92dd71696f90b2436dce746d26cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3539889119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1783536729247341, "interval": [-8.14637171875216, 5.789664372902691], "p_value": 0.816, "input_sha256": "ef0324db0f09367c16960bdbe268a4246d6886b6add97ba6fed9ea5ef4012519"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3539889119, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1783536729247341, "interval": [-10.25031595937918, 3.4408719163922497], "p_value": 0.7296851866332605, "input_sha256": "ef0324db0f09367c16960bdbe268a4246d6886b6add97ba6fed9ea5ef4012519"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3539889119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024841511131974, "interval": [-0.06435553441655074, 0.059387232190155945], "p_value": 0.936, "input_sha256": "ef0324db0f09367c16960bdbe268a4246d6886b6add97ba6fed9ea5ef4012519"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3539889119, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024841511131974, "interval": [-0.07107774033652474, 0.04369028835296376], "p_value": 0.9347107225040314, "input_sha256": "ef0324db0f09367c16960bdbe268a4246d6886b6add97ba6fed9ea5ef4012519"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 399827110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4282767200314153, "interval": [-4.104749132451074, 6.961302572513905], "p_value": 0.582, "input_sha256": "18f266e2429ad6fc0f49bf7cb7ceafaa45bafe2485518e7067670b19a0486a60"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 399827110, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4282767200314153, "interval": [-3.5434604904090556, 7.203487583290684], "p_value": 0.6037012511302201, "input_sha256": "18f266e2429ad6fc0f49bf7cb7ceafaa45bafe2485518e7067670b19a0486a60"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 399827110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011310309525839862, "interval": [-0.04731442494354823, 0.06993504399522796], "p_value": 0.687, "input_sha256": "18f266e2429ad6fc0f49bf7cb7ceafaa45bafe2485518e7067670b19a0486a60"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 399827110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011310309525839862, "interval": [-0.037515141181900975, 0.07553175960649278], "p_value": 0.6979119881920727, "input_sha256": "18f266e2429ad6fc0f49bf7cb7ceafaa45bafe2485518e7067670b19a0486a60"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1580830576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1432053292740916, "interval": [-3.551139501712404, 7.837550160260587], "p_value": 0.459, "input_sha256": "81e0c9e2e41708a7c7ca6cd7c8fda55c2f343ea8dfbc8d33db7bb6c7dba56c39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1580830576, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1432053292740916, "interval": [-3.7393880490257074, 7.637855896071293], "p_value": 0.4502047894077107, "input_sha256": "81e0c9e2e41708a7c7ca6cd7c8fda55c2f343ea8dfbc8d33db7bb6c7dba56c39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1580830576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020412514496202093, "interval": [-0.03867259241216379, 0.07949762140456798], "p_value": 0.506, "input_sha256": "81e0c9e2e41708a7c7ca6cd7c8fda55c2f343ea8dfbc8d33db7bb6c7dba56c39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1580830576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020412514496202093, "interval": [-0.03815229352530635, 0.08140556021066445], "p_value": 0.48780937487581866, "input_sha256": "81e0c9e2e41708a7c7ca6cd7c8fda55c2f343ea8dfbc8d33db7bb6c7dba56c39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2745259566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7182135728689127, "interval": [-3.5528365300755578, 6.989263675813383], "p_value": 0.531, "input_sha256": "a75054a3b5a70bc1155686d42aa4dc4a17d7fa1fba46e2b3f11e57f3aeb829fb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2745259566, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7182135728689127, "interval": [-3.1644314464115926, 6.76598599986445], "p_value": 0.5132783621613427, "input_sha256": "a75054a3b5a70bc1155686d42aa4dc4a17d7fa1fba46e2b3f11e57f3aeb829fb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2745259566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012512085093812353, "interval": [-0.041549481805584924, 0.06657365199320964], "p_value": 0.651, "input_sha256": "a75054a3b5a70bc1155686d42aa4dc4a17d7fa1fba46e2b3f11e57f3aeb829fb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2745259566, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012512085093812353, "interval": [-0.037193571164285254, 0.06472257569563922], "p_value": 0.642071793715764, "input_sha256": "a75054a3b5a70bc1155686d42aa4dc4a17d7fa1fba46e2b3f11e57f3aeb829fb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1237357462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5794393084519136, "interval": [-7.689455241027829, 2.530576624124002], "p_value": 0.333, "input_sha256": "c75c47fce5343f91955cc1ff912b971b96ae55ffe7364ae2c49f38c16f81107e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1237357462, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5794393084519136, "interval": [-7.303198346846469, 1.8819982732812182], "p_value": 0.3102021720795907, "input_sha256": "c75c47fce5343f91955cc1ff912b971b96ae55ffe7364ae2c49f38c16f81107e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1237357462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03125412081135058, "interval": [-0.0891041396549374, 0.026595898032236234], "p_value": 0.307, "input_sha256": "c75c47fce5343f91955cc1ff912b971b96ae55ffe7364ae2c49f38c16f81107e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1237357462, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03125412081135058, "interval": [-0.08761689842033109, 0.01638373319928019], "p_value": 0.27718623928019936, "input_sha256": "c75c47fce5343f91955cc1ff912b971b96ae55ffe7364ae2c49f38c16f81107e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4116568495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.032288235999201, "interval": [-5.042060902346186, 7.106637374344588], "p_value": 0.734, "input_sha256": "a6545b16f0dceabb66ef6de999c82cb60e13ad60eace452588d9181f0d3d7fd8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4116568495, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.032288235999201, "interval": [-3.7404620009525678, 7.9008365891716545], "p_value": 0.7321199645244916, "input_sha256": "a6545b16f0dceabb66ef6de999c82cb60e13ad60eace452588d9181f0d3d7fd8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4116568495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015083354554500342, "interval": [-0.045006807360894935, 0.07517351646989562], "p_value": 0.621, "input_sha256": "a6545b16f0dceabb66ef6de999c82cb60e13ad60eace452588d9181f0d3d7fd8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4116568495, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015083354554500342, "interval": [-0.03241308992666316, 0.08397303508503043], "p_value": 0.6130988661548916, "input_sha256": "a6545b16f0dceabb66ef6de999c82cb60e13ad60eace452588d9181f0d3d7fd8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3592943346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2823661375453863, "interval": [-3.189720889776628, 7.7544531648674], "p_value": 0.398, "input_sha256": "1403ec9949e383ff65b5d8274bac3b740f436db420cf8a8802ed6d7179952db2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3592943346, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2823661375453863, "interval": [-3.306983135424707, 7.333159391474935], "p_value": 0.4036962360341336, "input_sha256": "1403ec9949e383ff65b5d8274bac3b740f436db420cf8a8802ed6d7179952db2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3592943346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018556283467862603, "interval": [-0.035738837989177756, 0.07285140492490297], "p_value": 0.512, "input_sha256": "1403ec9949e383ff65b5d8274bac3b740f436db420cf8a8802ed6d7179952db2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3592943346, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018556283467862603, "interval": [-0.040063223660678604, 0.06650047482981356], "p_value": 0.4932073819428282, "input_sha256": "1403ec9949e383ff65b5d8274bac3b740f436db420cf8a8802ed6d7179952db2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3293116676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.240733999688036, "interval": [1.1475317251960089, 9.333936274180063], "p_value": 0.02, "input_sha256": "879775d5990c4ddc75f4fa05eff16bc2754ca1ddd1e2223ddea0279b48b2fbb9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3293116676, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.240733999688036, "interval": [1.7304756769154357, 9.265639693715798], "p_value": 0.013484874452915078, "input_sha256": "879775d5990c4ddc75f4fa05eff16bc2754ca1ddd1e2223ddea0279b48b2fbb9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3293116676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05024497545995123, "interval": [0.009853598925652574, 0.09063635199424988], "p_value": 0.022, "input_sha256": "879775d5990c4ddc75f4fa05eff16bc2754ca1ddd1e2223ddea0279b48b2fbb9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3293116676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05024497545995123, "interval": [0.017077269576427904, 0.0913994026343774], "p_value": 0.016126147673821752, "input_sha256": "879775d5990c4ddc75f4fa05eff16bc2754ca1ddd1e2223ddea0279b48b2fbb9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 346022131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46040668383451955, "interval": [-6.188616460135807, 5.267803092466768], "p_value": 0.867, "input_sha256": "a82576b34612e727073dda97b9134a03aa43f79a3f0d2971a01542fb790fe791"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 346022131, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46040668383451955, "interval": [-6.993911806879656, 4.2439967788942745], "p_value": 0.8711994688455984, "input_sha256": "a82576b34612e727073dda97b9134a03aa43f79a3f0d2971a01542fb790fe791"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 346022131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009150368093748945, "interval": [-0.054133296074139435, 0.055963369692889224], "p_value": 0.975, "input_sha256": "a82576b34612e727073dda97b9134a03aa43f79a3f0d2971a01542fb790fe791"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 346022131, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009150368093748945, "interval": [-0.05979006695458385, 0.04611406597708614], "p_value": 0.9733071746373104, "input_sha256": "a82576b34612e727073dda97b9134a03aa43f79a3f0d2971a01542fb790fe791"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 596936075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9330922014538165, "interval": [-2.1812349478524204, 10.047419350760054], "p_value": 0.21, "input_sha256": "6f4fdc7dee0ca3508fca5167f6280ebdb06178b607733b960cc076dfb0c275e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 596936075, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9330922014538165, "interval": [-2.1559234470826913, 9.299952821789327], "p_value": 0.19953581414086946, "input_sha256": "6f4fdc7dee0ca3508fca5167f6280ebdb06178b607733b960cc076dfb0c275e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 596936075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04342687785101902, "interval": [-0.021906168106008844, 0.10875992380804689], "p_value": 0.191, "input_sha256": "6f4fdc7dee0ca3508fca5167f6280ebdb06178b607733b960cc076dfb0c275e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 596936075, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04342687785101902, "interval": [-0.019385379764064323, 0.1039556085698684], "p_value": 0.18526532668288873, "input_sha256": "6f4fdc7dee0ca3508fca5167f6280ebdb06178b607733b960cc076dfb0c275e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 420581072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.686671838798234, "interval": [-5.0059486020871375, 3.6326049244906695], "p_value": 0.743, "input_sha256": "17d065d48436ed674c19ff1989c4be7a60d2163ecac871e47339a427b46f5de9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 420581072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.686671838798234, "interval": [-4.590942112429903, 3.720024417594383], "p_value": 0.7493412512171401, "input_sha256": "17d065d48436ed674c19ff1989c4be7a60d2163ecac871e47339a427b46f5de9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 420581072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010080257409425412, "interval": [-0.053286038979832785, 0.03312552416098196], "p_value": 0.628, "input_sha256": "17d065d48436ed674c19ff1989c4be7a60d2163ecac871e47339a427b46f5de9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 420581072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010080257409425412, "interval": [-0.04947338626981403, 0.032765673506527315], "p_value": 0.6393092685713837, "input_sha256": "17d065d48436ed674c19ff1989c4be7a60d2163ecac871e47339a427b46f5de9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3448432892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0100754693510874, "interval": [-4.254480358237485, 6.27463129693966], "p_value": 0.707, "input_sha256": "b84630bf7f7b54247b7da69ef6f814fc240edb83752e9a0bc8323fcad48195b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3448432892, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0100754693510874, "interval": [-4.041869373985151, 5.9376734318153055], "p_value": 0.6985869187538578, "input_sha256": "b84630bf7f7b54247b7da69ef6f814fc240edb83752e9a0bc8323fcad48195b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3448432892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016161592949873543, "interval": [-0.03779493090347093, 0.07011811680321801], "p_value": 0.566, "input_sha256": "b84630bf7f7b54247b7da69ef6f814fc240edb83752e9a0bc8323fcad48195b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3448432892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016161592949873543, "interval": [-0.033651601588378315, 0.06721591633596961], "p_value": 0.5448258342172607, "input_sha256": "b84630bf7f7b54247b7da69ef6f814fc240edb83752e9a0bc8323fcad48195b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1217111886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.17859501656361143, "interval": [-5.076612971985929, 5.433803005113152], "p_value": 0.934, "input_sha256": "a2d820ca275680c3e3ada8ec04b45199eaafb3d63765d5b05c28abbc7db5579a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1217111886, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.17859501656361143, "interval": [-5.139683988627717, 4.746161180661814], "p_value": 0.9455000155259592, "input_sha256": "a2d820ca275680c3e3ada8ec04b45199eaafb3d63765d5b05c28abbc7db5579a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1217111886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002686950025880458, "interval": [-0.05864438271659788, 0.053270482664836964], "p_value": 0.913, "input_sha256": "a2d820ca275680c3e3ada8ec04b45199eaafb3d63765d5b05c28abbc7db5579a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1217111886, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002686950025880458, "interval": [-0.0580802635143187, 0.04447056275310076], "p_value": 0.9229579093840571, "input_sha256": "a2d820ca275680c3e3ada8ec04b45199eaafb3d63765d5b05c28abbc7db5579a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1244359967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6568419474476865, "interval": [-7.137491126922525, 3.8238072320271517], "p_value": 0.542, "input_sha256": "d10e367ed8c6fb5c2614f9aedafbe9d717df72125275f75a55f36fa36e8f7c07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1244359967, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6568419474476865, "interval": [-6.968714506458807, 3.848628974595471], "p_value": 0.5439835924314023, "input_sha256": "d10e367ed8c6fb5c2614f9aedafbe9d717df72125275f75a55f36fa36e8f7c07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1244359967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014623006469114672, "interval": [-0.07563866262844693, 0.04639264969021759], "p_value": 0.639, "input_sha256": "d10e367ed8c6fb5c2614f9aedafbe9d717df72125275f75a55f36fa36e8f7c07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1244359967, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014623006469114672, "interval": [-0.07361753324361357, 0.043939069967823874], "p_value": 0.6299479065457161, "input_sha256": "d10e367ed8c6fb5c2614f9aedafbe9d717df72125275f75a55f36fa36e8f7c07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 974113930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7720573916071345, "interval": [-2.3607160647543237, 9.904830847968594], "p_value": 0.246, "input_sha256": "78c7b050f1278bc4d8be53201c707824b4ce0bbc4822c1c0f2de05db1823e371"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 974113930, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7720573916071345, "interval": [-1.456866673528032, 9.476790561618229], "p_value": 0.21785645439411713, "input_sha256": "78c7b050f1278bc4d8be53201c707824b4ce0bbc4822c1c0f2de05db1823e371"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 974113930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04934491829921042, "interval": [-0.03376312972523178, 0.1324529663236526], "p_value": 0.256, "input_sha256": "78c7b050f1278bc4d8be53201c707824b4ce0bbc4822c1c0f2de05db1823e371"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 974113930, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04934491829921042, "interval": [-0.017595426966361977, 0.1375155567235373], "p_value": 0.23282106413100145, "input_sha256": "78c7b050f1278bc4d8be53201c707824b4ce0bbc4822c1c0f2de05db1823e371"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1307400156, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9667565237965334, "interval": [-4.135580192714419, 6.0690932403074855], "p_value": 0.697, "input_sha256": "215b19689b043436a790d562577f473d85876e8c73fe5c70db35977ee51fa85e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1307400156, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9667565237965334, "interval": [-4.1207229972751, 5.780434523246148], "p_value": 0.7033889598172266, "input_sha256": "215b19689b043436a790d562577f473d85876e8c73fe5c70db35977ee51fa85e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1307400156, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013631031764133203, "interval": [-0.04016647476241759, 0.06742853829068399], "p_value": 0.617, "input_sha256": "215b19689b043436a790d562577f473d85876e8c73fe5c70db35977ee51fa85e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1307400156, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013631031764133203, "interval": [-0.037559846955170215, 0.0651691633560201], "p_value": 0.6109323403510996, "input_sha256": "215b19689b043436a790d562577f473d85876e8c73fe5c70db35977ee51fa85e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 949203695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4396528477252932, "interval": [-5.636704186113186, 4.7573984906626], "p_value": 0.863, "input_sha256": "f81d512e8fa817b79f3d9d086fb9e1699eff673e0c1a89edc843ae31d23b0e27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 949203695, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4396528477252932, "interval": [-5.646656515625689, 3.9815088969029904], "p_value": 0.8645119203872296, "input_sha256": "f81d512e8fa817b79f3d9d086fb9e1699eff673e0c1a89edc843ae31d23b0e27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 949203695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019433262721305217, "interval": [-0.05368631436226005, 0.05757296690652109], "p_value": 0.943, "input_sha256": "f81d512e8fa817b79f3d9d086fb9e1699eff673e0c1a89edc843ae31d23b0e27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 949203695, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019433262721305217, "interval": [-0.05214430128110385, 0.051480254167526766], "p_value": 0.9437820691178354, "input_sha256": "f81d512e8fa817b79f3d9d086fb9e1699eff673e0c1a89edc843ae31d23b0e27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1770860872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6909512624784426, "interval": [-4.992954226172257, 3.611051701215372], "p_value": 0.752, "input_sha256": "72eba6e12b73ad8f715b96f48e979c71034dc25aadd7ffb10021eff81616ab93"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1770860872, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6909512624784426, "interval": [-4.446858172076628, 3.4352403713688986], "p_value": 0.7465896775332375, "input_sha256": "72eba6e12b73ad8f715b96f48e979c71034dc25aadd7ffb10021eff81616ab93"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1770860872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004500240950561493, "interval": [-0.04689836947793605, 0.03789788757681306], "p_value": 0.824, "input_sha256": "72eba6e12b73ad8f715b96f48e979c71034dc25aadd7ffb10021eff81616ab93"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1770860872, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004500240950561493, "interval": [-0.04197059700947525, 0.036307299727603055], "p_value": 0.8309446541070423, "input_sha256": "72eba6e12b73ad8f715b96f48e979c71034dc25aadd7ffb10021eff81616ab93"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 779530193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08016241581756223, "interval": [-5.133440023932911, 4.9731151922977865], "p_value": 0.97, "input_sha256": "f1ace4a8915ba8c98a83017bd54c7da91452d54d8b2b6fee119f33e3be93d3ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 779530193, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08016241581756223, "interval": [-5.263345527824358, 4.308073677172561], "p_value": 0.9745401930189315, "input_sha256": "f1ace4a8915ba8c98a83017bd54c7da91452d54d8b2b6fee119f33e3be93d3ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 779530193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004115962959844524, "interval": [-0.055036163508358917, 0.04680423758866987], "p_value": 0.88, "input_sha256": "f1ace4a8915ba8c98a83017bd54c7da91452d54d8b2b6fee119f33e3be93d3ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 779530193, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004115962959844524, "interval": [-0.05868592665701856, 0.03727420019973208], "p_value": 0.8708550307861456, "input_sha256": "f1ace4a8915ba8c98a83017bd54c7da91452d54d8b2b6fee119f33e3be93d3ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3221454357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.796936010988068, "interval": [-11.625654414803329, -1.9682176071728081], "p_value": 0.007, "input_sha256": "b031c7711c37867c111b28b52561387f3c46862ae8d43f8900ef824de6218096"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3221454357, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.796936010988068, "interval": [-11.580980067987726, -2.076169078596828], "p_value": 0.0070414858586120566, "input_sha256": "b031c7711c37867c111b28b52561387f3c46862ae8d43f8900ef824de6218096"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3221454357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07653130700925204, "interval": [-0.13610079886583304, -0.016961815152671048], "p_value": 0.012, "input_sha256": "b031c7711c37867c111b28b52561387f3c46862ae8d43f8900ef824de6218096"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3221454357, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07653130700925204, "interval": [-0.13897219300159752, -0.021148189094881174], "p_value": 0.013237994684131177, "input_sha256": "b031c7711c37867c111b28b52561387f3c46862ae8d43f8900ef824de6218096"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 222921155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6869370380508357, "interval": [-9.543812514343877, 2.1699384382422062], "p_value": 0.225, "input_sha256": "f828db6ebb83e50c433b090a552daa8efeb4d31415c99d13a2c6f44128ec46ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 222921155, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6869370380508357, "interval": [-9.459850946183245, 1.5049849453668793], "p_value": 0.21021877692527105, "input_sha256": "f828db6ebb83e50c433b090a552daa8efeb4d31415c99d13a2c6f44128ec46ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 222921155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03336873845274428, "interval": [-0.09743088631578206, 0.0306934094102935], "p_value": 0.331, "input_sha256": "f828db6ebb83e50c433b090a552daa8efeb4d31415c99d13a2c6f44128ec46ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 222921155, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03336873845274428, "interval": [-0.10013187286867833, 0.02211262887174269], "p_value": 0.29817154369504806, "input_sha256": "f828db6ebb83e50c433b090a552daa8efeb4d31415c99d13a2c6f44128ec46ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 827372835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6478482689468805, "interval": [-5.763858752462071, 7.059555290355832], "p_value": 0.834, "input_sha256": "836f1fdfbf8273716861b0b21177fb875f5462ea4f97ba856892ec380e1eaa1c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 827372835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6478482689468805, "interval": [-5.582613025950817, 6.674085356168187], "p_value": 0.8388060039816942, "input_sha256": "836f1fdfbf8273716861b0b21177fb875f5462ea4f97ba856892ec380e1eaa1c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 827372835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004555106875112291, "interval": [-0.060506087155462684, 0.06961630090568727], "p_value": 0.865, "input_sha256": "836f1fdfbf8273716861b0b21177fb875f5462ea4f97ba856892ec380e1eaa1c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 827372835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004555106875112291, "interval": [-0.058359625116093564, 0.06699326674825316], "p_value": 0.8880274856471344, "input_sha256": "836f1fdfbf8273716861b0b21177fb875f5462ea4f97ba856892ec380e1eaa1c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284686086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5001464297930225, "interval": [-5.546322969020659, 8.546615828606704], "p_value": 0.676, "input_sha256": "05d739bd63021616f358fb72a79122c14415ad7078f4a28fe931c8f77fab4aab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284686086, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5001464297930225, "interval": [-4.71731832630589, 8.365079063537724], "p_value": 0.6688340958307162, "input_sha256": "05d739bd63021616f358fb72a79122c14415ad7078f4a28fe931c8f77fab4aab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284686086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010181462038233433, "interval": [-0.05740167435150664, 0.07776459842797351], "p_value": 0.754, "input_sha256": "05d739bd63021616f358fb72a79122c14415ad7078f4a28fe931c8f77fab4aab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284686086, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010181462038233433, "interval": [-0.04844528337931228, 0.07432632249902368], "p_value": 0.762047984238935, "input_sha256": "05d739bd63021616f358fb72a79122c14415ad7078f4a28fe931c8f77fab4aab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1881805000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6017878548836952, "interval": [-8.636031196294173, 1.4324554865267816], "p_value": 0.153, "input_sha256": "54131324d3315abe9aee4c2d13748a241d8b96de9555dbbc0a07e5adce73de40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1881805000, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6017878548836952, "interval": [-8.58964532260705, 0.7912289094614237], "p_value": 0.1556956899569898, "input_sha256": "54131324d3315abe9aee4c2d13748a241d8b96de9555dbbc0a07e5adce73de40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1881805000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03543454731138465, "interval": [-0.09153709246765884, 0.02066799784488954], "p_value": 0.208, "input_sha256": "54131324d3315abe9aee4c2d13748a241d8b96de9555dbbc0a07e5adce73de40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1881805000, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03543454731138465, "interval": [-0.09166257184143885, 0.011839055186998652], "p_value": 0.20846857024060136, "input_sha256": "54131324d3315abe9aee4c2d13748a241d8b96de9555dbbc0a07e5adce73de40"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1047805660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.85759962303458, "interval": [-3.8453372951548683, 7.560536541224028], "p_value": 0.503, "input_sha256": "dd3ca3f426f21fdcc264959e90e279d0d7c8d6ebe1bbcb38b6ff87eefd373181"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1047805660, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.85759962303458, "interval": [-3.7544191266955083, 6.8286680004365445], "p_value": 0.5134172224881188, "input_sha256": "dd3ca3f426f21fdcc264959e90e279d0d7c8d6ebe1bbcb38b6ff87eefd373181"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1047805660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013598207549219837, "interval": [-0.04680760754457545, 0.07400402264301512], "p_value": 0.653, "input_sha256": "dd3ca3f426f21fdcc264959e90e279d0d7c8d6ebe1bbcb38b6ff87eefd373181"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1047805660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013598207549219837, "interval": [-0.04736689085810762, 0.06756659696845364], "p_value": 0.6511160488768151, "input_sha256": "dd3ca3f426f21fdcc264959e90e279d0d7c8d6ebe1bbcb38b6ff87eefd373181"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2902349891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7290794068087072, "interval": [-4.176740795848527, 7.634899609465942], "p_value": 0.565, "input_sha256": "dfdddc22c8bd7bcd7f7a4bdce54b705942bd3610b064f0840b1f946392ed79ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2902349891, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7290794068087072, "interval": [-3.192092773127524, 7.973732532403156], "p_value": 0.5557022637709368, "input_sha256": "dfdddc22c8bd7bcd7f7a4bdce54b705942bd3610b064f0840b1f946392ed79ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2902349891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025786914207197906, "interval": [-0.03600736112614827, 0.08758118954054409], "p_value": 0.419, "input_sha256": "dfdddc22c8bd7bcd7f7a4bdce54b705942bd3610b064f0840b1f946392ed79ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2902349891, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025786914207197906, "interval": [-0.025205261037974883, 0.09148976150795872], "p_value": 0.40312356385405923, "input_sha256": "dfdddc22c8bd7bcd7f7a4bdce54b705942bd3610b064f0840b1f946392ed79ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2640300590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1473197387905856, "interval": [-4.389468604750827, 6.684108082331998], "p_value": 0.689, "input_sha256": "a111f41d756a561d29ba56e925c564f44a346bab910996a2e3e7a0f8b4f09fc8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2640300590, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1473197387905856, "interval": [-3.9209028248124795, 7.1093685518201175], "p_value": 0.6772201968275585, "input_sha256": "a111f41d756a561d29ba56e925c564f44a346bab910996a2e3e7a0f8b4f09fc8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2640300590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0037188776833925186, "interval": [-0.05218571079514481, 0.059623466161929844], "p_value": 0.903, "input_sha256": "a111f41d756a561d29ba56e925c564f44a346bab910996a2e3e7a0f8b4f09fc8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2640300590, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0037188776833925186, "interval": [-0.045653133644601586, 0.06819879752261694], "p_value": 0.8935789813789249, "input_sha256": "a111f41d756a561d29ba56e925c564f44a346bab910996a2e3e7a0f8b4f09fc8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1441024332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.90113841862013, "interval": [-0.8508280431840047, 8.653104880424266], "p_value": 0.123, "input_sha256": "c19f005bf6c4997951e71131eb632420453ab16f138326f867a88496aca8b970"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1441024332, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.90113841862013, "interval": [-0.7822755520466981, 8.289985453680888], "p_value": 0.10474977211349859, "input_sha256": "c19f005bf6c4997951e71131eb632420453ab16f138326f867a88496aca8b970"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1441024332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04694497899826021, "interval": [-0.003207476860119955, 0.09709743485664038], "p_value": 0.077, "input_sha256": "c19f005bf6c4997951e71131eb632420453ab16f138326f867a88496aca8b970"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1441024332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04694497899826021, "interval": [0.0005534406259872481, 0.0949724903966243], "p_value": 0.06572757087584188, "input_sha256": "c19f005bf6c4997951e71131eb632420453ab16f138326f867a88496aca8b970"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1575878566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.266587194909082, "interval": [-7.241059130604086, 2.7078847407859215], "p_value": 0.362, "input_sha256": "f68e6f536ebe810b257e65f5066703c5a34625484ff73e5c541393d0725241a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1575878566, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.266587194909082, "interval": [-7.806928842527409, 2.0288003428629415], "p_value": 0.36143847972251764, "input_sha256": "f68e6f536ebe810b257e65f5066703c5a34625484ff73e5c541393d0725241a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1575878566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029576128508658886, "interval": [-0.083257576797861, 0.024105319780543234], "p_value": 0.266, "input_sha256": "f68e6f536ebe810b257e65f5066703c5a34625484ff73e5c541393d0725241a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1575878566, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029576128508658886, "interval": [-0.08721491361413607, 0.015495931863192168], "p_value": 0.27165171779092034, "input_sha256": "f68e6f536ebe810b257e65f5066703c5a34625484ff73e5c541393d0725241a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1109124594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.048093763059299, "interval": [-4.213606843095681, 8.309794369214279], "p_value": 0.55, "input_sha256": "6473402c651167d31a4165ac3cbdd282b9c25368f233c07225c76eef349088f6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1109124594, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.048093763059299, "interval": [-3.1992689036907267, 9.026021658246298], "p_value": 0.5118327177676218, "input_sha256": "6473402c651167d31a4165ac3cbdd282b9c25368f233c07225c76eef349088f6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1109124594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012051364465908695, "interval": [-0.05539394894709894, 0.07949667787891633], "p_value": 0.733, "input_sha256": "6473402c651167d31a4165ac3cbdd282b9c25368f233c07225c76eef349088f6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1109124594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012051364465908695, "interval": [-0.0525077082216472, 0.07288733367095485], "p_value": 0.7195420632077354, "input_sha256": "6473402c651167d31a4165ac3cbdd282b9c25368f233c07225c76eef349088f6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2305236251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9604943127391055, "interval": [-7.7042755933640095, 5.7832869678857985], "p_value": 0.801, "input_sha256": "66eb0855502c9d7454c88157aa7beb59eaa8cc64448c87c2c3ed22b39842a6c9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2305236251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9604943127391055, "interval": [-8.701589729855755, 4.297972063749428], "p_value": 0.7746610819970037, "input_sha256": "66eb0855502c9d7454c88157aa7beb59eaa8cc64448c87c2c3ed22b39842a6c9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2305236251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008338461626259466, "interval": [-0.06924619906897793, 0.052569275816458996], "p_value": 0.824, "input_sha256": "66eb0855502c9d7454c88157aa7beb59eaa8cc64448c87c2c3ed22b39842a6c9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2305236251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008338461626259466, "interval": [-0.0769201044499019, 0.03922285830410432], "p_value": 0.7830376817245173, "input_sha256": "66eb0855502c9d7454c88157aa7beb59eaa8cc64448c87c2c3ed22b39842a6c9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1132291963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3063994059202377, "interval": [-7.064090287157818, 4.451291475317342], "p_value": 0.669, "input_sha256": "20d6552dccc548d74a98ec0074652ee868e661c1988e2876fcdd455c61c20eef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1132291963, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3063994059202377, "interval": [-6.608961986094185, 4.421695711825755], "p_value": 0.6478764636650035, "input_sha256": "20d6552dccc548d74a98ec0074652ee868e661c1988e2876fcdd455c61c20eef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1132291963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016147871736203398, "interval": [-0.07215082082580491, 0.03985507735339812], "p_value": 0.59, "input_sha256": "20d6552dccc548d74a98ec0074652ee868e661c1988e2876fcdd455c61c20eef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1132291963, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016147871736203398, "interval": [-0.06571979205460829, 0.03976685651388817], "p_value": 0.5621819966972516, "input_sha256": "20d6552dccc548d74a98ec0074652ee868e661c1988e2876fcdd455c61c20eef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 414824906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4356778057371464, "interval": [-6.428822934813897, 3.557467323339604], "p_value": 0.557, "input_sha256": "41c780a83598ea6055f8877061e07fc9287f30f021671b1bcfef31ef2565c7cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 414824906, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4356778057371464, "interval": [-6.228032778658801, 3.2337417623171123], "p_value": 0.5637637708383225, "input_sha256": "41c780a83598ea6055f8877061e07fc9287f30f021671b1bcfef31ef2565c7cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 414824906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00891124490234485, "interval": [-0.060550562657259874, 0.04272807285257017], "p_value": 0.73, "input_sha256": "41c780a83598ea6055f8877061e07fc9287f30f021671b1bcfef31ef2565c7cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 414824906, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00891124490234485, "interval": [-0.05708164697596722, 0.04031084403965792], "p_value": 0.7285185742809421, "input_sha256": "41c780a83598ea6055f8877061e07fc9287f30f021671b1bcfef31ef2565c7cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 263295538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8430292270782953, "interval": [-6.325115262604104, 4.6390568084475134], "p_value": 0.756, "input_sha256": "e2e1ca3406bb3172fa35515dddfd9ec32651b6b64391716fa9ebfd5d0e57ce19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 263295538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8430292270782953, "interval": [-5.984076166313332, 4.005758862733435], "p_value": 0.7571006886027216, "input_sha256": "e2e1ca3406bb3172fa35515dddfd9ec32651b6b64391716fa9ebfd5d0e57ce19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 263295538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013702037593027197, "interval": [-0.06877500136032236, 0.04137092617426796], "p_value": 0.624, "input_sha256": "e2e1ca3406bb3172fa35515dddfd9ec32651b6b64391716fa9ebfd5d0e57ce19"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 263295538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013702037593027197, "interval": [-0.06369884531585883, 0.034816199734563034], "p_value": 0.6170948397488416, "input_sha256": "e2e1ca3406bb3172fa35515dddfd9ec32651b6b64391716fa9ebfd5d0e57ce19"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3439736461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.29774746660867, "interval": [-1.8726861926552507, 12.46818112587259], "p_value": 0.143, "input_sha256": "cf8c2f68f0f0a304151724c7a0ab3e0205a54a1aa125d1107de9ca346b9e60dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3439736461, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.29774746660867, "interval": [-2.0529018974625526, 11.45198101939883], "p_value": 0.14173718040645097, "input_sha256": "cf8c2f68f0f0a304151724c7a0ab3e0205a54a1aa125d1107de9ca346b9e60dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.04810319279939363, "seed": 3439736461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03308547342009667, "interval": [-0.04921742620748516, 0.1153883730476785], "p_value": 0.419, "input_sha256": "cf8c2f68f0f0a304151724c7a0ab3e0205a54a1aa125d1107de9ca346b9e60dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.04810319279939363, "seed": 3439736461, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03308547342009667, "interval": [-0.05814677952909457, 0.09978967110435305], "p_value": 0.4165345584804998, "input_sha256": "cf8c2f68f0f0a304151724c7a0ab3e0205a54a1aa125d1107de9ca346b9e60dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3553572504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5701425943980345, "interval": [1.9478655978945092, 11.19241959090156], "p_value": 0.007, "input_sha256": "4d1e53643215bee329fe7103a8b219da24cbe72901efa09094dabb0fa0bc4719"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3553572504, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5701425943980345, "interval": [2.16452519594844, 10.734071818356936], "p_value": 0.0067486802905953715, "input_sha256": "4d1e53643215bee329fe7103a8b219da24cbe72901efa09094dabb0fa0bc4719"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.050421216432557946, "seed": 3553572504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05774061807776909, "interval": [0.010505805300249846, 0.10497543085528833], "p_value": 0.018, "input_sha256": "4d1e53643215bee329fe7103a8b219da24cbe72901efa09094dabb0fa0bc4719"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.050421216432557946, "seed": 3553572504, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05774061807776909, "interval": [0.013894452049820157, 0.10053575873716732], "p_value": 0.01818205384225768, "input_sha256": "4d1e53643215bee329fe7103a8b219da24cbe72901efa09094dabb0fa0bc4719"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 236076200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.163383476214298, "interval": [1.030309757143966, 11.29645719528463], "p_value": 0.021, "input_sha256": "7974cbaa55a7a6404368aaca1eaea07b8bf8712711055c00ecd1be686143f4dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 236076200, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.163383476214298, "interval": [0.7817944635497792, 10.599213653288345], "p_value": 0.019914190011257805, "input_sha256": "7974cbaa55a7a6404368aaca1eaea07b8bf8712711055c00ecd1be686143f4dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.04873149216467633, "seed": 236076200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06088422360626289, "interval": [0.009914533789000035, 0.11185391342352574], "p_value": 0.02, "input_sha256": "7974cbaa55a7a6404368aaca1eaea07b8bf8712711055c00ecd1be686143f4dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.04873149216467633, "seed": 236076200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06088422360626289, "interval": [0.009480987752114619, 0.10623092915775538], "p_value": 0.020500420132380633, "input_sha256": "7974cbaa55a7a6404368aaca1eaea07b8bf8712711055c00ecd1be686143f4dc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 676439916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1620522708462477, "interval": [-6.178733109275216, 3.8546285675827203], "p_value": 0.634, "input_sha256": "cd0a7eeb04908b492d621c1117364cc5ddd9a8032a4253d5111c4692db8a49f7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 676439916, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1620522708462477, "interval": [-5.981071532520374, 2.9031572401555445], "p_value": 0.64173117166065, "input_sha256": "cd0a7eeb04908b492d621c1117364cc5ddd9a8032a4253d5111c4692db8a49f7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.04979221265310733, "seed": 676439916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015532273584149645, "interval": [-0.0653392848233022, 0.03427473765500291], "p_value": 0.539, "input_sha256": "cd0a7eeb04908b492d621c1117364cc5ddd9a8032a4253d5111c4692db8a49f7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.04979221265310733, "seed": 676439916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015532273584149645, "interval": [-0.06374104165569017, 0.02411718355377968], "p_value": 0.5316137801888776, "input_sha256": "cd0a7eeb04908b492d621c1117364cc5ddd9a8032a4253d5111c4692db8a49f7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 25045299, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.933465250379152, "interval": [-3.8348732861636003, 7.7018037869219045], "p_value": 0.524, "input_sha256": "f825028494d4e7d03e36a501ea0cead7cc5a4e43a6c5ed22ab7ebf398d1ceed6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 25045299, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.933465250379152, "interval": [-2.7248113569624115, 7.6610395426472495], "p_value": 0.49629984804725125, "input_sha256": "f825028494d4e7d03e36a501ea0cead7cc5a4e43a6c5ed22ab7ebf398d1ceed6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.049250346944123516, "seed": 25045299, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01536356270169878, "interval": [-0.04190785499932001, 0.07263498040271757], "p_value": 0.606, "input_sha256": "f825028494d4e7d03e36a501ea0cead7cc5a4e43a6c5ed22ab7ebf398d1ceed6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.049250346944123516, "seed": 25045299, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01536356270169878, "interval": [-0.029129994281727297, 0.07431493882603385], "p_value": 0.5866747164306426, "input_sha256": "f825028494d4e7d03e36a501ea0cead7cc5a4e43a6c5ed22ab7ebf398d1ceed6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3103121036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.172822088310253, "interval": [-0.9520963780912934, 9.297740554711801], "p_value": 0.102, "input_sha256": "b0660e66e0c12debb0e9e41981f1d185385cb7c2da7702ad77008d21255942ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3103121036, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.172822088310253, "interval": [-1.0872470974877229, 9.094253384615316], "p_value": 0.10742687759175917, "input_sha256": "b0660e66e0c12debb0e9e41981f1d185385cb7c2da7702ad77008d21255942ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.051697211050586535, "seed": 3103121036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03700502345717013, "interval": [-0.023586824404759815, 0.09759687131910008], "p_value": 0.213, "input_sha256": "b0660e66e0c12debb0e9e41981f1d185385cb7c2da7702ad77008d21255942ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.051697211050586535, "seed": 3103121036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03700502345717013, "interval": [-0.02828251093809861, 0.08808966983328222], "p_value": 0.2233737609162745, "input_sha256": "b0660e66e0c12debb0e9e41981f1d185385cb7c2da7702ad77008d21255942ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 118440412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5725787994503957, "interval": [-2.634634641169769, 9.77979224007056], "p_value": 0.262, "input_sha256": "f6ea99e1856571d35f629079ded4dc9e15f017161e80dbf3cfd8dee6f2f79860"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 118440412, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5725787994503957, "interval": [-2.187537446436752, 9.806864322466678], "p_value": 0.25114994849789596, "input_sha256": "f6ea99e1856571d35f629079ded4dc9e15f017161e80dbf3cfd8dee6f2f79860"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.049443623293107405, "seed": 118440412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04720127496187894, "interval": [-0.020331834357636927, 0.1147343842813948], "p_value": 0.17, "input_sha256": "f6ea99e1856571d35f629079ded4dc9e15f017161e80dbf3cfd8dee6f2f79860"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.049443623293107405, "seed": 118440412, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04720127496187894, "interval": [-0.011964931534169533, 0.1275235180572136], "p_value": 0.16480539394420973, "input_sha256": "f6ea99e1856571d35f629079ded4dc9e15f017161e80dbf3cfd8dee6f2f79860"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1282220974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9928326822146456, "interval": [-0.7769609446445731, 8.762626309073864], "p_value": 0.104, "input_sha256": "8fc9f5abbede68095c60f4ac35d109278e0f2b66517bd3126a29c6645f9c950d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1282220974, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9928326822146456, "interval": [-0.5074883270236655, 8.36197573663273], "p_value": 0.09832568894064429, "input_sha256": "8fc9f5abbede68095c60f4ac35d109278e0f2b66517bd3126a29c6645f9c950d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.04817132895947631, "seed": 1282220974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03497718894438792, "interval": [-0.012636734878659996, 0.08259111276743583], "p_value": 0.144, "input_sha256": "8fc9f5abbede68095c60f4ac35d109278e0f2b66517bd3126a29c6645f9c950d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.04817132895947631, "seed": 1282220974, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03497718894438792, "interval": [-0.008384292240105968, 0.0788336908762372], "p_value": 0.14523345447923222, "input_sha256": "8fc9f5abbede68095c60f4ac35d109278e0f2b66517bd3126a29c6645f9c950d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 641181069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.90208560630612, "interval": [5.7322411386963745, 16.071930073915865], "p_value": 0.002, "input_sha256": "e6386393eb646433aff3270a56bb9fd4f52611d5fcac5a70d2b80f16fe0c9abf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 641181069, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.90208560630612, "interval": [6.42836188746466, 15.55347548056548], "p_value": 0.00012968287210482054, "input_sha256": "e6386393eb646433aff3270a56bb9fd4f52611d5fcac5a70d2b80f16fe0c9abf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.04754328434117653, "seed": 641181069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.100212571815482, "interval": [0.0495397193270094, 0.1508854243039546], "p_value": 0.002, "input_sha256": "e6386393eb646433aff3270a56bb9fd4f52611d5fcac5a70d2b80f16fe0c9abf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.04754328434117653, "seed": 641181069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.100212571815482, "interval": [0.0565909103681901, 0.14687811409870186], "p_value": 0.00028654453515194317, "input_sha256": "e6386393eb646433aff3270a56bb9fd4f52611d5fcac5a70d2b80f16fe0c9abf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2709171293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6009894255585797, "interval": [-3.988119826650169, 9.190098677767327], "p_value": 0.442, "input_sha256": "467c077b2be81162a574679ccdc4dad3a2c3cc81b7cb0d941e795dd565483a06"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2709171293, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6009894255585797, "interval": [-3.2165755463195884, 8.87082812996663], "p_value": 0.42918864010860536, "input_sha256": "467c077b2be81162a574679ccdc4dad3a2c3cc81b7cb0d941e795dd565483a06"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.04908668505859735, "seed": 2709171293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016578329667075495, "interval": [-0.05147481412602367, 0.08463147346017466], "p_value": 0.621, "input_sha256": "467c077b2be81162a574679ccdc4dad3a2c3cc81b7cb0d941e795dd565483a06"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.04908668505859735, "seed": 2709171293, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016578329667075495, "interval": [-0.04633903993095743, 0.07851072010664092], "p_value": 0.624728446751267, "input_sha256": "467c077b2be81162a574679ccdc4dad3a2c3cc81b7cb0d941e795dd565483a06"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2738389693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.391476186487695, "interval": [1.4507417699313487, 11.332210603044043], "p_value": 0.009, "input_sha256": "baffd42461f1003e7ce405a568549afbfcdfd52e19384f2f1d0d0a2a3699118d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2738389693, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.391476186487695, "interval": [2.121609988485812, 11.227144724774883], "p_value": 0.012616412089869036, "input_sha256": "baffd42461f1003e7ce405a568549afbfcdfd52e19384f2f1d0d0a2a3699118d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.049153129643323426, "seed": 2738389693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0712136566182772, "interval": [0.015915084363944974, 0.1265122288726094], "p_value": 0.012, "input_sha256": "baffd42461f1003e7ce405a568549afbfcdfd52e19384f2f1d0d0a2a3699118d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.049153129643323426, "seed": 2738389693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0712136566182772, "interval": [0.01889238170989668, 0.12362110693447295], "p_value": 0.01302052602555005, "input_sha256": "baffd42461f1003e7ce405a568549afbfcdfd52e19384f2f1d0d0a2a3699118d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1668349029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.55111975176342, "interval": [2.770707841949692, 14.331531661577147], "p_value": 0.003, "input_sha256": "503c6ef67250bb5c4485bd5b8bf4f8ceb9dc68c5a0eb0e1f7202525b23133d02"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1668349029, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.55111975176342, "interval": [3.9624693476963095, 15.294340504538969], "p_value": 0.005164323334300229, "input_sha256": "503c6ef67250bb5c4485bd5b8bf4f8ceb9dc68c5a0eb0e1f7202525b23133d02"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.049782446396000254, "seed": 1668349029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0904720304287676, "interval": [0.02916152937285474, 0.15178253148468046], "p_value": 0.006, "input_sha256": "503c6ef67250bb5c4485bd5b8bf4f8ceb9dc68c5a0eb0e1f7202525b23133d02"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.049782446396000254, "seed": 1668349029, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0904720304287676, "interval": [0.03849673402953457, 0.15888156625110098], "p_value": 0.005034913378959093, "input_sha256": "503c6ef67250bb5c4485bd5b8bf4f8ceb9dc68c5a0eb0e1f7202525b23133d02"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1030811507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.073219733790118, "interval": [2.960687160746188, 13.185752306834049], "p_value": 0.002, "input_sha256": "b061d4b0ad191e2a052b4df5a383ad8b059e7caaaa6b6967dd60f544a70eb48a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1030811507, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.073219733790118, "interval": [3.604208760640612, 13.529143327086377], "p_value": 0.0029484132499188803, "input_sha256": "b061d4b0ad191e2a052b4df5a383ad8b059e7caaaa6b6967dd60f544a70eb48a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.049020312619978676, "seed": 1030811507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08843193335062081, "interval": [0.02908969388523553, 0.1477741728160061], "p_value": 0.002, "input_sha256": "b061d4b0ad191e2a052b4df5a383ad8b059e7caaaa6b6967dd60f544a70eb48a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.049020312619978676, "seed": 1030811507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08843193335062081, "interval": [0.04082422942482303, 0.15301752593031537], "p_value": 0.004901306112339304, "input_sha256": "b061d4b0ad191e2a052b4df5a383ad8b059e7caaaa6b6967dd60f544a70eb48a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 72180500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7244127499774944, "interval": [-1.9223798357633655, 9.371205335718354], "p_value": 0.208, "input_sha256": "deed6afcc5c3a851a03d852d75cd67a2bf31206651fafe90fe2ce3f330ea7dcc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 72180500, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7244127499774944, "interval": [-1.9271043704489128, 8.750603800067745], "p_value": 0.1892929601059561, "input_sha256": "deed6afcc5c3a851a03d852d75cd67a2bf31206651fafe90fe2ce3f330ea7dcc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.04823118768649724, "seed": 72180500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03368114894431039, "interval": [-0.02457163058633876, 0.09193392847495954], "p_value": 0.268, "input_sha256": "deed6afcc5c3a851a03d852d75cd67a2bf31206651fafe90fe2ce3f330ea7dcc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.04823118768649724, "seed": 72180500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03368114894431039, "interval": [-0.02397051326225225, 0.08667072351445912], "p_value": 0.2479627191330975, "input_sha256": "deed6afcc5c3a851a03d852d75cd67a2bf31206651fafe90fe2ce3f330ea7dcc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 259557591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.658902381361744, "interval": [-0.8219060638051223, 10.13971082652861], "p_value": 0.099, "input_sha256": "9a1fc2374c204ce47c850eb72694ea1c2bc214268b68959a179b92071f81605a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 259557591, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.658902381361744, "interval": [-0.642884543444794, 9.543733448055443], "p_value": 0.09334718991002226, "input_sha256": "9a1fc2374c204ce47c850eb72694ea1c2bc214268b68959a179b92071f81605a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.049411073185516026, "seed": 259557591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045213136233853174, "interval": [-0.011004312047790517, 0.10143058451549686], "p_value": 0.111, "input_sha256": "9a1fc2374c204ce47c850eb72694ea1c2bc214268b68959a179b92071f81605a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.049411073185516026, "seed": 259557591, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045213136233853174, "interval": [-0.004604952862788118, 0.10007869560217672], "p_value": 0.1117327641819792, "input_sha256": "9a1fc2374c204ce47c850eb72694ea1c2bc214268b68959a179b92071f81605a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 755431022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.618035502973063, "interval": [-2.637256261601416, 7.873327267547542], "p_value": 0.329, "input_sha256": "5ccfa297cab2da206499f0842e1f320ef8fdfe53d57e9e0d3cfe31b5f29e5bf1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 755431022, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.618035502973063, "interval": [-2.8810174552275734, 7.102558914636026], "p_value": 0.3171034960480758, "input_sha256": "5ccfa297cab2da206499f0842e1f320ef8fdfe53d57e9e0d3cfe31b5f29e5bf1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.05039911170073175, "seed": 755431022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01556662958996713, "interval": [-0.04277494377637843, 0.07390820295631269], "p_value": 0.613, "input_sha256": "5ccfa297cab2da206499f0842e1f320ef8fdfe53d57e9e0d3cfe31b5f29e5bf1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.05039911170073175, "seed": 755431022, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01556662958996713, "interval": [-0.04590055019076461, 0.0625240291208099], "p_value": 0.5892984531520392, "input_sha256": "5ccfa297cab2da206499f0842e1f320ef8fdfe53d57e9e0d3cfe31b5f29e5bf1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2876485927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.117868247985351, "interval": [2.551912714831481, 13.683823781139221], "p_value": 0.008, "input_sha256": "71ce82450089c3a4b0fb5a1460ed949a29a2146bfd8bfee195b290854f4022a2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2876485927, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.117868247985351, "interval": [3.038273799163676, 13.25293819793184], "p_value": 0.005378867376181925, "input_sha256": "71ce82450089c3a4b0fb5a1460ed949a29a2146bfd8bfee195b290854f4022a2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.04902636595742488, "seed": 2876485927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08405971942214502, "interval": [0.024535691314586924, 0.1435837475297031], "p_value": 0.008, "input_sha256": "71ce82450089c3a4b0fb5a1460ed949a29a2146bfd8bfee195b290854f4022a2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.04902636595742488, "seed": 2876485927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08405971942214502, "interval": [0.028437673150613418, 0.14345338300475835], "p_value": 0.006900277522164366, "input_sha256": "71ce82450089c3a4b0fb5a1460ed949a29a2146bfd8bfee195b290854f4022a2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2954984125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.398389691455314, "interval": [1.9611646245402579, 10.83561475837037], "p_value": 0.005, "input_sha256": "118420c699466fd6c2650407b6397e72962421bd3e8f5558688180cb83248a81"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2954984125, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.398389691455314, "interval": [2.1580473300111924, 10.156518697823278], "p_value": 0.005877831979120375, "input_sha256": "118420c699466fd6c2650407b6397e72962421bd3e8f5558688180cb83248a81"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.04756585234335034, "seed": 2954984125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06044666848986485, "interval": [0.013042184927654944, 0.10785115205207477], "p_value": 0.016, "input_sha256": "118420c699466fd6c2650407b6397e72962421bd3e8f5558688180cb83248a81"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.04756585234335034, "seed": 2954984125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06044666848986485, "interval": [0.012587079224553923, 0.09801971173815198], "p_value": 0.013825253932944752, "input_sha256": "118420c699466fd6c2650407b6397e72962421bd3e8f5558688180cb83248a81"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1204662796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9323847628081374, "interval": [-1.7605950474423455, 9.62536457305862], "p_value": 0.155, "input_sha256": "ccd01eb3753653443bd994fb76a61f6348c72f0212171a580362507e00422b14"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1204662796, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9323847628081374, "interval": [-1.171857976664389, 9.261521187352209], "p_value": 0.16758171252048776, "input_sha256": "ccd01eb3753653443bd994fb76a61f6348c72f0212171a580362507e00422b14"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.05012899720432804, "seed": 1204662796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034025171071160557, "interval": [-0.032098725031104614, 0.10014906717342573], "p_value": 0.289, "input_sha256": "ccd01eb3753653443bd994fb76a61f6348c72f0212171a580362507e00422b14"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.05012899720432804, "seed": 1204662796, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034025171071160557, "interval": [-0.028927829346954398, 0.09477409852251556], "p_value": 0.30054212151630577, "input_sha256": "ccd01eb3753653443bd994fb76a61f6348c72f0212171a580362507e00422b14"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2896469187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.196443989043148, "interval": [-0.06019726009779092, 10.453085238184087], "p_value": 0.054, "input_sha256": "0ba689324a0fd8c06f66b369e110131510fcc674c97e14e8399d7abab359c4ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2896469187, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.196443989043148, "interval": [-0.22320871677505674, 9.376237870917297], "p_value": 0.0525380911094051, "input_sha256": "0ba689324a0fd8c06f66b369e110131510fcc674c97e14e8399d7abab359c4ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.048799045104985436, "seed": 2896469187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050454463675377106, "interval": [-0.0017688275061904166, 0.10267775485694464], "p_value": 0.06, "input_sha256": "0ba689324a0fd8c06f66b369e110131510fcc674c97e14e8399d7abab359c4ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.048799045104985436, "seed": 2896469187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050454463675377106, "interval": [-0.0013279376996367456, 0.09385178275363426], "p_value": 0.05782409630823311, "input_sha256": "0ba689324a0fd8c06f66b369e110131510fcc674c97e14e8399d7abab359c4ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 917454705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.768802917912371, "interval": [-1.9546812780638962, 11.492287113888638], "p_value": 0.146, "input_sha256": "00b3cbf4b99de78529a3e9038ccf2c9f7d040af6807b2ab8c9a034c60e7a8c7f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 917454705, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.768802917912371, "interval": [-1.42961821148545, 11.128634209425535], "p_value": 0.15919721985387655, "input_sha256": "00b3cbf4b99de78529a3e9038ccf2c9f7d040af6807b2ab8c9a034c60e7a8c7f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04825536818001767, "seed": 917454705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04063168834367187, "interval": [-0.03875992921088478, 0.12002330589822852], "p_value": 0.314, "input_sha256": "00b3cbf4b99de78529a3e9038ccf2c9f7d040af6807b2ab8c9a034c60e7a8c7f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04825536818001767, "seed": 917454705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04063168834367187, "interval": [-0.04442346133225694, 0.10373874447345367], "p_value": 0.30640884770443294, "input_sha256": "00b3cbf4b99de78529a3e9038ccf2c9f7d040af6807b2ab8c9a034c60e7a8c7f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3725187198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7810018879712324, "interval": [-3.795209847586867, 7.357213623529332], "p_value": 0.541, "input_sha256": "478d0afa3b8149ba6eadbca49287a461c112c833a37e4b4905a7bfc5e3a6fbef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3725187198, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7810018879712324, "interval": [-3.777059495211009, 6.95377647899047], "p_value": 0.5217033667171196, "input_sha256": "478d0afa3b8149ba6eadbca49287a461c112c833a37e4b4905a7bfc5e3a6fbef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04801853706218485, "seed": 3725187198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021146980208767596, "interval": [-0.03181688487065585, 0.07411084528819104], "p_value": 0.456, "input_sha256": "478d0afa3b8149ba6eadbca49287a461c112c833a37e4b4905a7bfc5e3a6fbef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04801853706218485, "seed": 3725187198, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021146980208767596, "interval": [-0.03449508895474859, 0.06789666811689878], "p_value": 0.4239332105539777, "input_sha256": "478d0afa3b8149ba6eadbca49287a461c112c833a37e4b4905a7bfc5e3a6fbef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4185270249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1542549002630995, "interval": [-1.0497347468070508, 9.35824454733325], "p_value": 0.125, "input_sha256": "a01e0c6e780bca86d4c3533a708aa90a5fc49d7a316b64e67a709c9795a2024f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4185270249, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1542549002630995, "interval": [-0.18559691000580247, 8.851706347514966], "p_value": 0.11417925327993175, "input_sha256": "a01e0c6e780bca86d4c3533a708aa90a5fc49d7a316b64e67a709c9795a2024f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.04959664892776018, "seed": 4185270249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0348340072914491, "interval": [-0.019881684401480658, 0.08954969898437887], "p_value": 0.222, "input_sha256": "a01e0c6e780bca86d4c3533a708aa90a5fc49d7a316b64e67a709c9795a2024f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.04959664892776018, "seed": 4185270249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0348340072914491, "interval": [-0.012469119849586827, 0.08097070802253575], "p_value": 0.20430125999419435, "input_sha256": "a01e0c6e780bca86d4c3533a708aa90a5fc49d7a316b64e67a709c9795a2024f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 730683807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.121275023041058, "interval": [3.163411558126736, 13.07913848795538], "p_value": 0.003, "input_sha256": "58272e4d2eebddea5d3887442ddabd6d9edc9e7cb99987e4303f370e4220f540"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 730683807, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.121275023041058, "interval": [3.7933156627665503, 12.838119539647991], "p_value": 0.0020779918700869985, "input_sha256": "58272e4d2eebddea5d3887442ddabd6d9edc9e7cb99987e4303f370e4220f540"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04950799417777678, "seed": 730683807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.090244250084606, "interval": [0.040337777443414394, 0.1401507227257976], "p_value": 0.003, "input_sha256": "58272e4d2eebddea5d3887442ddabd6d9edc9e7cb99987e4303f370e4220f540"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04950799417777678, "seed": 730683807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.090244250084606, "interval": [0.04490204810511825, 0.138536840777396], "p_value": 0.0007716589878436537, "input_sha256": "58272e4d2eebddea5d3887442ddabd6d9edc9e7cb99987e4303f370e4220f540"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 115090297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.484517612595399, "interval": [3.537317820000414, 13.431717405190383], "p_value": 0.001, "input_sha256": "2d11a9ce35a29983a0243bfd77aebba32f7d5c4484958a3fb426e7358d7ce7c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 115090297, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.484517612595399, "interval": [4.459493469940623, 14.383642696950007], "p_value": 0.0014056576315386064, "input_sha256": "2d11a9ce35a29983a0243bfd77aebba32f7d5c4484958a3fb426e7358d7ce7c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.05004477691450151, "seed": 115090297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08404363134028905, "interval": [0.0289469429022408, 0.1391403197783373], "p_value": 0.004, "input_sha256": "2d11a9ce35a29983a0243bfd77aebba32f7d5c4484958a3fb426e7358d7ce7c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.05004477691450151, "seed": 115090297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08404363134028905, "interval": [0.04049026375567275, 0.15089259673784047], "p_value": 0.0038453850244972035, "input_sha256": "2d11a9ce35a29983a0243bfd77aebba32f7d5c4484958a3fb426e7358d7ce7c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3537746319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7115079622232958, "interval": [-5.559183347435591, 6.982199271882183], "p_value": 0.813, "input_sha256": "07a02ce2720a1addeac25382405661e3c5233930980e3e0dd0b4c8c273a34574"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3537746319, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7115079622232958, "interval": [-5.689744652177597, 6.003022863058897], "p_value": 0.8195546312213134, "input_sha256": "07a02ce2720a1addeac25382405661e3c5233930980e3e0dd0b4c8c273a34574"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.04978939668439037, "seed": 3537746319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0040455899020236386, "interval": [-0.07090574849411244, 0.06281456869006516], "p_value": 0.917, "input_sha256": "07a02ce2720a1addeac25382405661e3c5233930980e3e0dd0b4c8c273a34574"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.04978939668439037, "seed": 3537746319, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0040455899020236386, "interval": [-0.07924813453892063, 0.049859783738663406], "p_value": 0.9030949870254779, "input_sha256": "07a02ce2720a1addeac25382405661e3c5233930980e3e0dd0b4c8c273a34574"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1024209741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.727200356035125, "interval": [-2.3402491008311204, 11.794649812901369], "p_value": 0.183, "input_sha256": "dc090de267f03c9163668b043640d8996166ab8e1dca02acac2e69bf69edf6a6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1024209741, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.727200356035125, "interval": [-1.7878270371933769, 11.68253915852184], "p_value": 0.18371622973649204, "input_sha256": "dc090de267f03c9163668b043640d8996166ab8e1dca02acac2e69bf69edf6a6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.049950288617994096, "seed": 1024209741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035384404119411184, "interval": [-0.0412823124549595, 0.11205112069378187], "p_value": 0.356, "input_sha256": "dc090de267f03c9163668b043640d8996166ab8e1dca02acac2e69bf69edf6a6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.049950288617994096, "seed": 1024209741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035384404119411184, "interval": [-0.038964576883883224, 0.1093085175433473], "p_value": 0.3559566217597625, "input_sha256": "dc090de267f03c9163668b043640d8996166ab8e1dca02acac2e69bf69edf6a6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 697726331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.3258898716952, "interval": [0.07302327025189381, 10.578756473138505], "p_value": 0.053, "input_sha256": "4bbdf79e1371d40cddfb7494f96e8e44764094ef8b28e6308365e29739621482"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 697726331, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.3258898716952, "interval": [0.5645894485300708, 10.51278086896402], "p_value": 0.047058898476858624, "input_sha256": "4bbdf79e1371d40cddfb7494f96e8e44764094ef8b28e6308365e29739621482"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.04858749606204975, "seed": 697726331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05014180508378886, "interval": [-0.0038422307316920493, 0.10412584089926977], "p_value": 0.081, "input_sha256": "4bbdf79e1371d40cddfb7494f96e8e44764094ef8b28e6308365e29739621482"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.04858749606204975, "seed": 697726331, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05014180508378886, "interval": [0.004353982376637628, 0.10646113218945089], "p_value": 0.06771970006623139, "input_sha256": "4bbdf79e1371d40cddfb7494f96e8e44764094ef8b28e6308365e29739621482"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 356080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7905314905015572, "interval": [-2.165828878459882, 7.7468918594629965], "p_value": 0.265, "input_sha256": "d712315d4717daf6eb7dda604a3299929d52b1f790c7d46427961e2f30f24d9e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 356080840, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7905314905015572, "interval": [-2.2491509420557545, 7.356528697056064], "p_value": 0.2608812136936198, "input_sha256": "d712315d4717daf6eb7dda604a3299929d52b1f790c7d46427961e2f30f24d9e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.048424606098589736, "seed": 356080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019820354527256334, "interval": [-0.036526359235703354, 0.07616706829021602], "p_value": 0.485, "input_sha256": "d712315d4717daf6eb7dda604a3299929d52b1f790c7d46427961e2f30f24d9e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.048424606098589736, "seed": 356080840, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019820354527256334, "interval": [-0.043039135998603734, 0.06740110911820396], "p_value": 0.4786034226321003, "input_sha256": "d712315d4717daf6eb7dda604a3299929d52b1f790c7d46427961e2f30f24d9e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3412115883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.306438816842103, "interval": [0.7160092677437415, 9.896868365940465], "p_value": 0.027, "input_sha256": "42f0b5bc9eb667e273bfe14383f17e86774ef7b0266a1a1ff230ce7c0e9551ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3412115883, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.306438816842103, "interval": [1.4827917737240726, 9.887025869691799], "p_value": 0.02468696304580362, "input_sha256": "42f0b5bc9eb667e273bfe14383f17e86774ef7b0266a1a1ff230ce7c0e9551ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.04890458502047581, "seed": 3412115883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04774667360880647, "interval": [-0.000501405422722874, 0.0959947526403358], "p_value": 0.062, "input_sha256": "42f0b5bc9eb667e273bfe14383f17e86774ef7b0266a1a1ff230ce7c0e9551ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.04890458502047581, "seed": 3412115883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04774667360880647, "interval": [0.007965605779538063, 0.09780881680104973], "p_value": 0.05230342775935223, "input_sha256": "42f0b5bc9eb667e273bfe14383f17e86774ef7b0266a1a1ff230ce7c0e9551ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1323052111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.307137189651204, "interval": [0.4583536062564626, 10.155920773045946], "p_value": 0.024, "input_sha256": "4981a275fbb03b3edb6ac49664fde12e0a356c3889758ca41991bd23b7ec5ca9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1323052111, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.307137189651204, "interval": [0.622785341145159, 9.886738927425226], "p_value": 0.0329559304631869, "input_sha256": "4981a275fbb03b3edb6ac49664fde12e0a356c3889758ca41991bd23b7ec5ca9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.04869116730303698, "seed": 1323052111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0498770998888743, "interval": [-0.004776016398232628, 0.10453021617598124], "p_value": 0.068, "input_sha256": "4981a275fbb03b3edb6ac49664fde12e0a356c3889758ca41991bd23b7ec5ca9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.04869116730303698, "seed": 1323052111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0498770998888743, "interval": [0.004517474536342434, 0.1070488378815559], "p_value": 0.07217753857537601, "input_sha256": "4981a275fbb03b3edb6ac49664fde12e0a356c3889758ca41991bd23b7ec5ca9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3264370416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.841622558952687, "interval": [0.7373082185861151, 10.945936899319259], "p_value": 0.028, "input_sha256": "f03af48b15024ee7a4b29ebc1d9447a5e61c0c38634afdd6463ed5f79d1e3909"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3264370416, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.841622558952687, "interval": [1.1142396298536057, 10.37184973416836], "p_value": 0.0260075808046174, "input_sha256": "f03af48b15024ee7a4b29ebc1d9447a5e61c0c38634afdd6463ed5f79d1e3909"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.049126965716027114, "seed": 3264370416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05390291912848977, "interval": [0.001322556494979768, 0.10648328176199977], "p_value": 0.04, "input_sha256": "f03af48b15024ee7a4b29ebc1d9447a5e61c0c38634afdd6463ed5f79d1e3909"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.049126965716027114, "seed": 3264370416, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05390291912848977, "interval": [0.005135271682155511, 0.10133818666579077], "p_value": 0.04477860020076638, "input_sha256": "f03af48b15024ee7a4b29ebc1d9447a5e61c0c38634afdd6463ed5f79d1e3909"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3942554689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.661041983533115, "interval": [2.82666317472591, 14.49542079234032], "p_value": 0.005, "input_sha256": "1d811e6333e5c685b9b557efccdc1269b24df3df8c53998165dd7d9189db8e76"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3942554689, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.661041983533115, "interval": [2.3540429404259124, 13.405702983147549], "p_value": 0.004750398528612063, "input_sha256": "1d811e6333e5c685b9b557efccdc1269b24df3df8c53998165dd7d9189db8e76"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.04895325276585268, "seed": 3942554689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09084897479726425, "interval": [0.032920196142682455, 0.14877775345184605], "p_value": 0.005, "input_sha256": "1d811e6333e5c685b9b557efccdc1269b24df3df8c53998165dd7d9189db8e76"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.04895325276585268, "seed": 3942554689, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09084897479726425, "interval": [0.02910829090928496, 0.13751424820491942], "p_value": 0.002986176727500645, "input_sha256": "1d811e6333e5c685b9b557efccdc1269b24df3df8c53998165dd7d9189db8e76"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1780222831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.600203840839161, "interval": [0.33086357649173515, 10.869544105186586], "p_value": 0.04, "input_sha256": "ab2f8558cf472cc85b5fd34b75de8ed6423da6c180822ccede580d2a33657985"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1780222831, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.600203840839161, "interval": [0.40983815238127086, 10.39227186251331], "p_value": 0.03789991753960478, "input_sha256": "ab2f8558cf472cc85b5fd34b75de8ed6423da6c180822ccede580d2a33657985"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.04957790269593289, "seed": 1780222831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06087060414088122, "interval": [-0.00016780929856769627, 0.12190901758033013], "p_value": 0.05, "input_sha256": "ab2f8558cf472cc85b5fd34b75de8ed6423da6c180822ccede580d2a33657985"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.04957790269593289, "seed": 1780222831, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06087060414088122, "interval": [0.006096824566546267, 0.12382699346287082], "p_value": 0.050601804595876036, "input_sha256": "ab2f8558cf472cc85b5fd34b75de8ed6423da6c180822ccede580d2a33657985"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 887984861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.47809578185886, "interval": [0.4933505657126016, 8.462840998005118], "p_value": 0.036, "input_sha256": "7acd60e02ad8e8393a76838eab25b032b150d0168589db758e6a753175af68c5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 887984861, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.47809578185886, "interval": [0.8589961304988774, 8.099366100888522], "p_value": 0.028666940746726113, "input_sha256": "7acd60e02ad8e8393a76838eab25b032b150d0168589db758e6a753175af68c5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.04815539550928718, "seed": 887984861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04310130657076333, "interval": [0.002444120856874149, 0.08375849228465251], "p_value": 0.052, "input_sha256": "7acd60e02ad8e8393a76838eab25b032b150d0168589db758e6a753175af68c5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.04815539550928718, "seed": 887984861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04310130657076333, "interval": [0.007581005217051086, 0.08112276849677977], "p_value": 0.03836750008261758, "input_sha256": "7acd60e02ad8e8393a76838eab25b032b150d0168589db758e6a753175af68c5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1854209714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3319331520615982, "interval": [-2.0532689025764066, 8.717135206699602], "p_value": 0.195, "input_sha256": "a5718cf69a41104afa1deafa361d9b1e05cd896b46613f692af18f1058e03e26"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1854209714, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3319331520615982, "interval": [-1.905843067409458, 8.266286672808512], "p_value": 0.2161819262804869, "input_sha256": "a5718cf69a41104afa1deafa361d9b1e05cd896b46613f692af18f1058e03e26"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.049988829221056096, "seed": 1854209714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03543831796007692, "interval": [-0.026474534126911337, 0.09735117004706517], "p_value": 0.236, "input_sha256": "a5718cf69a41104afa1deafa361d9b1e05cd896b46613f692af18f1058e03e26"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.049988829221056096, "seed": 1854209714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03543831796007692, "interval": [-0.02179302714196853, 0.09738391986273218], "p_value": 0.25167326495116504, "input_sha256": "a5718cf69a41104afa1deafa361d9b1e05cd896b46613f692af18f1058e03e26"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 69377499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.103744358728266, "interval": [3.696025395464197, 12.511463321992334], "p_value": 0.003, "input_sha256": "47e13025064738fb0c829cf42d1b6f5ff4306e8717460947e32a46a3a7eb14b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 69377499, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.103744358728266, "interval": [3.6196960006229624, 12.131856218286233], "p_value": 0.0006390498926498506, "input_sha256": "47e13025064738fb0c829cf42d1b6f5ff4306e8717460947e32a46a3a7eb14b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.049057322250609596, "seed": 69377499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08876744303101206, "interval": [0.0399651346101122, 0.13756975145191191], "p_value": 0.002, "input_sha256": "47e13025064738fb0c829cf42d1b6f5ff4306e8717460947e32a46a3a7eb14b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.049057322250609596, "seed": 69377499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08876744303101206, "interval": [0.03697060501627108, 0.13238765628160648], "p_value": 0.0007183983229027529, "input_sha256": "47e13025064738fb0c829cf42d1b6f5ff4306e8717460947e32a46a3a7eb14b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2501542744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.070025517104122, "interval": [1.3137773856719526, 8.826273648536292], "p_value": 0.003, "input_sha256": "08414efc6b1914a7f4426bdaac5c6e47e2a87f2810e47239c8acc00c46b8defe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2501542744, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.070025517104122, "interval": [2.0239589857430307, 9.248102466678555], "p_value": 0.009555642979152188, "input_sha256": "08414efc6b1914a7f4426bdaac5c6e47e2a87f2810e47239c8acc00c46b8defe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.04876104424168444, "seed": 2501542744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054697106283642966, "interval": [0.015117959048961904, 0.09427625351832403], "p_value": 0.004, "input_sha256": "08414efc6b1914a7f4426bdaac5c6e47e2a87f2810e47239c8acc00c46b8defe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.04876104424168444, "seed": 2501542744, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054697106283642966, "interval": [0.024882440810908665, 0.09867365005515968], "p_value": 0.008039558549163136, "input_sha256": "08414efc6b1914a7f4426bdaac5c6e47e2a87f2810e47239c8acc00c46b8defe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 287580803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2589295039210615, "interval": [-4.019556908171749, 8.537415916013872], "p_value": 0.465, "input_sha256": "44f7ac4f043dc392c5cd48bfac19b38b7c33d9d5b2cd60a756589d0a6f1f65a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 287580803, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2589295039210615, "interval": [-4.441916285822566, 7.533235555202906], "p_value": 0.46662499688483017, "input_sha256": "44f7ac4f043dc392c5cd48bfac19b38b7c33d9d5b2cd60a756589d0a6f1f65a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.04928813596279694, "seed": 287580803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025709834714822535, "interval": [-0.03801034495200499, 0.08943001438165006], "p_value": 0.414, "input_sha256": "44f7ac4f043dc392c5cd48bfac19b38b7c33d9d5b2cd60a756589d0a6f1f65a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.04928813596279694, "seed": 287580803, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025709834714822535, "interval": [-0.042372929124024156, 0.07923408621242528], "p_value": 0.41475377671644675, "input_sha256": "44f7ac4f043dc392c5cd48bfac19b38b7c33d9d5b2cd60a756589d0a6f1f65a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1323884351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.890818233196409, "interval": [-0.25937875641350683, 10.041015222806326], "p_value": 0.056, "input_sha256": "59b48c3e863d36436087e648e50d0f60077f2532538814c13889ebb4b0fafb6e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1323884351, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.890818233196409, "interval": [0.14221918906009884, 9.82754490667708], "p_value": 0.06203480145308483, "input_sha256": "59b48c3e863d36436087e648e50d0f60077f2532538814c13889ebb4b0fafb6e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.050251942831201525, "seed": 1323884351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04762796821936652, "interval": [-0.00768913516754046, 0.1029450716062735], "p_value": 0.084, "input_sha256": "59b48c3e863d36436087e648e50d0f60077f2532538814c13889ebb4b0fafb6e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.050251942831201525, "seed": 1323884351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04762796821936652, "interval": [-0.0022800035961578003, 0.10426518458441895], "p_value": 0.0893427551043165, "input_sha256": "59b48c3e863d36436087e648e50d0f60077f2532538814c13889ebb4b0fafb6e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3621166984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.826616335617198, "interval": [1.5601974985282432, 12.093035172706152], "p_value": 0.018, "input_sha256": "d3f26ab413be7a30a54e2011fcd3fc4c209cc872ca03b0ed3b2b531162687ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3621166984, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.826616335617198, "interval": [2.2660331512691894, 11.948851818118676], "p_value": 0.012592527450464979, "input_sha256": "d3f26ab413be7a30a54e2011fcd3fc4c209cc872ca03b0ed3b2b531162687ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.05044377955210786, "seed": 3621166984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.079742444426663, "interval": [0.02124255912948799, 0.13824232972383801], "p_value": 0.014, "input_sha256": "d3f26ab413be7a30a54e2011fcd3fc4c209cc872ca03b0ed3b2b531162687ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.05044377955210786, "seed": 3621166984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.079742444426663, "interval": [0.026489143423777974, 0.13442182503835542], "p_value": 0.008867755915617856, "input_sha256": "d3f26ab413be7a30a54e2011fcd3fc4c209cc872ca03b0ed3b2b531162687ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1715689063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.8960883444233065, "interval": [-0.2575452659203936, 10.049721954767007], "p_value": 0.043, "input_sha256": "89fa85fabb49e5d004e2e33d25dd3d78a060d316f30463bf0df93a7ece713375"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1715689063, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.8960883444233065, "interval": [-0.6263679440444212, 8.903483413329084], "p_value": 0.06177904167117954, "input_sha256": "89fa85fabb49e5d004e2e33d25dd3d78a060d316f30463bf0df93a7ece713375"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.05110874280477462, "seed": 1715689063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0607833218114984, "interval": [0.0058244926893089785, 0.11574215093368781], "p_value": 0.02, "input_sha256": "89fa85fabb49e5d004e2e33d25dd3d78a060d316f30463bf0df93a7ece713375"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.05110874280477462, "seed": 1715689063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0607833218114984, "interval": [0.0054517602999884255, 0.10689535576180464], "p_value": 0.03135415741656059, "input_sha256": "89fa85fabb49e5d004e2e33d25dd3d78a060d316f30463bf0df93a7ece713375"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3915115285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.662345788735381, "interval": [2.0798899952002303, 13.244801582270533], "p_value": 0.005, "input_sha256": "08f75a732077e73da6bbdd98ae452351c7e132d2d4ec37f45f686d21d9969afe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3915115285, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.662345788735381, "interval": [1.9354638325816, 12.035659897841537], "p_value": 0.008438596231619687, "input_sha256": "08f75a732077e73da6bbdd98ae452351c7e132d2d4ec37f45f686d21d9969afe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.047802893742494516, "seed": 3915115285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07175351697861267, "interval": [0.018198067482062014, 0.12530896647516332], "p_value": 0.005, "input_sha256": "08f75a732077e73da6bbdd98ae452351c7e132d2d4ec37f45f686d21d9969afe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.047802893742494516, "seed": 3915115285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07175351697861267, "interval": [0.018905516500544867, 0.11528078109335622], "p_value": 0.009983534680866145, "input_sha256": "08f75a732077e73da6bbdd98ae452351c7e132d2d4ec37f45f686d21d9969afe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2153184851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2789919979834039, "interval": [-4.402178287339348, 4.960162283306156], "p_value": 0.897, "input_sha256": "cf9ac97462f9e9653b1ba7b70676cd04aad5be7dcc00241ee8c0fbae761bd509"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2153184851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2789919979834039, "interval": [-4.637448352490302, 4.397822383517711], "p_value": 0.9045641781503493, "input_sha256": "cf9ac97462f9e9653b1ba7b70676cd04aad5be7dcc00241ee8c0fbae761bd509"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.050478022864442786, "seed": 2153184851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006743064963379342, "interval": [-0.04628440471367329, 0.05977053464043197], "p_value": 0.783, "input_sha256": "cf9ac97462f9e9653b1ba7b70676cd04aad5be7dcc00241ee8c0fbae761bd509"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.050478022864442786, "seed": 2153184851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006743064963379342, "interval": [-0.04821013721967138, 0.0509914514523361], "p_value": 0.7981903062860294, "input_sha256": "cf9ac97462f9e9653b1ba7b70676cd04aad5be7dcc00241ee8c0fbae761bd509"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1844797899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.457145432196315, "interval": [3.2213289954101976, 13.692961868982433], "p_value": 0.002, "input_sha256": "f33b65ab050f607b5f8e8b850a8438503c0a5776707f79896d7fcc2b1a95bed4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1844797899, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.457145432196315, "interval": [3.1769186473539195, 12.73651705286853], "p_value": 0.0024406253056370912, "input_sha256": "f33b65ab050f607b5f8e8b850a8438503c0a5776707f79896d7fcc2b1a95bed4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04923534010062268, "seed": 1844797899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08561837515178747, "interval": [0.03435496646618171, 0.13688178383739322], "p_value": 0.001, "input_sha256": "f33b65ab050f607b5f8e8b850a8438503c0a5776707f79896d7fcc2b1a95bed4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04923534010062268, "seed": 1844797899, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08561837515178747, "interval": [0.03624220720179543, 0.13178723947337354], "p_value": 0.0018114615592613123, "input_sha256": "f33b65ab050f607b5f8e8b850a8438503c0a5776707f79896d7fcc2b1a95bed4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3280491426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.272793712716325, "interval": [3.765283606284081, 12.78030381914857], "p_value": 0.002, "input_sha256": "63ec6449797e0cf055faa1cf52a150a2ed60443bb8129d4fd30d2c7f16ea15a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3280491426, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.272793712716325, "interval": [4.014645907597044, 12.993239925550652], "p_value": 0.0006514521899027203, "input_sha256": "63ec6449797e0cf055faa1cf52a150a2ed60443bb8129d4fd30d2c7f16ea15a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.04860635282853444, "seed": 3280491426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0834121409219424, "interval": [0.036917801460084644, 0.12990648038380015], "p_value": 0.001, "input_sha256": "63ec6449797e0cf055faa1cf52a150a2ed60443bb8129d4fd30d2c7f16ea15a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.04860635282853444, "seed": 3280491426, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0834121409219424, "interval": [0.04098396992778583, 0.1317774897868708], "p_value": 0.0008314516043197441, "input_sha256": "63ec6449797e0cf055faa1cf52a150a2ed60443bb8129d4fd30d2c7f16ea15a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1176960110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.237141273773725, "interval": [-2.502363783262977, 6.976646330810427], "p_value": 0.378, "input_sha256": "11d0eb3495441d9967afd2e758da54150b7f2d8f0fedb9cb495212660419f023"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1176960110, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.237141273773725, "interval": [-2.2690411305471923, 6.350359458888848], "p_value": 0.3449760400284476, "input_sha256": "11d0eb3495441d9967afd2e758da54150b7f2d8f0fedb9cb495212660419f023"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04909559971869236, "seed": 1176960110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010651652490442906, "interval": [-0.04156462084411273, 0.06286792582499853], "p_value": 0.688, "input_sha256": "11d0eb3495441d9967afd2e758da54150b7f2d8f0fedb9cb495212660419f023"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04909559971869236, "seed": 1176960110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010651652490442906, "interval": [-0.036807822057168656, 0.05562563126210923], "p_value": 0.681552961640855, "input_sha256": "11d0eb3495441d9967afd2e758da54150b7f2d8f0fedb9cb495212660419f023"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 92881559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.163081962725705, "interval": [0.06801241137211367, 10.258151514079298], "p_value": 0.042, "input_sha256": "64db022155e27995e5a7cbc63b212e6cfc2c76b8e53baad2ef06efd5e1ecc040"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 92881559, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.163081962725705, "interval": [0.0025436780835921217, 9.592433715506095], "p_value": 0.04717200918195044, "input_sha256": "64db022155e27995e5a7cbc63b212e6cfc2c76b8e53baad2ef06efd5e1ecc040"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.050273183498101094, "seed": 92881559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044695881647301955, "interval": [-0.01300256075095723, 0.10239432404556115], "p_value": 0.131, "input_sha256": "64db022155e27995e5a7cbc63b212e6cfc2c76b8e53baad2ef06efd5e1ecc040"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.050273183498101094, "seed": 92881559, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044695881647301955, "interval": [-0.01475606160104984, 0.09207938119117734], "p_value": 0.12487603090945974, "input_sha256": "64db022155e27995e5a7cbc63b212e6cfc2c76b8e53baad2ef06efd5e1ecc040"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2675943652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.696748815674999, "interval": [-4.438895609409233, 5.832393240759231], "p_value": 0.787, "input_sha256": "dfe3de52cec353015986e340f86be5a5a7bf83040cb9472db2a84d0241f552a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2675943652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.696748815674999, "interval": [-4.44114277244125, 4.853945757301201], "p_value": 0.7850744218564546, "input_sha256": "dfe3de52cec353015986e340f86be5a5a7bf83040cb9472db2a84d0241f552a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04808245628627715, "seed": 2675943652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002711414324206185, "interval": [-0.0554996798445739, 0.05007685119616153], "p_value": 0.916, "input_sha256": "dfe3de52cec353015986e340f86be5a5a7bf83040cb9472db2a84d0241f552a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04808245628627715, "seed": 2675943652, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002711414324206185, "interval": [-0.05862086586294642, 0.04060980595347104], "p_value": 0.917668891165349, "input_sha256": "dfe3de52cec353015986e340f86be5a5a7bf83040cb9472db2a84d0241f552a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2893053806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.400775240808384, "interval": [1.1753352524318128, 13.626215229184956], "p_value": 0.025, "input_sha256": "8a00233eb60f13ec72587fd4e852b057e9776c8b72d5b17b3d9fa1dc64f9e6aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2893053806, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.400775240808384, "interval": [1.4201023105850419, 12.75559604846258], "p_value": 0.021104731049332887, "input_sha256": "8a00233eb60f13ec72587fd4e852b057e9776c8b72d5b17b3d9fa1dc64f9e6aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.05069398846415094, "seed": 2893053806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.069589821302926, "interval": [-0.004114520166956431, 0.14329416277280843], "p_value": 0.069, "input_sha256": "8a00233eb60f13ec72587fd4e852b057e9776c8b72d5b17b3d9fa1dc64f9e6aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.05069398846415094, "seed": 2893053806, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.069589821302926, "interval": [-0.005660986867507021, 0.1310949346585787], "p_value": 0.06350969450177987, "input_sha256": "8a00233eb60f13ec72587fd4e852b057e9776c8b72d5b17b3d9fa1dc64f9e6aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3268192067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.761155127220395, "interval": [1.268238881736604, 10.254071372704185], "p_value": 0.012, "input_sha256": "7b81ab0ad9c5090b831813e4eb75aece66be937e635af1990707b53b9560bc4c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3268192067, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.761155127220395, "interval": [1.3025858820555831, 9.816922213025382], "p_value": 0.013502785283434713, "input_sha256": "7b81ab0ad9c5090b831813e4eb75aece66be937e635af1990707b53b9560bc4c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.05061160236200668, "seed": 3268192067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06651007412408698, "interval": [0.01581112841809397, 0.11720901983007999], "p_value": 0.007, "input_sha256": "7b81ab0ad9c5090b831813e4eb75aece66be937e635af1990707b53b9560bc4c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.05061160236200668, "seed": 3268192067, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06651007412408698, "interval": [0.01575026242677879, 0.1136918843733944], "p_value": 0.011771737318685159, "input_sha256": "7b81ab0ad9c5090b831813e4eb75aece66be937e635af1990707b53b9560bc4c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2897447925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.270889649736054, "interval": [-2.6661497008732766, 7.207929000345384], "p_value": 0.378, "input_sha256": "16a2cba3f7c4c59fb00ed21c004b849e266e431f77b3a204e9fd63e2f2bae876"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2897447925, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.270889649736054, "interval": [-2.4821013128431093, 6.948270967158783], "p_value": 0.3576482563934468, "input_sha256": "16a2cba3f7c4c59fb00ed21c004b849e266e431f77b3a204e9fd63e2f2bae876"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.04819873027185666, "seed": 2897447925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019892752838213873, "interval": [-0.033857903717053044, 0.0736434093934808], "p_value": 0.467, "input_sha256": "16a2cba3f7c4c59fb00ed21c004b849e266e431f77b3a204e9fd63e2f2bae876"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.04819873027185666, "seed": 2897447925, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019892752838213873, "interval": [-0.036836427201452186, 0.06767761945121352], "p_value": 0.4583274870226898, "input_sha256": "16a2cba3f7c4c59fb00ed21c004b849e266e431f77b3a204e9fd63e2f2bae876"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3000213728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.220031668097184, "interval": [0.6682939071661389, 13.771769429028229], "p_value": 0.026, "input_sha256": "499be90359a5ba3020004f1616da561955e55d10f573bcf363263fe2ca515a7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3000213728, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.220031668097184, "interval": [1.120071036435159, 12.956652587633402], "p_value": 0.03166947551029433, "input_sha256": "499be90359a5ba3020004f1616da561955e55d10f573bcf363263fe2ca515a7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.05033447190063911, "seed": 3000213728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07653164261949764, "interval": [0.008992806096629904, 0.14407047914236537], "p_value": 0.022, "input_sha256": "499be90359a5ba3020004f1616da561955e55d10f573bcf363263fe2ca515a7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.05033447190063911, "seed": 3000213728, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07653164261949764, "interval": [0.011530631056775185, 0.1382751609750126], "p_value": 0.02743068069087558, "input_sha256": "499be90359a5ba3020004f1616da561955e55d10f573bcf363263fe2ca515a7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2416273619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3074020062290668, "interval": [-3.0762298478794277, 7.691033860337561], "p_value": 0.399, "input_sha256": "32743ffac5c7b0e29e1b2c0d71ce6868b46f83c3c5ff30a5e63beca2c8a2c184"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2416273619, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3074020062290668, "interval": [-2.2358511047642, 7.330804434941087], "p_value": 0.3909202528966671, "input_sha256": "32743ffac5c7b0e29e1b2c0d71ce6868b46f83c3c5ff30a5e63beca2c8a2c184"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.051410055596237694, "seed": 2416273619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02196776410969975, "interval": [-0.03867363474271356, 0.08260916296211307], "p_value": 0.469, "input_sha256": "32743ffac5c7b0e29e1b2c0d71ce6868b46f83c3c5ff30a5e63beca2c8a2c184"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.051410055596237694, "seed": 2416273619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02196776410969975, "interval": [-0.029597684126940266, 0.08218953433859699], "p_value": 0.4678063928567646, "input_sha256": "32743ffac5c7b0e29e1b2c0d71ce6868b46f83c3c5ff30a5e63beca2c8a2c184"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2403287526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1337007326237547, "interval": [-2.466377974083362, 6.733779439330871], "p_value": 0.348, "input_sha256": "c8a19224cd8fa043b8d52b10eb5fa1ee29d8560194ae6bc6185d3c35f4ddd526"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2403287526, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1337007326237547, "interval": [-2.5214395939455976, 6.320171897528388], "p_value": 0.3528207751155368, "input_sha256": "c8a19224cd8fa043b8d52b10eb5fa1ee29d8560194ae6bc6185d3c35f4ddd526"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04966978569006645, "seed": 2403287526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02230236435270272, "interval": [-0.02104005792768611, 0.06564478663309155], "p_value": 0.295, "input_sha256": "c8a19224cd8fa043b8d52b10eb5fa1ee29d8560194ae6bc6185d3c35f4ddd526"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04966978569006645, "seed": 2403287526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02230236435270272, "interval": [-0.017999392550517163, 0.06391661443961176], "p_value": 0.30404864497109285, "input_sha256": "c8a19224cd8fa043b8d52b10eb5fa1ee29d8560194ae6bc6185d3c35f4ddd526"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4249176804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.208780201109068, "interval": [-1.0675131724577307, 11.485073574675866], "p_value": 0.106, "input_sha256": "52320e2a0c8ad5fa045b305390f3ac1186d67c20565f3f4929cbfc2e13358f17"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4249176804, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.208780201109068, "interval": [-0.5711418194411303, 10.964968076997609], "p_value": 0.10071563826481152, "input_sha256": "52320e2a0c8ad5fa045b305390f3ac1186d67c20565f3f4929cbfc2e13358f17"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.04983787366435681, "seed": 4249176804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057400233966155984, "interval": [-0.021608449637136803, 0.13640891756944878], "p_value": 0.17, "input_sha256": "52320e2a0c8ad5fa045b305390f3ac1186d67c20565f3f4929cbfc2e13358f17"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.04983787366435681, "seed": 4249176804, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057400233966155984, "interval": [-0.004682442857943438, 0.1476756224527063], "p_value": 0.14787085379930012, "input_sha256": "52320e2a0c8ad5fa045b305390f3ac1186d67c20565f3f4929cbfc2e13358f17"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 541350436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7879085795233607, "interval": [-2.5698148613070844, 6.145632020353806], "p_value": 0.401, "input_sha256": "8c4569a5daacf7ef7567bddd3a4f056a37cd83b313b193dc4ff274c1fc0da903"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 541350436, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7879085795233607, "interval": [-2.302786097556727, 5.7473042918761905], "p_value": 0.41101681505792964, "input_sha256": "8c4569a5daacf7ef7567bddd3a4f056a37cd83b313b193dc4ff274c1fc0da903"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.05032075540629425, "seed": 541350436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01225070456885799, "interval": [-0.03447981536078322, 0.0589812244984992], "p_value": 0.6, "input_sha256": "8c4569a5daacf7ef7567bddd3a4f056a37cd83b313b193dc4ff274c1fc0da903"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.05032075540629425, "seed": 541350436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01225070456885799, "interval": [-0.030408297497034456, 0.05569832829236081], "p_value": 0.5986709326812727, "input_sha256": "8c4569a5daacf7ef7567bddd3a4f056a37cd83b313b193dc4ff274c1fc0da903"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3222394697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.655573556072998, "interval": [-0.57970564910881, 9.890852761254806], "p_value": 0.08, "input_sha256": "846b27eb07849ff24817391caf75e653b713546f81ab0f4c006bbb6f236a5bad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3222394697, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.655573556072998, "interval": [-0.35328091886533264, 9.245674276061626], "p_value": 0.07974546890556575, "input_sha256": "846b27eb07849ff24817391caf75e653b713546f81ab0f4c006bbb6f236a5bad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.04816919492414096, "seed": 3222394697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05948778647993866, "interval": [0.00287360519753109, 0.11610196776234623], "p_value": 0.037, "input_sha256": "846b27eb07849ff24817391caf75e653b713546f81ab0f4c006bbb6f236a5bad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.04816919492414096, "seed": 3222394697, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05948778647993866, "interval": [0.007859739536054108, 0.11336015113928172], "p_value": 0.039972992697545416, "input_sha256": "846b27eb07849ff24817391caf75e653b713546f81ab0f4c006bbb6f236a5bad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2329420570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.885644764173764, "interval": [3.2313862822889545, 12.539903246058575], "p_value": 0.002, "input_sha256": "224bb5a6930a603dc26831d19eb0ee0f55a81347fa8d89791a00bdc73f13f414"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2329420570, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.885644764173764, "interval": [3.368769305897122, 12.450245792955338], "p_value": 0.0014895889378202258, "input_sha256": "224bb5a6930a603dc26831d19eb0ee0f55a81347fa8d89791a00bdc73f13f414"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.04841886185018745, "seed": 2329420570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07178554733293709, "interval": [0.026900145510556958, 0.11667094915531721], "p_value": 0.003, "input_sha256": "224bb5a6930a603dc26831d19eb0ee0f55a81347fa8d89791a00bdc73f13f414"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.04841886185018745, "seed": 2329420570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07178554733293709, "interval": [0.02546131801583579, 0.1158470446060795], "p_value": 0.0025096080757724764, "input_sha256": "224bb5a6930a603dc26831d19eb0ee0f55a81347fa8d89791a00bdc73f13f414"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3616450570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.768055496994355, "interval": [5.049127657071599, 12.486983336917111], "p_value": 0.001, "input_sha256": "82f428b8a38fc21e064452ec6082bc3a41d52dc22d7fb8a3ecc4b6f500069cb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3616450570, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.768055496994355, "interval": [5.221942349274613, 12.387716789242774], "p_value": 2.6963741408269155e-05, "input_sha256": "82f428b8a38fc21e064452ec6082bc3a41d52dc22d7fb8a3ecc4b6f500069cb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.04886048159502984, "seed": 3616450570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08793555990547319, "interval": [0.05152222992683011, 0.12434888988411627], "p_value": 0.001, "input_sha256": "82f428b8a38fc21e064452ec6082bc3a41d52dc22d7fb8a3ecc4b6f500069cb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.04886048159502984, "seed": 3616450570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08793555990547319, "interval": [0.0542872397158922, 0.12324799508554496], "p_value": 1.8835683455351997e-05, "input_sha256": "82f428b8a38fc21e064452ec6082bc3a41d52dc22d7fb8a3ecc4b6f500069cb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 941594573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.639746316539659, "interval": [0.5386956381502737, 10.740796994929045], "p_value": 0.032, "input_sha256": "5091d38cbc4e40eccc20bcafb209b503db65b146ed11f8debf20d5c47f0d39a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 941594573, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.639746316539659, "interval": [1.0540158819657548, 10.094431439704444], "p_value": 0.0313160454569415, "input_sha256": "5091d38cbc4e40eccc20bcafb209b503db65b146ed11f8debf20d5c47f0d39a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.05155585789555759, "seed": 941594573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049181626063650674, "interval": [-0.016238672726453005, 0.11460192485375435], "p_value": 0.142, "input_sha256": "5091d38cbc4e40eccc20bcafb209b503db65b146ed11f8debf20d5c47f0d39a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.05155585789555759, "seed": 941594573, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049181626063650674, "interval": [-0.015084647305714403, 0.10565115782729825], "p_value": 0.1354823851318409, "input_sha256": "5091d38cbc4e40eccc20bcafb209b503db65b146ed11f8debf20d5c47f0d39a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2814919301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.601268457665474, "interval": [-1.8443704380509196, 11.046907353381867], "p_value": 0.157, "input_sha256": "9dbd6f66e64d470c1fef034bd73763728d9322914cd87c6171bfa4ce9335bf51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2814919301, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.601268457665474, "interval": [-1.1018083527392124, 11.181289381063973], "p_value": 0.15660078951533438, "input_sha256": "9dbd6f66e64d470c1fef034bd73763728d9322914cd87c6171bfa4ce9335bf51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.04787697916438922, "seed": 2814919301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04413292447955851, "interval": [-0.01896591174553386, 0.10723176070465087], "p_value": 0.182, "input_sha256": "9dbd6f66e64d470c1fef034bd73763728d9322914cd87c6171bfa4ce9335bf51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.04787697916438922, "seed": 2814919301, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04413292447955851, "interval": [-0.013230916395518199, 0.10893138487687706], "p_value": 0.164936404621411, "input_sha256": "9dbd6f66e64d470c1fef034bd73763728d9322914cd87c6171bfa4ce9335bf51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3209219980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.26702740767264, "interval": [6.88627876308641, 15.64777605225887], "p_value": 0.001, "input_sha256": "afa683d6d2fd2014e60c46fa5cbe9933ac724428379eedf6c9a5aa826df2ab1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3209219980, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.26702740767264, "interval": [6.780183379855968, 15.440040841432506], "p_value": 8.027252731137036e-06, "input_sha256": "afa683d6d2fd2014e60c46fa5cbe9933ac724428379eedf6c9a5aa826df2ab1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.050402028840160464, "seed": 3209219980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12243670948171738, "interval": [0.07433240584989827, 0.17054101311353648], "p_value": 0.001, "input_sha256": "afa683d6d2fd2014e60c46fa5cbe9933ac724428379eedf6c9a5aa826df2ab1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.050402028840160464, "seed": 3209219980, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12243670948171738, "interval": [0.07157645875787264, 0.16567222338198787], "p_value": 9.794137342241751e-06, "input_sha256": "afa683d6d2fd2014e60c46fa5cbe9933ac724428379eedf6c9a5aa826df2ab1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 592377791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2921480550614, "interval": [-1.2925968524470495, 9.87689296256985], "p_value": 0.128, "input_sha256": "36daf5bcf9697337f72f63bc254b14336675dde2e1d25539531852e90ed338ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 592377791, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2921480550614, "interval": [-1.1484093902962762, 9.382184664278617], "p_value": 0.12795255783042606, "input_sha256": "36daf5bcf9697337f72f63bc254b14336675dde2e1d25539531852e90ed338ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04945985999393872, "seed": 592377791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05175736608768816, "interval": [-0.01304433609899558, 0.1165590682743719], "p_value": 0.114, "input_sha256": "36daf5bcf9697337f72f63bc254b14336675dde2e1d25539531852e90ed338ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04945985999393872, "seed": 592377791, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05175736608768816, "interval": [-0.007670577421670049, 0.11357252724749083], "p_value": 0.11397451850922412, "input_sha256": "36daf5bcf9697337f72f63bc254b14336675dde2e1d25539531852e90ed338ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 557624099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.364564163484128, "interval": [0.8411786208145191, 11.887949706153737], "p_value": 0.02, "input_sha256": "74005b2c4b1cc7fc45b8745d337c547e0d8ec221c8a0d7b46c66c5f500c35d74"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 557624099, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.364564163484128, "interval": [1.2606132717584315, 11.98164678299573], "p_value": 0.025104135820655522, "input_sha256": "74005b2c4b1cc7fc45b8745d337c547e0d8ec221c8a0d7b46c66c5f500c35d74"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.04869669579608278, "seed": 557624099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052359612680886014, "interval": [-0.0034357354019104586, 0.10815496076368249], "p_value": 0.057, "input_sha256": "74005b2c4b1cc7fc45b8745d337c547e0d8ec221c8a0d7b46c66c5f500c35d74"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.04869669579608278, "seed": 557624099, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052359612680886014, "interval": [0.001250669482079796, 0.11145629260307427], "p_value": 0.06506512057563138, "input_sha256": "74005b2c4b1cc7fc45b8745d337c547e0d8ec221c8a0d7b46c66c5f500c35d74"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 814981387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.385404293357684, "interval": [0.4197354103790838, 8.351073176336286], "p_value": 0.021, "input_sha256": "000b541ca7d3a1a07943e4bbd4af886fe85f81d24cbe8bed9d9fbf8e65795468"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 814981387, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.385404293357684, "interval": [0.5002129880185773, 7.787024391922564], "p_value": 0.031132045986563012, "input_sha256": "000b541ca7d3a1a07943e4bbd4af886fe85f81d24cbe8bed9d9fbf8e65795468"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.04891257532631974, "seed": 814981387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04128709063848979, "interval": [0.0011197766042574386, 0.08145440467272214], "p_value": 0.043, "input_sha256": "000b541ca7d3a1a07943e4bbd4af886fe85f81d24cbe8bed9d9fbf8e65795468"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.04891257532631974, "seed": 814981387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04128709063848979, "interval": [0.002804156078617592, 0.076107520033961], "p_value": 0.04424699607564095, "input_sha256": "000b541ca7d3a1a07943e4bbd4af886fe85f81d24cbe8bed9d9fbf8e65795468"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2679623594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0704444597384306, "interval": [-3.499559112394606, 7.640448031871467], "p_value": 0.479, "input_sha256": "7318af2dc7d435610b2a56a0ed95efde1cb5fa3a2c47f721b7c438ae4d9a9613"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2679623594, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0704444597384306, "interval": [-4.184134256230372, 6.733362395063223], "p_value": 0.4560558615883863, "input_sha256": "7318af2dc7d435610b2a56a0ed95efde1cb5fa3a2c47f721b7c438ae4d9a9613"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0496327092104694, "seed": 2679623594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021125054863592563, "interval": [-0.04103367189520598, 0.08328378162239111], "p_value": 0.502, "input_sha256": "7318af2dc7d435610b2a56a0ed95efde1cb5fa3a2c47f721b7c438ae4d9a9613"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0496327092104694, "seed": 2679623594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021125054863592563, "interval": [-0.04826775365153944, 0.07467395078027762], "p_value": 0.4952387705540613, "input_sha256": "7318af2dc7d435610b2a56a0ed95efde1cb5fa3a2c47f721b7c438ae4d9a9613"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2188491879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9570776833913772, "interval": [-3.3811586536854596, 7.295314020468214], "p_value": 0.472, "input_sha256": "17d61ed5cf26dba0241a3d12ced0265aab593d2f5fa9a5dff5caae08179fbdd3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2188491879, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9570776833913772, "interval": [-2.7244479298532456, 7.075009922694654], "p_value": 0.461720101647355, "input_sha256": "17d61ed5cf26dba0241a3d12ced0265aab593d2f5fa9a5dff5caae08179fbdd3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.048766504643814955, "seed": 2188491879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019338258507581793, "interval": [-0.038856622764275484, 0.07753313977943907], "p_value": 0.522, "input_sha256": "17d61ed5cf26dba0241a3d12ced0265aab593d2f5fa9a5dff5caae08179fbdd3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.048766504643814955, "seed": 2188491879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019338258507581793, "interval": [-0.03155280762417289, 0.07746368399758322], "p_value": 0.5041159000502904, "input_sha256": "17d61ed5cf26dba0241a3d12ced0265aab593d2f5fa9a5dff5caae08179fbdd3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2817951722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.236476615524673, "interval": [2.8315105420461917, 13.641442689003153], "p_value": 0.005, "input_sha256": "549ab5d21ccaac6e762d3d1754a4dfda773f4c514224fbb05c977230dc2b2df2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2817951722, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.236476615524673, "interval": [2.939925886449234, 12.901528031215092], "p_value": 0.003891105210726126, "input_sha256": "549ab5d21ccaac6e762d3d1754a4dfda773f4c514224fbb05c977230dc2b2df2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.048626316280652546, "seed": 2817951722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0767020105003446, "interval": [0.02449900794034421, 0.128905013060345], "p_value": 0.005, "input_sha256": "549ab5d21ccaac6e762d3d1754a4dfda773f4c514224fbb05c977230dc2b2df2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.048626316280652546, "seed": 2817951722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0767020105003446, "interval": [0.024887143563970985, 0.1214788556610754], "p_value": 0.005142282728694629, "input_sha256": "549ab5d21ccaac6e762d3d1754a4dfda773f4c514224fbb05c977230dc2b2df2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1999548678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.31458327905769, "interval": [-0.6983786966180867, 9.327545254733465], "p_value": 0.085, "input_sha256": "482e2a280f935a37485471cffb08cf7f11d0ba6c28b1eb86dd3bb272397b66d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1999548678, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.31458327905769, "interval": [-0.3977448269059931, 8.983940985169227], "p_value": 0.08942855360287143, "input_sha256": "482e2a280f935a37485471cffb08cf7f11d0ba6c28b1eb86dd3bb272397b66d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.049438156984637764, "seed": 1999548678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030501434957428075, "interval": [-0.024736843972643592, 0.08573971388749974], "p_value": 0.242, "input_sha256": "482e2a280f935a37485471cffb08cf7f11d0ba6c28b1eb86dd3bb272397b66d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.049438156984637764, "seed": 1999548678, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030501434957428075, "interval": [-0.025823532184727504, 0.07887100296621265], "p_value": 0.2696141745127027, "input_sha256": "482e2a280f935a37485471cffb08cf7f11d0ba6c28b1eb86dd3bb272397b66d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3252147770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07773481560523976, "interval": [-5.256390932541999, 5.100921301331519], "p_value": 0.975, "input_sha256": "236a46009344d7626f48d4165b675a5665cb0c8d752d130cac256de0bdb898d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3252147770, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07773481560523976, "interval": [-5.202496698151191, 5.039635052214224], "p_value": 0.9759141996987591, "input_sha256": "236a46009344d7626f48d4165b675a5665cb0c8d752d130cac256de0bdb898d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.049645880575430755, "seed": 3252147770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017979508946083966, "interval": [-0.07557779721308222, 0.039618779320914295], "p_value": 0.527, "input_sha256": "236a46009344d7626f48d4165b675a5665cb0c8d752d130cac256de0bdb898d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.049645880575430755, "seed": 3252147770, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017979508946083966, "interval": [-0.07337094085604833, 0.03849422087629465], "p_value": 0.5303260806031588, "input_sha256": "236a46009344d7626f48d4165b675a5665cb0c8d752d130cac256de0bdb898d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1126965775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0565793936951309, "interval": [-3.550078290536727, 5.663237077926989], "p_value": 0.656, "input_sha256": "2c9cb21597273451ce4ba4acfaa2fab66c035f251a24c6f3633ecf2fae138946"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1126965775, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0565793936951309, "interval": [-3.4002058137634052, 5.479946686490668], "p_value": 0.645041911677849, "input_sha256": "2c9cb21597273451ce4ba4acfaa2fab66c035f251a24c6f3633ecf2fae138946"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.052205988069388934, "seed": 1126965775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01834051984953121, "interval": [-0.03231982305402308, 0.0690008627530855], "p_value": 0.464, "input_sha256": "2c9cb21597273451ce4ba4acfaa2fab66c035f251a24c6f3633ecf2fae138946"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.052205988069388934, "seed": 1126965775, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01834051984953121, "interval": [-0.028152531733206313, 0.07204401826901902], "p_value": 0.4679059568375906, "input_sha256": "2c9cb21597273451ce4ba4acfaa2fab66c035f251a24c6f3633ecf2fae138946"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 444991863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.46856740079565, "interval": [4.086570182230659, 12.85056461936064], "p_value": 0.001, "input_sha256": "9dd20eaccc81f6358ac7e5dd1eff357ee0a385aeafe2a307085953981439ec6c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 444991863, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.46856740079565, "interval": [4.408606624204945, 12.398928167845396], "p_value": 0.00036922426817778914, "input_sha256": "9dd20eaccc81f6358ac7e5dd1eff357ee0a385aeafe2a307085953981439ec6c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04894038594469149, "seed": 444991863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07746231763731731, "interval": [0.03268995602730921, 0.12223467924732542], "p_value": 0.001, "input_sha256": "9dd20eaccc81f6358ac7e5dd1eff357ee0a385aeafe2a307085953981439ec6c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04894038594469149, "seed": 444991863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07746231763731731, "interval": [0.035842714951045684, 0.11698958622768366], "p_value": 0.0012097748740074455, "input_sha256": "9dd20eaccc81f6358ac7e5dd1eff357ee0a385aeafe2a307085953981439ec6c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3152171567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.151625143014943, "interval": [0.04630620905719507, 10.25694407697269], "p_value": 0.042, "input_sha256": "b297022fd1db24c72f87b376a907286950dbf2254d2a93b27ca33f5b20132130"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3152171567, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.151625143014943, "interval": [-0.48270226617145423, 9.25461916655106], "p_value": 0.04805938167226979, "input_sha256": "b297022fd1db24c72f87b376a907286950dbf2254d2a93b27ca33f5b20132130"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.04883787420539911, "seed": 3152171567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04954694365938789, "interval": [-0.0035088880107353587, 0.10260277532951113], "p_value": 0.065, "input_sha256": "b297022fd1db24c72f87b376a907286950dbf2254d2a93b27ca33f5b20132130"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.04883787420539911, "seed": 3152171567, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04954694365938789, "interval": [-0.005588146687206179, 0.09288317139631858], "p_value": 0.06632771664310777, "input_sha256": "b297022fd1db24c72f87b376a907286950dbf2254d2a93b27ca33f5b20132130"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2229797273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2809178272619377, "interval": [-3.6401332646909674, 10.201968919214842], "p_value": 0.351, "input_sha256": "4b2a0c7d5a59c2275c6a386d7f4bd1794c0cd5bd20e3d83fe9525e3684465697"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2229797273, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2809178272619377, "interval": [-3.0525714006094695, 10.018673529505707], "p_value": 0.33849430881945064, "input_sha256": "4b2a0c7d5a59c2275c6a386d7f4bd1794c0cd5bd20e3d83fe9525e3684465697"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.04986409786001823, "seed": 2229797273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049992147491568814, "interval": [-0.027834362907130483, 0.1278186578902681], "p_value": 0.187, "input_sha256": "4b2a0c7d5a59c2275c6a386d7f4bd1794c0cd5bd20e3d83fe9525e3684465697"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.04986409786001823, "seed": 2229797273, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049992147491568814, "interval": [-0.015283331003783191, 0.13588631362584178], "p_value": 0.19737082137258632, "input_sha256": "4b2a0c7d5a59c2275c6a386d7f4bd1794c0cd5bd20e3d83fe9525e3684465697"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 605616740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.534494975582328, "interval": [1.9404499279495093, 13.128540023215148], "p_value": 0.009, "input_sha256": "fabb5fe40918fa2598bfbb5eee7b921b9004abf890cece9cc52cf455abfd4345"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 605616740, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.534494975582328, "interval": [2.8231265462176016, 13.558924034137025], "p_value": 0.009898821736745358, "input_sha256": "fabb5fe40918fa2598bfbb5eee7b921b9004abf890cece9cc52cf455abfd4345"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04928723698107444, "seed": 605616740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07394871703240248, "interval": [0.008120419229348821, 0.13977701483545613], "p_value": 0.034, "input_sha256": "fabb5fe40918fa2598bfbb5eee7b921b9004abf890cece9cc52cf455abfd4345"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04928723698107444, "seed": 605616740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07394871703240248, "interval": [0.01941946947143439, 0.14716059459996156], "p_value": 0.028927388786432955, "input_sha256": "fabb5fe40918fa2598bfbb5eee7b921b9004abf890cece9cc52cf455abfd4345"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 401551694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.726499140027265, "interval": [4.149567898970293, 17.303430381084237], "p_value": 0.002, "input_sha256": "3e2c475a2ee3899352c9ba48c2720b257e26fd9d9ffbf8b2e6ceec12e628b6ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 401551694, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.726499140027265, "interval": [4.712118262619679, 17.106677285985192], "p_value": 0.0020985443531706645, "input_sha256": "3e2c475a2ee3899352c9ba48c2720b257e26fd9d9ffbf8b2e6ceec12e628b6ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.049433251540543656, "seed": 401551694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11115861897562032, "interval": [0.043563089572745725, 0.1787541483784949], "p_value": 0.001, "input_sha256": "3e2c475a2ee3899352c9ba48c2720b257e26fd9d9ffbf8b2e6ceec12e628b6ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.049433251540543656, "seed": 401551694, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11115861897562032, "interval": [0.05016570561789568, 0.18067854992889038], "p_value": 0.001953197391765468, "input_sha256": "3e2c475a2ee3899352c9ba48c2720b257e26fd9d9ffbf8b2e6ceec12e628b6ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 852684873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.320784875410736, "interval": [2.4845379788764514, 14.15703177194502], "p_value": 0.004, "input_sha256": "9221a049db35022664e659e7f257a0c474d44cf06db3a8619e319aab39e49bda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 852684873, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.320784875410736, "interval": [3.96081546845545, 15.406114168488292], "p_value": 0.006462120665150315, "input_sha256": "9221a049db35022664e659e7f257a0c474d44cf06db3a8619e319aab39e49bda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.04847947098624152, "seed": 852684873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07783798644485036, "interval": [0.02270226391088264, 0.13297370897881808], "p_value": 0.006, "input_sha256": "9221a049db35022664e659e7f257a0c474d44cf06db3a8619e319aab39e49bda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.04847947098624152, "seed": 852684873, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07783798644485036, "interval": [0.034708444094211977, 0.13793241472049583], "p_value": 0.006883698058769562, "input_sha256": "9221a049db35022664e659e7f257a0c474d44cf06db3a8619e319aab39e49bda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3388190981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.200520691174665, "interval": [-4.046698056592995, 8.447739438942325], "p_value": 0.475, "input_sha256": "9ac251105191dcdc134df992511b325ed7617f4a455712680092239b745a827d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3388190981, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.200520691174665, "interval": [-4.039898594800022, 7.60528295093468], "p_value": 0.47854951566331494, "input_sha256": "9ac251105191dcdc134df992511b325ed7617f4a455712680092239b745a827d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.049555043901098765, "seed": 3388190981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019634031634176097, "interval": [-0.043660546619923274, 0.08292860988827547], "p_value": 0.528, "input_sha256": "9ac251105191dcdc134df992511b325ed7617f4a455712680092239b745a827d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.049555043901098765, "seed": 3388190981, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019634031634176097, "interval": [-0.04050270900366947, 0.07843913309301935], "p_value": 0.5325680789959379, "input_sha256": "9ac251105191dcdc134df992511b325ed7617f4a455712680092239b745a827d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3684089531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8920925573360625, "interval": [-1.8798442495467134, 9.664029364218838], "p_value": 0.185, "input_sha256": "ff3c2781b65869b6f5d7f40de263f8f9f6dd9776eaf7631a171a63755b75a764"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3684089531, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8920925573360625, "interval": [-3.6367361399780282, 8.332051722077047], "p_value": 0.1786766718202471, "input_sha256": "ff3c2781b65869b6f5d7f40de263f8f9f6dd9776eaf7631a171a63755b75a764"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04813177220860256, "seed": 3684089531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03170860132251925, "interval": [-0.025011685243438248, 0.08842888788847675], "p_value": 0.267, "input_sha256": "ff3c2781b65869b6f5d7f40de263f8f9f6dd9776eaf7631a171a63755b75a764"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04813177220860256, "seed": 3684089531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03170860132251925, "interval": [-0.03391255136647344, 0.07819329614644242], "p_value": 0.2642291607215462, "input_sha256": "ff3c2781b65869b6f5d7f40de263f8f9f6dd9776eaf7631a171a63755b75a764"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 414682321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.133490282946573, "interval": [4.18842380110932, 14.078556764783826], "p_value": 0.001, "input_sha256": "265940fc20333ee70496879bacb9bb1bc58a92cb4137c25e8a87b50d23a8867b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 414682321, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.133490282946573, "interval": [4.043499642068894, 13.283307878306903], "p_value": 0.0006585330236489656, "input_sha256": "265940fc20333ee70496879bacb9bb1bc58a92cb4137c25e8a87b50d23a8867b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.05049265900125127, "seed": 414682321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10142035835650957, "interval": [0.04995470072772494, 0.15288601598529422], "p_value": 0.001, "input_sha256": "265940fc20333ee70496879bacb9bb1bc58a92cb4137c25e8a87b50d23a8867b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.05049265900125127, "seed": 414682321, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10142035835650957, "interval": [0.049900351185787256, 0.14300932142149753], "p_value": 0.00034462657525753654, "input_sha256": "265940fc20333ee70496879bacb9bb1bc58a92cb4137c25e8a87b50d23a8867b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4048420986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.944494203672864, "interval": [2.982814275658892, 10.906174131686836], "p_value": 0.002, "input_sha256": "f1f355906f784eb100fbdb6a131a40473d18387be4c34df9515191d55b9985f5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4048420986, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.944494203672864, "interval": [3.4717797216008384, 10.534555323961529], "p_value": 0.0010841961578716254, "input_sha256": "f1f355906f784eb100fbdb6a131a40473d18387be4c34df9515191d55b9985f5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.049777394439830015, "seed": 4048420986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.068560903689411, "interval": [0.025956431934641797, 0.11116537544418022], "p_value": 0.004, "input_sha256": "f1f355906f784eb100fbdb6a131a40473d18387be4c34df9515191d55b9985f5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.049777394439830015, "seed": 4048420986, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.068560903689411, "interval": [0.03156046631686734, 0.10576333572644706], "p_value": 0.0024209422880288583, "input_sha256": "f1f355906f784eb100fbdb6a131a40473d18387be4c34df9515191d55b9985f5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2436053769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.793702877890549, "interval": [0.43769946363531176, 9.149706292145787], "p_value": 0.031, "input_sha256": "c4e6f426e104b48dc682087db49b3f9134106e9b3692bfa9e7cd4744f34cb7d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2436053769, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.793702877890549, "interval": [0.5774921905629398, 8.637749961277915], "p_value": 0.03201767210148298, "input_sha256": "c4e6f426e104b48dc682087db49b3f9134106e9b3692bfa9e7cd4744f34cb7d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.048623462124166274, "seed": 2436053769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04748453941182665, "interval": [0.004436893060516929, 0.09053218576313637], "p_value": 0.031, "input_sha256": "c4e6f426e104b48dc682087db49b3f9134106e9b3692bfa9e7cd4744f34cb7d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.048623462124166274, "seed": 2436053769, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04748453941182665, "interval": [0.007667423466741344, 0.0887726433137952], "p_value": 0.031652063909885265, "input_sha256": "c4e6f426e104b48dc682087db49b3f9134106e9b3692bfa9e7cd4744f34cb7d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3194379226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.073360636383839, "interval": [-1.479348258213987, 7.626069530981665], "p_value": 0.174, "input_sha256": "e59bae78113b512e09aa84fcb7fdb0a61e86b2b5872d11df9a0b065cb3b465b1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3194379226, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.073360636383839, "interval": [-0.6454311702542865, 7.725586445808575], "p_value": 0.17967522887949733, "input_sha256": "e59bae78113b512e09aa84fcb7fdb0a61e86b2b5872d11df9a0b065cb3b465b1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.05102124122929752, "seed": 3194379226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02819906143505732, "interval": [-0.024387836596111573, 0.08078595946622621], "p_value": 0.267, "input_sha256": "e59bae78113b512e09aa84fcb7fdb0a61e86b2b5872d11df9a0b065cb3b465b1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.05102124122929752, "seed": 3194379226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02819906143505732, "interval": [-0.01463536906396995, 0.08230883553476229], "p_value": 0.28444085219261667, "input_sha256": "e59bae78113b512e09aa84fcb7fdb0a61e86b2b5872d11df9a0b065cb3b465b1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3030680814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.276878000725194, "interval": [-4.652697724028726, 7.206453725479114], "p_value": 0.669, "input_sha256": "0f7195f0cc9f0f0bd20820b3a2afd4f67dfeeeb55f196981d572f545d0dd8407"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3030680814, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.276878000725194, "interval": [-4.773312372809941, 6.84385081623835], "p_value": 0.6649373159807355, "input_sha256": "0f7195f0cc9f0f0bd20820b3a2afd4f67dfeeeb55f196981d572f545d0dd8407"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.048100440653308575, "seed": 3030680814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013399666715031663, "interval": [-0.04906474002503731, 0.07586407345510063], "p_value": 0.654, "input_sha256": "0f7195f0cc9f0f0bd20820b3a2afd4f67dfeeeb55f196981d572f545d0dd8407"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.048100440653308575, "seed": 3030680814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013399666715031663, "interval": [-0.0475275366658021, 0.07544703720238341], "p_value": 0.6658425942632076, "input_sha256": "0f7195f0cc9f0f0bd20820b3a2afd4f67dfeeeb55f196981d572f545d0dd8407"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 105504505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0085923668585153, "interval": [-3.01822705536042, 9.03541178907745], "p_value": 0.319, "input_sha256": "ee6b673661ae3a543c0791e8766b259ee75990f2f35999fb0aebbb93a0fcb001"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 105504505, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0085923668585153, "interval": [-2.3687921798110207, 9.321984240682003], "p_value": 0.3184038887299983, "input_sha256": "ee6b673661ae3a543c0791e8766b259ee75990f2f35999fb0aebbb93a0fcb001"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.04924497495295952, "seed": 105504505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035038753843157217, "interval": [-0.03100924091492352, 0.10108674860123795], "p_value": 0.299, "input_sha256": "ee6b673661ae3a543c0791e8766b259ee75990f2f35999fb0aebbb93a0fcb001"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.04924497495295952, "seed": 105504505, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035038753843157217, "interval": [-0.019997087092331115, 0.1147979262432735], "p_value": 0.2887322681852152, "input_sha256": "ee6b673661ae3a543c0791e8766b259ee75990f2f35999fb0aebbb93a0fcb001"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 433006228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.450506636517078, "interval": [-1.9787836317124077, 8.879796904746563], "p_value": 0.205, "input_sha256": "f924278a0b9801dc43e611601fa334df70a8fc332342800669e56b2c3c290115"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 433006228, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.450506636517078, "interval": [-1.9227695555983777, 8.21478838053081], "p_value": 0.20521509676394725, "input_sha256": "f924278a0b9801dc43e611601fa334df70a8fc332342800669e56b2c3c290115"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.05053757789476252, "seed": 433006228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022671423626361292, "interval": [-0.05194618705637927, 0.09728903430910185], "p_value": 0.584, "input_sha256": "f924278a0b9801dc43e611601fa334df70a8fc332342800669e56b2c3c290115"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.05053757789476252, "seed": 433006228, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022671423626361292, "interval": [-0.05975945421215932, 0.07720645805892362], "p_value": 0.5388533295637226, "input_sha256": "f924278a0b9801dc43e611601fa334df70a8fc332342800669e56b2c3c290115"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1316116813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.202399563038588, "interval": [-1.7997942767224657, 8.204593402799642], "p_value": 0.199, "input_sha256": "fa5837840bca2b5f897ea2ebfa37370a9d4b06b30ec2f45022eada0e3bc007e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1316116813, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.202399563038588, "interval": [-1.0024240988069282, 8.087073608203399], "p_value": 0.20193203482055938, "input_sha256": "fa5837840bca2b5f897ea2ebfa37370a9d4b06b30ec2f45022eada0e3bc007e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.04808678750822569, "seed": 1316116813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03038076341511868, "interval": [-0.023748796044049593, 0.08451032287428695], "p_value": 0.271, "input_sha256": "fa5837840bca2b5f897ea2ebfa37370a9d4b06b30ec2f45022eada0e3bc007e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.04808678750822569, "seed": 1316116813, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03038076341511868, "interval": [-0.021532636793189463, 0.08126274892986907], "p_value": 0.26269555213184503, "input_sha256": "fa5837840bca2b5f897ea2ebfa37370a9d4b06b30ec2f45022eada0e3bc007e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2380843515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.55964466869365, "interval": [0.23835682389600255, 10.880932513491299], "p_value": 0.032, "input_sha256": "917a89b122f01e1bba55d9e644047f64c373d87387c7f57bdd526098aafbcc0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2380843515, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.55964466869365, "interval": [-0.10084499288412474, 9.817196112679682], "p_value": 0.041048708153491056, "input_sha256": "917a89b122f01e1bba55d9e644047f64c373d87387c7f57bdd526098aafbcc0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.05062842617359066, "seed": 2380843515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05186890177164874, "interval": [-0.004588860396189512, 0.10832666393948699], "p_value": 0.06, "input_sha256": "917a89b122f01e1bba55d9e644047f64c373d87387c7f57bdd526098aafbcc0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.05062842617359066, "seed": 2380843515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05186890177164874, "interval": [-0.008524323255726576, 0.09799019698554608], "p_value": 0.07066042686304524, "input_sha256": "917a89b122f01e1bba55d9e644047f64c373d87387c7f57bdd526098aafbcc0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 35734617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.044740473906359, "interval": [2.5064703980879512, 11.583010549724765], "p_value": 0.004, "input_sha256": "170944f8c211615c134640958cde875d1d5c2bd4b2b6be30be28b98d2aecd1e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 35734617, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.044740473906359, "interval": [2.7734156144305446, 11.374421309082301], "p_value": 0.003257576917865417, "input_sha256": "170944f8c211615c134640958cde875d1d5c2bd4b2b6be30be28b98d2aecd1e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.05002365774071101, "seed": 35734617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07525947626577814, "interval": [0.025298761694251243, 0.12522019083730504], "p_value": 0.006, "input_sha256": "170944f8c211615c134640958cde875d1d5c2bd4b2b6be30be28b98d2aecd1e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.05002365774071101, "seed": 35734617, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07525947626577814, "interval": [0.029227469808323085, 0.12771485118550308], "p_value": 0.004163294561336394, "input_sha256": "170944f8c211615c134640958cde875d1d5c2bd4b2b6be30be28b98d2aecd1e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2919713437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.39399283773021, "interval": [-0.7547502477250925, 13.542735923185514], "p_value": 0.103, "input_sha256": "f712f33aa669ee37654988bb1719b6cf14b39b5c27906326671312ae72e1e2bf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2919713437, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.39399283773021, "interval": [0.22364282476875755, 14.026137033986025], "p_value": 0.07810329244304055, "input_sha256": "f712f33aa669ee37654988bb1719b6cf14b39b5c27906326671312ae72e1e2bf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.049207115018769156, "seed": 2919713437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06179146387368192, "interval": [-0.010206490654859651, 0.1337894184022235], "p_value": 0.122, "input_sha256": "f712f33aa669ee37654988bb1719b6cf14b39b5c27906326671312ae72e1e2bf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.049207115018769156, "seed": 2919713437, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06179146387368192, "interval": [-0.0002682590710248873, 0.13436577150037896], "p_value": 0.09041377434316755, "input_sha256": "f712f33aa669ee37654988bb1719b6cf14b39b5c27906326671312ae72e1e2bf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3753737150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.680588217978775, "interval": [1.0365602811814245, 12.324616154776125], "p_value": 0.017, "input_sha256": "2bab3d3159df19496654895727e47e327f3e15b0ff5ba0dfd84754207d74ac23"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3753737150, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.680588217978775, "interval": [1.0689774541947645, 11.660934238053503], "p_value": 0.021637604637605227, "input_sha256": "2bab3d3159df19496654895727e47e327f3e15b0ff5ba0dfd84754207d74ac23"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.04721793775230442, "seed": 3753737150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05961024138083104, "interval": [-0.00046130871239535853, 0.11968179147405744], "p_value": 0.041, "input_sha256": "2bab3d3159df19496654895727e47e327f3e15b0ff5ba0dfd84754207d74ac23"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.04721793775230442, "seed": 3753737150, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05961024138083104, "interval": [-0.005250777384930831, 0.10997825350927354], "p_value": 0.05168805070331285, "input_sha256": "2bab3d3159df19496654895727e47e327f3e15b0ff5ba0dfd84754207d74ac23"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4292660171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.208861123795488, "interval": [0.04906989098853476, 10.368652356602443], "p_value": 0.04, "input_sha256": "705d7daf2b9f70b495eefe7299a4241f85f27e1f3e030da116941a8ce3f1d2b5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4292660171, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.208861123795488, "interval": [-0.3312968107798016, 9.782401174302272], "p_value": 0.04797325473673701, "input_sha256": "705d7daf2b9f70b495eefe7299a4241f85f27e1f3e030da116941a8ce3f1d2b5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.05108217839862084, "seed": 4292660171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058883713838336946, "interval": [0.0023372627226729906, 0.11543016495400091], "p_value": 0.038, "input_sha256": "705d7daf2b9f70b495eefe7299a4241f85f27e1f3e030da116941a8ce3f1d2b5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.05108217839862084, "seed": 4292660171, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058883713838336946, "interval": [-0.0016048847432052686, 0.10908362129968298], "p_value": 0.04168899006387726, "input_sha256": "705d7daf2b9f70b495eefe7299a4241f85f27e1f3e030da116941a8ce3f1d2b5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3608771076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.039226643876328, "interval": [-1.4148935904189806, 9.493346878171636], "p_value": 0.159, "input_sha256": "f6b4d5d772c58a5470ebbe9a2825cddcd143eb1292939cbcaa34494d549c45ee"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3608771076, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.039226643876328, "interval": [-0.5351717076616891, 9.724666082788689], "p_value": 0.14194780311363547, "input_sha256": "f6b4d5d772c58a5470ebbe9a2825cddcd143eb1292939cbcaa34494d549c45ee"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.04757544036191737, "seed": 3608771076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04650961068710392, "interval": [-0.011494995302366952, 0.10451421667657479], "p_value": 0.125, "input_sha256": "f6b4d5d772c58a5470ebbe9a2825cddcd143eb1292939cbcaa34494d549c45ee"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.04757544036191737, "seed": 3608771076, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04650961068710392, "interval": [-0.0037619795178125653, 0.10618914797207442], "p_value": 0.11259165215389998, "input_sha256": "f6b4d5d772c58a5470ebbe9a2825cddcd143eb1292939cbcaa34494d549c45ee"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3380057503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.189779667025127, "interval": [-1.1133869235489895, 9.492946257599243], "p_value": 0.116, "input_sha256": "99ab1192678c4ae0ca4f8d1feb9fedcbbe50d5f66f03c58f074acc9defb99ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3380057503, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.189779667025127, "interval": [-0.03670311498912484, 9.971803930227267], "p_value": 0.11740145094882189, "input_sha256": "99ab1192678c4ae0ca4f8d1feb9fedcbbe50d5f66f03c58f074acc9defb99ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0475682491884547, "seed": 3380057503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04891072868120731, "interval": [-0.008740163396716717, 0.10656162075913134], "p_value": 0.087, "input_sha256": "99ab1192678c4ae0ca4f8d1feb9fedcbbe50d5f66f03c58f074acc9defb99ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0475682491884547, "seed": 3380057503, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04891072868120731, "interval": [0.0034189643037871183, 0.11307172406458128], "p_value": 0.09349051327690185, "input_sha256": "99ab1192678c4ae0ca4f8d1feb9fedcbbe50d5f66f03c58f074acc9defb99ec3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1516445978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5911180951615194, "interval": [-2.659689509639679, 7.841925699962718], "p_value": 0.321, "input_sha256": "8cb19d491d19dcf1bccad48c91e6ad36bc0a5b846c6c09ceda3d735e1e588d18"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1516445978, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5911180951615194, "interval": [-2.253176845844265, 7.444913149672892], "p_value": 0.3201297369581096, "input_sha256": "8cb19d491d19dcf1bccad48c91e6ad36bc0a5b846c6c09ceda3d735e1e588d18"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.048926994763820106, "seed": 1516445978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02601971009702847, "interval": [-0.029894765189873593, 0.08193418538393053], "p_value": 0.355, "input_sha256": "8cb19d491d19dcf1bccad48c91e6ad36bc0a5b846c6c09ceda3d735e1e588d18"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.048926994763820106, "seed": 1516445978, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02601971009702847, "interval": [-0.022826378144740603, 0.08109254237480756], "p_value": 0.34776658525582016, "input_sha256": "8cb19d491d19dcf1bccad48c91e6ad36bc0a5b846c6c09ceda3d735e1e588d18"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1976454325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.75852753262293, "interval": [0.8472989528815607, 12.669756112364299], "p_value": 0.018, "input_sha256": "4e442bc7b2366e5079cf744e96918bc057e7c2d5013b459e276aecc7fa288b94"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1976454325, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.75852753262293, "interval": [2.1249155826136845, 12.99111579961385], "p_value": 0.02613787009804431, "input_sha256": "4e442bc7b2366e5079cf744e96918bc057e7c2d5013b459e276aecc7fa288b94"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.05046688320722892, "seed": 1976454325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05029463728791472, "interval": [-0.010722077604886457, 0.1113113521807159], "p_value": 0.095, "input_sha256": "4e442bc7b2366e5079cf744e96918bc057e7c2d5013b459e276aecc7fa288b94"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.05046688320722892, "seed": 1976454325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05029463728791472, "interval": [-0.0010751994683884634, 0.11250547464387067], "p_value": 0.10336449730923009, "input_sha256": "4e442bc7b2366e5079cf744e96918bc057e7c2d5013b459e276aecc7fa288b94"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3912726374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.83437931252128, "interval": [3.422367217252309, 14.246391407790252], "p_value": 0.004, "input_sha256": "9e7abc307ef0db7bb1825dff8a8133dc49b7dde4f416650131f72b5c974c5797"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3912726374, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.83437931252128, "interval": [4.016605283918805, 14.76736751651486], "p_value": 0.002165671016904878, "input_sha256": "9e7abc307ef0db7bb1825dff8a8133dc49b7dde4f416650131f72b5c974c5797"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.053801730780318247, "seed": 3912726374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09376519671397526, "interval": [0.023324250255774878, 0.16420614317217563], "p_value": 0.011, "input_sha256": "9e7abc307ef0db7bb1825dff8a8133dc49b7dde4f416650131f72b5c974c5797"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.053801730780318247, "seed": 3912726374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09376519671397526, "interval": [0.031687332968964387, 0.17119745039336146], "p_value": 0.010547603613643685, "input_sha256": "9e7abc307ef0db7bb1825dff8a8133dc49b7dde4f416650131f72b5c974c5797"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2756719716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.41192716661832, "interval": [0.8641242025077869, 11.959730130728854], "p_value": 0.022, "input_sha256": "cce682014621c87d90259220d12b4bcbcec4d83ed4b0645046b6b99690286d9d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2756719716, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.41192716661832, "interval": [1.6478181691896636, 11.739974821769694], "p_value": 0.024725347956407046, "input_sha256": "cce682014621c87d90259220d12b4bcbcec4d83ed4b0645046b6b99690286d9d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.049538747794232105, "seed": 2756719716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07441321092619194, "interval": [0.015070210034925702, 0.13375621181745817], "p_value": 0.012, "input_sha256": "cce682014621c87d90259220d12b4bcbcec4d83ed4b0645046b6b99690286d9d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.049538747794232105, "seed": 2756719716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07441321092619194, "interval": [0.02495076235775772, 0.13371151677308732], "p_value": 0.015610671271369869, "input_sha256": "cce682014621c87d90259220d12b4bcbcec4d83ed4b0645046b6b99690286d9d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 77743652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1587453261088836, "interval": [-3.6201715649896773, 5.9376622172074445], "p_value": 0.644, "input_sha256": "4770ffcc858bb52cdc2bbab9eb45d1cb4126c77f876df7eac39175e1badb6961"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 77743652, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1587453261088836, "interval": [-3.7032176955308582, 5.354302611408535], "p_value": 0.6262809293667007, "input_sha256": "4770ffcc858bb52cdc2bbab9eb45d1cb4126c77f876df7eac39175e1badb6961"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04979414717697985, "seed": 77743652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002929593915298581, "interval": [-0.042729769616880554, 0.04858895744747772], "p_value": 0.887, "input_sha256": "4770ffcc858bb52cdc2bbab9eb45d1cb4126c77f876df7eac39175e1badb6961"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04979414717697985, "seed": 77743652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002929593915298581, "interval": [-0.042972569803414226, 0.04223942337315356], "p_value": 0.8973371114401216, "input_sha256": "4770ffcc858bb52cdc2bbab9eb45d1cb4126c77f876df7eac39175e1badb6961"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2266024724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.810133966881608, "interval": [-0.07512708493765885, 11.695395018700875], "p_value": 0.059, "input_sha256": "3ddc07dd9bbaf909c70072156da3d5da5938d4b3dc711363f5974664b2a5750f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2266024724, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.810133966881608, "interval": [-0.37804636052775115, 11.348192270520883], "p_value": 0.0528482988923639, "input_sha256": "3ddc07dd9bbaf909c70072156da3d5da5938d4b3dc711363f5974664b2a5750f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.04852530384565666, "seed": 2266024724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052534263237079215, "interval": [-0.0031265249682192464, 0.10819505144237768], "p_value": 0.069, "input_sha256": "3ddc07dd9bbaf909c70072156da3d5da5938d4b3dc711363f5974664b2a5750f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.04852530384565666, "seed": 2266024724, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052534263237079215, "interval": [-0.0061635251075953645, 0.10304118491107633], "p_value": 0.06361167889130934, "input_sha256": "3ddc07dd9bbaf909c70072156da3d5da5938d4b3dc711363f5974664b2a5750f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 603455630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.883716779515765, "interval": [3.3190736606414353, 12.448359898390095], "p_value": 0.001, "input_sha256": "b2668e418e0fa3319e8455423b39850961edfb56388bae59390ac1fcc0dc6bc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 603455630, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.883716779515765, "interval": [3.9038180220588097, 12.459241943304498], "p_value": 0.0012309301739115183, "input_sha256": "b2668e418e0fa3319e8455423b39850961edfb56388bae59390ac1fcc0dc6bc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.04697367340626559, "seed": 603455630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0750624210476814, "interval": [0.02799461834382739, 0.12213022375153543], "p_value": 0.003, "input_sha256": "b2668e418e0fa3319e8455423b39850961edfb56388bae59390ac1fcc0dc6bc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.04697367340626559, "seed": 603455630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0750624210476814, "interval": [0.033893154616391655, 0.12528265958025847], "p_value": 0.002640041512634526, "input_sha256": "b2668e418e0fa3319e8455423b39850961edfb56388bae59390ac1fcc0dc6bc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2662984848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2122276005945256, "interval": [-2.5428798480688766, 6.967335049257928], "p_value": 0.343, "input_sha256": "745c9599dfaf407223293eef0301fd2eb60d4414bdbcf2542ed819463254f7e9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2662984848, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2122276005945256, "interval": [-2.3364611259580945, 6.632318531412673], "p_value": 0.35223446036087913, "input_sha256": "745c9599dfaf407223293eef0301fd2eb60d4414bdbcf2542ed819463254f7e9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.05065026818060543, "seed": 2662984848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018808866169969546, "interval": [-0.03288912411182932, 0.07050685645176841], "p_value": 0.45, "input_sha256": "745c9599dfaf407223293eef0301fd2eb60d4414bdbcf2542ed819463254f7e9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.05065026818060543, "seed": 2662984848, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018808866169969546, "interval": [-0.03436986541217126, 0.06558938644076268], "p_value": 0.4657318381196668, "input_sha256": "745c9599dfaf407223293eef0301fd2eb60d4414bdbcf2542ed819463254f7e9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 657616540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.050946964323008, "interval": [1.9916191555679772, 10.11027477307804], "p_value": 0.007, "input_sha256": "69904e646260689872d18db71c8a646129a0b3fe554d73e5b0d538148e698a08"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 657616540, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.050946964323008, "interval": [2.246705205283272, 9.679159282704978], "p_value": 0.004596229762484039, "input_sha256": "69904e646260689872d18db71c8a646129a0b3fe554d73e5b0d538148e698a08"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.049048979712015786, "seed": 657616540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07282815079374677, "interval": [0.027247619778605632, 0.11840868180888792], "p_value": 0.004, "input_sha256": "69904e646260689872d18db71c8a646129a0b3fe554d73e5b0d538148e698a08"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.049048979712015786, "seed": 657616540, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07282815079374677, "interval": [0.03120372824412793, 0.11877809933783638], "p_value": 0.0025237224031393925, "input_sha256": "69904e646260689872d18db71c8a646129a0b3fe554d73e5b0d538148e698a08"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2852358033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7506155239662142, "interval": [-1.2541908717703425, 8.755421919702771], "p_value": 0.14, "input_sha256": "16d9146eda1e9367b4389e29280346979f04582418f801a9b100aeac977502e1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2852358033, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7506155239662142, "interval": [-1.2581209006427752, 8.386446964916233], "p_value": 0.13750788476178394, "input_sha256": "16d9146eda1e9367b4389e29280346979f04582418f801a9b100aeac977502e1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04969116411920504, "seed": 2852358033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027747484317977036, "interval": [-0.02340201052134106, 0.07889697915729513], "p_value": 0.277, "input_sha256": "16d9146eda1e9367b4389e29280346979f04582418f801a9b100aeac977502e1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04969116411920504, "seed": 2852358033, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027747484317977036, "interval": [-0.023148331236023948, 0.07510042298112486], "p_value": 0.2788842136586245, "input_sha256": "16d9146eda1e9367b4389e29280346979f04582418f801a9b100aeac977502e1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2828322303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8110170583104068, "interval": [-3.843438645399944, 7.465472762020758], "p_value": 0.538, "input_sha256": "4a4ba77094bb360f3104421184a8c05b427afc357286f4053980323b7c1ca342"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2828322303, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8110170583104068, "interval": [-3.3526272211235386, 7.143819046889354], "p_value": 0.5202570134406072, "input_sha256": "4a4ba77094bb360f3104421184a8c05b427afc357286f4053980323b7c1ca342"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04826279620883209, "seed": 2828322303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026379176247777636, "interval": [-0.02681593767901353, 0.0795742901745688], "p_value": 0.328, "input_sha256": "4a4ba77094bb360f3104421184a8c05b427afc357286f4053980323b7c1ca342"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04826279620883209, "seed": 2828322303, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026379176247777636, "interval": [-0.02270450261624968, 0.0762275574027824], "p_value": 0.3217069930247283, "input_sha256": "4a4ba77094bb360f3104421184a8c05b427afc357286f4053980323b7c1ca342"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3784112743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.680892582522308, "interval": [1.9105529993956365, 15.451232165648978], "p_value": 0.008, "input_sha256": "46ab536e1e71e7a803464971c7891cc5039b87beece7b9d2072aec2d9a087f0f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3784112743, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.680892582522308, "interval": [3.233601781816636, 16.10467004073831], "p_value": 0.013354050091772984, "input_sha256": "46ab536e1e71e7a803464971c7891cc5039b87beece7b9d2072aec2d9a087f0f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0511479242830102, "seed": 3784112743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09075460915649966, "interval": [0.013356463512064501, 0.16815275480093483], "p_value": 0.022, "input_sha256": "46ab536e1e71e7a803464971c7891cc5039b87beece7b9d2072aec2d9a087f0f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0511479242830102, "seed": 3784112743, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09075460915649966, "interval": [0.02385964520386944, 0.16706963624265148], "p_value": 0.022768788556039782, "input_sha256": "46ab536e1e71e7a803464971c7891cc5039b87beece7b9d2072aec2d9a087f0f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3627716241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.412513340789948, "interval": [-2.953300121861173, 9.778326803441068], "p_value": 0.276, "input_sha256": "6891abcbdc024bf691f086c6879845c79d3a8157e6da5e575765581f51a78020"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3627716241, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.412513340789948, "interval": [-2.590685467570948, 9.334206497027811], "p_value": 0.2840462770759816, "input_sha256": "6891abcbdc024bf691f086c6879845c79d3a8157e6da5e575765581f51a78020"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.04953116733482307, "seed": 3627716241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026846899217006337, "interval": [-0.041751806473875844, 0.09544560490788852], "p_value": 0.411, "input_sha256": "6891abcbdc024bf691f086c6879845c79d3a8157e6da5e575765581f51a78020"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.04953116733482307, "seed": 3627716241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026846899217006337, "interval": [-0.03538150621798337, 0.09582776111679257], "p_value": 0.4329792968880545, "input_sha256": "6891abcbdc024bf691f086c6879845c79d3a8157e6da5e575765581f51a78020"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1260972796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.122597019349114, "interval": [-0.26611147159625936, 10.511305510294488], "p_value": 0.065, "input_sha256": "72255d07feaa9ddded73c9bd073254023bf0fdeea470589ede158a960fd02033"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1260972796, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.122597019349114, "interval": [0.6183240088404955, 10.358856526637895], "p_value": 0.06176186350270207, "input_sha256": "72255d07feaa9ddded73c9bd073254023bf0fdeea470589ede158a960fd02033"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.04947460501271827, "seed": 1260972796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054092969882480135, "interval": [-0.011661886393962442, 0.11984782615892271], "p_value": 0.104, "input_sha256": "72255d07feaa9ddded73c9bd073254023bf0fdeea470589ede158a960fd02033"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.04947460501271827, "seed": 1260972796, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054092969882480135, "interval": [0.004587451547916522, 0.12776997550692965], "p_value": 0.10349764613848562, "input_sha256": "72255d07feaa9ddded73c9bd073254023bf0fdeea470589ede158a960fd02033"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2550240808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.132225062965452, "interval": [3.0572196228315542, 13.20723050309935], "p_value": 0.003, "input_sha256": "f5bf425b85269cddcd757ad2382b0781049615d8c6077482cbebc9b7546ac694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2550240808, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.132225062965452, "interval": [3.7075504087772537, 13.200083308695957], "p_value": 0.0025536759228908723, "input_sha256": "f5bf425b85269cddcd757ad2382b0781049615d8c6077482cbebc9b7546ac694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.048870288386164994, "seed": 2550240808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07725945409594026, "interval": [0.023298651402455753, 0.13122025678942478], "p_value": 0.009, "input_sha256": "f5bf425b85269cddcd757ad2382b0781049615d8c6077482cbebc9b7546ac694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.048870288386164994, "seed": 2550240808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07725945409594026, "interval": [0.02924405965198424, 0.1308137588815146], "p_value": 0.006317327659428778, "input_sha256": "f5bf425b85269cddcd757ad2382b0781049615d8c6077482cbebc9b7546ac694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2478512898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0992075079050174, "interval": [-2.269378615919859, 6.467793631729894], "p_value": 0.323, "input_sha256": "acee5545421136fa33adc601b447171fe0f17e8376e2927cd2de562b2ac6105d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2478512898, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0992075079050174, "interval": [-1.9728743356509708, 6.17006606924961], "p_value": 0.33654278292699225, "input_sha256": "acee5545421136fa33adc601b447171fe0f17e8376e2927cd2de562b2ac6105d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.051069155744495554, "seed": 2478512898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01829895174846534, "interval": [-0.028902637352335232, 0.0655005408492659], "p_value": 0.449, "input_sha256": "acee5545421136fa33adc601b447171fe0f17e8376e2927cd2de562b2ac6105d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.051069155744495554, "seed": 2478512898, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01829895174846534, "interval": [-0.028180920957056557, 0.05725392708734381], "p_value": 0.43731677148812753, "input_sha256": "acee5545421136fa33adc601b447171fe0f17e8376e2927cd2de562b2ac6105d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2235402485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.9743673097976515, "interval": [1.434683825167931, 12.514050794427373], "p_value": 0.017, "input_sha256": "8e9a4fb8f7a727f5c1bd7f127caba39003f9316636269a22b900a594c44c5608"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2235402485, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.9743673097976515, "interval": [1.9560230902897877, 12.209882822123204], "p_value": 0.014997900620444626, "input_sha256": "8e9a4fb8f7a727f5c1bd7f127caba39003f9316636269a22b900a594c44c5608"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04905481880715311, "seed": 2235402485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07123150861576294, "interval": [0.014494141959892855, 0.12796887527163303], "p_value": 0.018, "input_sha256": "8e9a4fb8f7a727f5c1bd7f127caba39003f9316636269a22b900a594c44c5608"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04905481880715311, "seed": 2235402485, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07123150861576294, "interval": [0.01833819553972108, 0.12029177769357471], "p_value": 0.015241194568616723, "input_sha256": "8e9a4fb8f7a727f5c1bd7f127caba39003f9316636269a22b900a594c44c5608"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3951364159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.830969887241661, "interval": [3.683953004805197, 13.977986769678125], "p_value": 0.003, "input_sha256": "c4f049066c9c9d86db703b2bfdf6f836633639f2d9f28e77c6edc84495382c52"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3951364159, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.830969887241661, "interval": [3.6960268179246847, 13.615370490984219], "p_value": 0.0013059622337318528, "input_sha256": "c4f049066c9c9d86db703b2bfdf6f836633639f2d9f28e77c6edc84495382c52"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0483396078001314, "seed": 3951364159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08417324786508217, "interval": [0.032098748072244415, 0.13624774765791992], "p_value": 0.005, "input_sha256": "c4f049066c9c9d86db703b2bfdf6f836633639f2d9f28e77c6edc84495382c52"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0483396078001314, "seed": 3951364159, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08417324786508217, "interval": [0.03035869939621452, 0.13201238973071033], "p_value": 0.0022827320109556916, "input_sha256": "c4f049066c9c9d86db703b2bfdf6f836633639f2d9f28e77c6edc84495382c52"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3716854292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9630500827340125, "interval": [-2.774219802940216, 10.700319968408241], "p_value": 0.253, "input_sha256": "739701fc8bf519097bce6cc8673285a28d5c20928b0429cda3be854d43da4504"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3716854292, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9630500827340125, "interval": [-2.420336459045341, 9.810256044699297], "p_value": 0.24019485113813632, "input_sha256": "739701fc8bf519097bce6cc8673285a28d5c20928b0429cda3be854d43da4504"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.04843705070706315, "seed": 3716854292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023012119649737373, "interval": [-0.049398550000862365, 0.09542278930033711], "p_value": 0.528, "input_sha256": "739701fc8bf519097bce6cc8673285a28d5c20928b0429cda3be854d43da4504"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.04843705070706315, "seed": 3716854292, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023012119649737373, "interval": [-0.04769953988165911, 0.08197301530910397], "p_value": 0.522266867461616, "input_sha256": "739701fc8bf519097bce6cc8673285a28d5c20928b0429cda3be854d43da4504"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3863002121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.127028489969507, "interval": [-1.268869935223134, 9.522926915162149], "p_value": 0.112, "input_sha256": "bcf8225ea59e67cbee5ab1173b18f39fda000fdea8a611c89bcc87e3ce8f88c2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3863002121, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.127028489969507, "interval": [-1.3973586362038994, 8.490236993334337], "p_value": 0.12880434748082534, "input_sha256": "bcf8225ea59e67cbee5ab1173b18f39fda000fdea8a611c89bcc87e3ce8f88c2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04726872101915041, "seed": 3863002121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04380200736200694, "interval": [-0.013904818989656051, 0.10150883371366994], "p_value": 0.118, "input_sha256": "bcf8225ea59e67cbee5ab1173b18f39fda000fdea8a611c89bcc87e3ce8f88c2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04726872101915041, "seed": 3863002121, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04380200736200694, "interval": [-0.008727361770220793, 0.09754271139170356], "p_value": 0.13139651130353672, "input_sha256": "bcf8225ea59e67cbee5ab1173b18f39fda000fdea8a611c89bcc87e3ce8f88c2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2688178163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.125786489988995, "interval": [-0.9312357817752224, 9.182808761753211], "p_value": 0.092, "input_sha256": "49d2d65d99dd7a6eb5b53b2a3032ef9abf929dbd72aca86f503fbe0e00db4ce6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2688178163, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.125786489988995, "interval": [-0.5969970331177192, 8.880339761323224], "p_value": 0.10677261799165529, "input_sha256": "49d2d65d99dd7a6eb5b53b2a3032ef9abf929dbd72aca86f503fbe0e00db4ce6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.04910425080755352, "seed": 2688178163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040672783970553794, "interval": [-0.011301228540573673, 0.09264679648168125], "p_value": 0.106, "input_sha256": "49d2d65d99dd7a6eb5b53b2a3032ef9abf929dbd72aca86f503fbe0e00db4ce6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.04910425080755352, "seed": 2688178163, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040672783970553794, "interval": [-0.008949306959576226, 0.08865252863900915], "p_value": 0.12124044257122617, "input_sha256": "49d2d65d99dd7a6eb5b53b2a3032ef9abf929dbd72aca86f503fbe0e00db4ce6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1165969367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.835584852139027, "interval": [0.7570946612335101, 10.914075043044544], "p_value": 0.028, "input_sha256": "8990dcc2dc6af58f675f02f0a32c4fdb8e7a4354c5ae61e9cea1e0be25f14762"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1165969367, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.835584852139027, "interval": [0.7602007841494598, 10.266755053262237], "p_value": 0.025452891909429096, "input_sha256": "8990dcc2dc6af58f675f02f0a32c4fdb8e7a4354c5ae61e9cea1e0be25f14762"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.05098736571562652, "seed": 1165969367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06335136037007101, "interval": [0.006892950521553108, 0.1198097702185889], "p_value": 0.038, "input_sha256": "8990dcc2dc6af58f675f02f0a32c4fdb8e7a4354c5ae61e9cea1e0be25f14762"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.05098736571562652, "seed": 1165969367, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06335136037007101, "interval": [0.006120420595417482, 0.11561242783535702], "p_value": 0.02890935475135243, "input_sha256": "8990dcc2dc6af58f675f02f0a32c4fdb8e7a4354c5ae61e9cea1e0be25f14762"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 851256412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.394770878511403, "interval": [0.7698515910557227, 10.019690165967083], "p_value": 0.026, "input_sha256": "f2d2f77e76426bd9984630fead12a35c55bc16d653473df9d8d1f1ae9f6a34ea"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 851256412, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.394770878511403, "interval": [1.3025823679950754, 9.849822230961928], "p_value": 0.02343937281959031, "input_sha256": "f2d2f77e76426bd9984630fead12a35c55bc16d653473df9d8d1f1ae9f6a34ea"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.048445259829280045, "seed": 851256412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04209672284770337, "interval": [-0.008359770982587056, 0.0925532166779938], "p_value": 0.089, "input_sha256": "f2d2f77e76426bd9984630fead12a35c55bc16d653473df9d8d1f1ae9f6a34ea"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.048445259829280045, "seed": 851256412, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04209672284770337, "interval": [-0.0029204266537240873, 0.08911180115906558], "p_value": 0.0993526275303695, "input_sha256": "f2d2f77e76426bd9984630fead12a35c55bc16d653473df9d8d1f1ae9f6a34ea"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1267843142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.529625118025466, "interval": [-1.253735299457639, 8.31298553550857], "p_value": 0.128, "input_sha256": "ee2743b632f4e5da29a197df5fe6d64137267f80a340d24ec827ed8fdbd750d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1267843142, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.529625118025466, "interval": [-1.4176375783363067, 8.186097494388266], "p_value": 0.1434466497915197, "input_sha256": "ee2743b632f4e5da29a197df5fe6d64137267f80a340d24ec827ed8fdbd750d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04945409280944268, "seed": 1267843142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03086169926389168, "interval": [-0.027722103763186103, 0.08944550229096945], "p_value": 0.275, "input_sha256": "ee2743b632f4e5da29a197df5fe6d64137267f80a340d24ec827ed8fdbd750d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04945409280944268, "seed": 1267843142, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03086169926389168, "interval": [-0.030757638241368297, 0.08976308194226884], "p_value": 0.2929516769607575, "input_sha256": "ee2743b632f4e5da29a197df5fe6d64137267f80a340d24ec827ed8fdbd750d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2389713196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.56196711983948, "interval": [4.133941859076369, 14.98999238060259], "p_value": 0.003, "input_sha256": "037c082989a32430ad2dfbdbc1d794b6a423526d945bdb82c5c46aa6f239a196"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2389713196, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.56196711983948, "interval": [4.204064647864461, 14.416150952064234], "p_value": 0.0010118503873212182, "input_sha256": "037c082989a32430ad2dfbdbc1d794b6a423526d945bdb82c5c46aa6f239a196"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.05181840024983997, "seed": 2389713196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09254323730193473, "interval": [0.0284398317008262, 0.15664664290304325], "p_value": 0.006, "input_sha256": "037c082989a32430ad2dfbdbc1d794b6a423526d945bdb82c5c46aa6f239a196"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.05181840024983997, "seed": 2389713196, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09254323730193473, "interval": [0.027771923246960057, 0.14848994712513824], "p_value": 0.005833621574679869, "input_sha256": "037c082989a32430ad2dfbdbc1d794b6a423526d945bdb82c5c46aa6f239a196"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1731508207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.545538967781889, "interval": [0.1362143865211083, 10.95486354904267], "p_value": 0.039, "input_sha256": "fa81c661a1ddfd76b489aa77068be8071849eb98b7b93249d6f052003c4ed237"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1731508207, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.545538967781889, "interval": [0.9965089554038493, 11.236906286188894], "p_value": 0.04478410035216247, "input_sha256": "fa81c661a1ddfd76b489aa77068be8071849eb98b7b93249d6f052003c4ed237"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.04939129208199849, "seed": 1731508207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05665453690570428, "interval": [0.0012074223180401009, 0.11210165149336845], "p_value": 0.045, "input_sha256": "fa81c661a1ddfd76b489aa77068be8071849eb98b7b93249d6f052003c4ed237"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.04939129208199849, "seed": 1731508207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05665453690570428, "interval": [0.010694946334289749, 0.11300782020643492], "p_value": 0.04545600280210363, "input_sha256": "fa81c661a1ddfd76b489aa77068be8071849eb98b7b93249d6f052003c4ed237"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 231847695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1169653554822574, "interval": [-3.222660889617077, 9.456591600581593], "p_value": 0.306, "input_sha256": "7e7f5f5cc83c2bab20996aaa741201a0941609d39f2eafa55fbd80208d3e7b1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 231847695, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1169653554822574, "interval": [-1.9861490375672155, 10.211168722849603], "p_value": 0.3233366410045482, "input_sha256": "7e7f5f5cc83c2bab20996aaa741201a0941609d39f2eafa55fbd80208d3e7b1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.050434226746657984, "seed": 231847695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047636492081346876, "interval": [-0.04122603040999376, 0.1364990145726875], "p_value": 0.268, "input_sha256": "7e7f5f5cc83c2bab20996aaa741201a0941609d39f2eafa55fbd80208d3e7b1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.050434226746657984, "seed": 231847695, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047636492081346876, "interval": [-0.017410613667863454, 0.15891282885845975], "p_value": 0.28076336151542874, "input_sha256": "7e7f5f5cc83c2bab20996aaa741201a0941609d39f2eafa55fbd80208d3e7b1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2640500930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3437587786260767, "interval": [-2.9538784190367027, 5.641395976288856], "p_value": 0.53, "input_sha256": "a20af1c1298f3e7e93243848aae481aff45a74963c760b68785daf098ac3587f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2640500930, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3437587786260767, "interval": [-2.978235780267153, 5.062467284025916], "p_value": 0.5302562588221837, "input_sha256": "a20af1c1298f3e7e93243848aae481aff45a74963c760b68785daf098ac3587f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.05002412306175944, "seed": 2640500930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013810865091445981, "interval": [-0.030597470479019832, 0.058219200661911795], "p_value": 0.526, "input_sha256": "a20af1c1298f3e7e93243848aae481aff45a74963c760b68785daf098ac3587f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.05002412306175944, "seed": 2640500930, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013810865091445981, "interval": [-0.02972990437665847, 0.053098946682571244], "p_value": 0.5323449039163652, "input_sha256": "a20af1c1298f3e7e93243848aae481aff45a74963c760b68785daf098ac3587f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 265136928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5642009598663238, "interval": [-5.1869051514624935, 6.315307071195141], "p_value": 0.833, "input_sha256": "a8d086e437e9b2d3c47d9f3bc344856d92346e272e68cc100d83f2970e9bb306"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 265136928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5642009598663238, "interval": [-4.420921227362267, 6.318380559498629], "p_value": 0.8436265783509752, "input_sha256": "a8d086e437e9b2d3c47d9f3bc344856d92346e272e68cc100d83f2970e9bb306"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.047625758275093875, "seed": 265136928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008140321587290278, "interval": [-0.0474744635983139, 0.06375510677289445], "p_value": 0.762, "input_sha256": "a8d086e437e9b2d3c47d9f3bc344856d92346e272e68cc100d83f2970e9bb306"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.047625758275093875, "seed": 265136928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008140321587290278, "interval": [-0.039845464806102356, 0.06403647968323521], "p_value": 0.7685939939115183, "input_sha256": "a8d086e437e9b2d3c47d9f3bc344856d92346e272e68cc100d83f2970e9bb306"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2118508413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2964328258818245, "interval": [-0.8633334012496512, 9.4561990530133], "p_value": 0.099, "input_sha256": "66bdf22123ec7cab2c95c3a1118fefa11e10e3cb099895d68b3f774c716d04ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2118508413, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2964328258818245, "interval": [-1.1109122119305204, 8.849366255474058], "p_value": 0.0999970141124326, "input_sha256": "66bdf22123ec7cab2c95c3a1118fefa11e10e3cb099895d68b3f774c716d04ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.049709138909771466, "seed": 2118508413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04029944766456059, "interval": [-0.014452866302660357, 0.09505176163178153], "p_value": 0.139, "input_sha256": "66bdf22123ec7cab2c95c3a1118fefa11e10e3cb099895d68b3f774c716d04ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.049709138909771466, "seed": 2118508413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04029944766456059, "interval": [-0.013539210833565662, 0.09021094847222634], "p_value": 0.14433979596144747, "input_sha256": "66bdf22123ec7cab2c95c3a1118fefa11e10e3cb099895d68b3f774c716d04ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 113167110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.990822636446654, "interval": [1.7978654302181667, 12.183779842675142], "p_value": 0.014, "input_sha256": "a66c30f88157889b5ed8d732e043b6ca1a0b0c48c5605b97f71b220c985d7149"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 113167110, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.990822636446654, "interval": [2.249590956456799, 12.324247951604203], "p_value": 0.009684048549001347, "input_sha256": "a66c30f88157889b5ed8d732e043b6ca1a0b0c48c5605b97f71b220c985d7149"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.04774184211699893, "seed": 113167110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07275761146704864, "interval": [0.017338773804933247, 0.12817644912916404], "p_value": 0.01, "input_sha256": "a66c30f88157889b5ed8d732e043b6ca1a0b0c48c5605b97f71b220c985d7149"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.04774184211699893, "seed": 113167110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07275761146704864, "interval": [0.02738248466864618, 0.13067379960634848], "p_value": 0.011455418341119548, "input_sha256": "a66c30f88157889b5ed8d732e043b6ca1a0b0c48c5605b97f71b220c985d7149"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4176682727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.134377598829587, "interval": [6.336102198042762, 15.932652999616412], "p_value": 0.001, "input_sha256": "ca3e6174c08463c4e62119273229521f2485aa8c7d530f35f8444fb0f6672e5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4176682727, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.134377598829587, "interval": [7.011492982502719, 16.05033474613704], "p_value": 3.428019529207977e-05, "input_sha256": "ca3e6174c08463c4e62119273229521f2485aa8c7d530f35f8444fb0f6672e5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.050126469310203814, "seed": 4176682727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11165751651776441, "interval": [0.061951229925633795, 0.16136380310989504], "p_value": 0.001, "input_sha256": "ca3e6174c08463c4e62119273229521f2485aa8c7d530f35f8444fb0f6672e5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.050126469310203814, "seed": 4176682727, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11165751651776441, "interval": [0.06872258110474237, 0.16015062776404224], "p_value": 5.488764385809853e-05, "input_sha256": "ca3e6174c08463c4e62119273229521f2485aa8c7d530f35f8444fb0f6672e5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3218882016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.913092466267054, "interval": [0.6123689333890949, 9.213815999145012], "p_value": 0.029, "input_sha256": "6232f5bad5e6622a084ea354673d649ed374059bfdfa0ee6be5f834dc6ff56b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3218882016, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.913092466267054, "interval": [0.3904239818538841, 8.720133223448675], "p_value": 0.02626914265862254, "input_sha256": "6232f5bad5e6622a084ea354673d649ed374059bfdfa0ee6be5f834dc6ff56b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.051143770059134994, "seed": 3218882016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049183505181793, "interval": [-0.0023438600499678525, 0.10071087041355385], "p_value": 0.061, "input_sha256": "6232f5bad5e6622a084ea354673d649ed374059bfdfa0ee6be5f834dc6ff56b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.051143770059134994, "seed": 3218882016, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049183505181793, "interval": [-0.0035478915069655594, 0.0974136222661984], "p_value": 0.060788533245782476, "input_sha256": "6232f5bad5e6622a084ea354673d649ed374059bfdfa0ee6be5f834dc6ff56b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 815935376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.357883886058815, "interval": [-0.2361195213770495, 10.951887293494678], "p_value": 0.056, "input_sha256": "b6ea857d947661c20d05a8821f50df22f380121be33a07bef6f7ec38df9bb62e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 815935376, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.357883886058815, "interval": [0.4348849126736412, 10.868342170250521], "p_value": 0.05990368691434013, "input_sha256": "b6ea857d947661c20d05a8821f50df22f380121be33a07bef6f7ec38df9bb62e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.050484028977395214, "seed": 815935376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0637203106688522, "interval": [0.000788520524605818, 0.12665210081309858], "p_value": 0.045, "input_sha256": "b6ea857d947661c20d05a8821f50df22f380121be33a07bef6f7ec38df9bb62e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.050484028977395214, "seed": 815935376, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0637203106688522, "interval": [0.006032666758436916, 0.12418443657428614], "p_value": 0.04736615345115955, "input_sha256": "b6ea857d947661c20d05a8821f50df22f380121be33a07bef6f7ec38df9bb62e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1862539927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.146297024034912, "interval": [-0.6195631668792236, 10.912157214949048], "p_value": 0.082, "input_sha256": "2531e8fd27094625c7b99e1049ad9f28543b43265fae0dc5a137c53ee57fac7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1862539927, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.146297024034912, "interval": [-0.07917591021494474, 9.899235215108565], "p_value": 0.07839803600860372, "input_sha256": "2531e8fd27094625c7b99e1049ad9f28543b43265fae0dc5a137c53ee57fac7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.04917631233653966, "seed": 1862539927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0528318920723158, "interval": [-0.00530484786519185, 0.11096863200982345], "p_value": 0.072, "input_sha256": "2531e8fd27094625c7b99e1049ad9f28543b43265fae0dc5a137c53ee57fac7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.04917631233653966, "seed": 1862539927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0528318920723158, "interval": [0.0036794167339551475, 0.10326576650809476], "p_value": 0.07335825769828516, "input_sha256": "2531e8fd27094625c7b99e1049ad9f28543b43265fae0dc5a137c53ee57fac7a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3267903734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.001397862950272, "interval": [2.8147306943304917, 11.188065031570051], "p_value": 0.003, "input_sha256": "2274eaf48f0eb7ff2bbfc4da4fd6845720dfda12d4f7f5b268d425bf9de7389f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3267903734, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.001397862950272, "interval": [2.9514582465942754, 10.788981408080016], "p_value": 0.0017049339231492882, "input_sha256": "2274eaf48f0eb7ff2bbfc4da4fd6845720dfda12d4f7f5b268d425bf9de7389f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.051543849263041876, "seed": 3267903734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07315188372380119, "interval": [0.025135557932043626, 0.12116820951555875], "p_value": 0.005, "input_sha256": "2274eaf48f0eb7ff2bbfc4da4fd6845720dfda12d4f7f5b268d425bf9de7389f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.051543849263041876, "seed": 3267903734, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07315188372380119, "interval": [0.030474469649707642, 0.11747639495643108], "p_value": 0.0038705800795093732, "input_sha256": "2274eaf48f0eb7ff2bbfc4da4fd6845720dfda12d4f7f5b268d425bf9de7389f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4065928866, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9623188731410668, "interval": [-2.864649118094335, 6.789286864376469], "p_value": 0.421, "input_sha256": "3a00fc9ea9842e1297b511534156fba4a438444f9aa0f6ce07720cd3a7ab8ebd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4065928866, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9623188731410668, "interval": [-2.609733574580899, 6.257580899389072], "p_value": 0.41471095572049577, "input_sha256": "3a00fc9ea9842e1297b511534156fba4a438444f9aa0f6ce07720cd3a7ab8ebd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.050404499824783434, "seed": 4065928866, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024069344525992825, "interval": [-0.032249398563921616, 0.08038808761590727], "p_value": 0.404, "input_sha256": "3a00fc9ea9842e1297b511534156fba4a438444f9aa0f6ce07720cd3a7ab8ebd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.050404499824783434, "seed": 4065928866, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024069344525992825, "interval": [-0.027799582924960004, 0.07554500589050134], "p_value": 0.39156057499654773, "input_sha256": "3a00fc9ea9842e1297b511534156fba4a438444f9aa0f6ce07720cd3a7ab8ebd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2396573102, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7872301049043795, "interval": [0.9379804479393155, 10.636479761869444], "p_value": 0.016, "input_sha256": "f2ec2c7dd890c1f945598f32b9e0f479f1c1202183ebb19b8bb04afcd2619094"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2396573102, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7872301049043795, "interval": [1.3470412265319947, 10.617823561304204], "p_value": 0.02064079897756287, "input_sha256": "f2ec2c7dd890c1f945598f32b9e0f479f1c1202183ebb19b8bb04afcd2619094"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.04918011706623112, "seed": 2396573102, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04907743410046614, "interval": [-0.002935228254344724, 0.101090096455277], "p_value": 0.059, "input_sha256": "f2ec2c7dd890c1f945598f32b9e0f479f1c1202183ebb19b8bb04afcd2619094"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.04918011706623112, "seed": 2396573102, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04907743410046614, "interval": [0.002505306320215414, 0.09997795126416091], "p_value": 0.0636737257613694, "input_sha256": "f2ec2c7dd890c1f945598f32b9e0f479f1c1202183ebb19b8bb04afcd2619094"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2924799846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.599087812350101, "interval": [-1.239920766661501, 10.438096391361704], "p_value": 0.132, "input_sha256": "8f3ac8ec639c55560f5fb51b7df432fc697eb04810c65a43db56b9820f31566d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2924799846, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.599087812350101, "interval": [-1.0744993476812976, 10.088238610780342], "p_value": 0.11910594594681345, "input_sha256": "8f3ac8ec639c55560f5fb51b7df432fc697eb04810c65a43db56b9820f31566d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.05022654813885748, "seed": 2924799846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04544722067485436, "interval": [-0.015929357634146754, 0.10682379898385548], "p_value": 0.163, "input_sha256": "8f3ac8ec639c55560f5fb51b7df432fc697eb04810c65a43db56b9820f31566d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.05022654813885748, "seed": 2924799846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04544722067485436, "interval": [-0.011936232640206424, 0.10335384020303681], "p_value": 0.14213231393709025, "input_sha256": "8f3ac8ec639c55560f5fb51b7df432fc697eb04810c65a43db56b9820f31566d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3684252526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.48272633566266, "interval": [-1.3833112083885055, 12.348763879713825], "p_value": 0.096, "input_sha256": "b3f107039463edf1c20711238960b4a156da87a67f9ace28228e7aca130118df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3684252526, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.48272633566266, "interval": [-0.5423394016743083, 12.231568755719811], "p_value": 0.1142511365090159, "input_sha256": "b3f107039463edf1c20711238960b4a156da87a67f9ace28228e7aca130118df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04834761194349866, "seed": 3684252526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04284575664947997, "interval": [-0.033843682576504885, 0.11953519587546482], "p_value": 0.255, "input_sha256": "b3f107039463edf1c20711238960b4a156da87a67f9ace28228e7aca130118df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04834761194349866, "seed": 3684252526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04284575664947997, "interval": [-0.03338463028943991, 0.10760475977314654], "p_value": 0.264685620256624, "input_sha256": "b3f107039463edf1c20711238960b4a156da87a67f9ace28228e7aca130118df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1742629023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.283246289264266, "interval": [1.1495606603306845, 11.416931918197847], "p_value": 0.02, "input_sha256": "5f8aa6743cf8af8a72b1b0b648b1897ea5879907232fcabdde7971b7b1623fbd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1742629023, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.283246289264266, "interval": [1.5073733021733347, 11.403026867859039], "p_value": 0.017802514717920215, "input_sha256": "5f8aa6743cf8af8a72b1b0b648b1897ea5879907232fcabdde7971b7b1623fbd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0502828362968357, "seed": 1742629023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06696974423847317, "interval": [0.010714599603475615, 0.12322488887347072], "p_value": 0.026, "input_sha256": "5f8aa6743cf8af8a72b1b0b648b1897ea5879907232fcabdde7971b7b1623fbd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0502828362968357, "seed": 1742629023, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06696974423847317, "interval": [0.012228604451644955, 0.12257086900825655], "p_value": 0.020922510188963666, "input_sha256": "5f8aa6743cf8af8a72b1b0b648b1897ea5879907232fcabdde7971b7b1623fbd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3229883007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5292806693070826, "interval": [-1.5602600730742493, 8.618821411688415], "p_value": 0.182, "input_sha256": "ccfece8e487f3f2ccb615c60d3b9f01e52b7013cb3c0496ea90558ccb033768b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3229883007, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5292806693070826, "interval": [-1.4908680183388707, 7.866468854181056], "p_value": 0.1681761967597511, "input_sha256": "ccfece8e487f3f2ccb615c60d3b9f01e52b7013cb3c0496ea90558ccb033768b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.04961124692323534, "seed": 3229883007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03219433381674197, "interval": [-0.02032335796171781, 0.08471202559520175], "p_value": 0.228, "input_sha256": "ccfece8e487f3f2ccb615c60d3b9f01e52b7013cb3c0496ea90558ccb033768b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.04961124692323534, "seed": 3229883007, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03219433381674197, "interval": [-0.01866577575640708, 0.07585964516330716], "p_value": 0.22192817803146042, "input_sha256": "ccfece8e487f3f2ccb615c60d3b9f01e52b7013cb3c0496ea90558ccb033768b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3415652056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.39279797872702105, "interval": [-4.384098982043797, 5.169694939497839], "p_value": 0.869, "input_sha256": "2143258af04d8fe1cf7a12683e8757db1068de94fef4d55df6cceb3536b187bb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3415652056, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.39279797872702105, "interval": [-4.873922264126833, 4.479520533359416], "p_value": 0.8686287860717167, "input_sha256": "2143258af04d8fe1cf7a12683e8757db1068de94fef4d55df6cceb3536b187bb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.050121815592553395, "seed": 3415652056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002776854870426268, "interval": [-0.0544956496611289, 0.048941939920276366], "p_value": 0.915, "input_sha256": "2143258af04d8fe1cf7a12683e8757db1068de94fef4d55df6cceb3536b187bb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.050121815592553395, "seed": 3415652056, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002776854870426268, "interval": [-0.060805873444147604, 0.04059794503840912], "p_value": 0.9137473496722399, "input_sha256": "2143258af04d8fe1cf7a12683e8757db1068de94fef4d55df6cceb3536b187bb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1269724146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.324618198169716, "interval": [7.506081289364342, 15.14315510697509], "p_value": 0.001, "input_sha256": "547f0755de4344c6005232e5af8fd5a8fbe538227f4e36f4ba66cdb44e75b3f6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1269724146, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.324618198169716, "interval": [7.092642483961158, 14.609463376216798], "p_value": 6.098092388521152e-07, "input_sha256": "547f0755de4344c6005232e5af8fd5a8fbe538227f4e36f4ba66cdb44e75b3f6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.048583749326609915, "seed": 1269724146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11278530469876516, "interval": [0.07335203385292116, 0.15221857554460916], "p_value": 0.001, "input_sha256": "547f0755de4344c6005232e5af8fd5a8fbe538227f4e36f4ba66cdb44e75b3f6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.048583749326609915, "seed": 1269724146, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11278530469876516, "interval": [0.0713758400280847, 0.14662626663063028], "p_value": 1.2050892703599614e-06, "input_sha256": "547f0755de4344c6005232e5af8fd5a8fbe538227f4e36f4ba66cdb44e75b3f6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 763521202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.499498054150299, "interval": [0.4593170060644276, 10.539679102236171], "p_value": 0.035, "input_sha256": "a1bef1a58014a025ff25f8c21a0500b0d14610f4027af1cb5c1f92bf2a860d8e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 763521202, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.499498054150299, "interval": [0.747594396552902, 10.623579268178425], "p_value": 0.033286446461478054, "input_sha256": "a1bef1a58014a025ff25f8c21a0500b0d14610f4027af1cb5c1f92bf2a860d8e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.049030194502691374, "seed": 763521202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04881134918080787, "interval": [-0.007807783060850809, 0.10543048142246655], "p_value": 0.08, "input_sha256": "a1bef1a58014a025ff25f8c21a0500b0d14610f4027af1cb5c1f92bf2a860d8e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.049030194502691374, "seed": 763521202, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04881134918080787, "interval": [-0.0041557249026665756, 0.10723404290805502], "p_value": 0.08902730789512943, "input_sha256": "a1bef1a58014a025ff25f8c21a0500b0d14610f4027af1cb5c1f92bf2a860d8e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2307625306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.069009552423615, "interval": [1.348192514586045, 10.789826590261185], "p_value": 0.012, "input_sha256": "e18833390a5078a8864b51a7e42471439024ec2ad58ba2de13c64d74e6b393d3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2307625306, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.069009552423615, "interval": [0.8187554929598062, 10.285883616995854], "p_value": 0.013124308972364428, "input_sha256": "e18833390a5078a8864b51a7e42471439024ec2ad58ba2de13c64d74e6b393d3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.048125474502359024, "seed": 2307625306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0549287024981374, "interval": [0.0063536044504200195, 0.10350380054585478], "p_value": 0.03, "input_sha256": "e18833390a5078a8864b51a7e42471439024ec2ad58ba2de13c64d74e6b393d3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.048125474502359024, "seed": 2307625306, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0549287024981374, "interval": [0.0012285079908066134, 0.09714231580753037], "p_value": 0.02772339486868008, "input_sha256": "e18833390a5078a8864b51a7e42471439024ec2ad58ba2de13c64d74e6b393d3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 340245798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.515965316285405, "interval": [4.872891138846703, 14.159039493724105], "p_value": 0.001, "input_sha256": "36dab3990df1765b4df13a974f19f8eb26ff4054d4531ae96437d8858c8e4db8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 340245798, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.515965316285405, "interval": [5.258443916352441, 13.584718582037954], "p_value": 0.0001815399477758778, "input_sha256": "36dab3990df1765b4df13a974f19f8eb26ff4054d4531ae96437d8858c8e4db8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.04808650022166505, "seed": 340245798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09172151724700839, "interval": [0.044382435647662165, 0.1390605988463546], "p_value": 0.001, "input_sha256": "36dab3990df1765b4df13a974f19f8eb26ff4054d4531ae96437d8858c8e4db8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.04808650022166505, "seed": 340245798, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09172151724700839, "interval": [0.045872030081816124, 0.1310827066517947], "p_value": 0.00035534499056075913, "input_sha256": "36dab3990df1765b4df13a974f19f8eb26ff4054d4531ae96437d8858c8e4db8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 872057208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.572119812865119, "interval": [-0.5854753897689484, 11.729715015499186], "p_value": 0.082, "input_sha256": "6119d4787958912a3c5a29c207a13f9abb2fd7c4cc4d25329b4f7c60b0dbedb8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 872057208, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.572119812865119, "interval": [0.093267072685982, 11.612699215364108], "p_value": 0.07481114331536697, "input_sha256": "6119d4787958912a3c5a29c207a13f9abb2fd7c4cc4d25329b4f7c60b0dbedb8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.047546204199216804, "seed": 872057208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0561356795705313, "interval": [-0.00422517986983293, 0.11649653901089552], "p_value": 0.071, "input_sha256": "6119d4787958912a3c5a29c207a13f9abb2fd7c4cc4d25329b4f7c60b0dbedb8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.047546204199216804, "seed": 872057208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0561356795705313, "interval": [0.0025464619487091636, 0.11654916195128293], "p_value": 0.06740923881862683, "input_sha256": "6119d4787958912a3c5a29c207a13f9abb2fd7c4cc4d25329b4f7c60b0dbedb8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3163347400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8979116490075292, "interval": [-5.51564947007854, 7.311472768093599], "p_value": 0.796, "input_sha256": "330fbcf8406611cbc90709a2a12d49a93a3bea23cdab39f2e1545a68e03dc12b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3163347400, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8979116490075292, "interval": [-5.735680061654527, 6.1860610524836686], "p_value": 0.7774415867006749, "input_sha256": "330fbcf8406611cbc90709a2a12d49a93a3bea23cdab39f2e1545a68e03dc12b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.05051048936063383, "seed": 3163347400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008431932471467618, "interval": [-0.0860113892331804, 0.06914752429024516], "p_value": 0.851, "input_sha256": "330fbcf8406611cbc90709a2a12d49a93a3bea23cdab39f2e1545a68e03dc12b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.05051048936063383, "seed": 3163347400, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008431932471467618, "interval": [-0.09634582034598557, 0.04741045325981644], "p_value": 0.8254712328074252, "input_sha256": "330fbcf8406611cbc90709a2a12d49a93a3bea23cdab39f2e1545a68e03dc12b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3922298940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.688165247644538, "interval": [0.055380766386210034, 11.320949728902868], "p_value": 0.046, "input_sha256": "309eba1270a8bb92360df94253b543ed88e7658a39a9d5ac1acf3b7829a3589e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3922298940, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.688165247644538, "interval": [0.10952718508502762, 10.716656730730877], "p_value": 0.0478983668521216, "input_sha256": "309eba1270a8bb92360df94253b543ed88e7658a39a9d5ac1acf3b7829a3589e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.049705090692256246, "seed": 3922298940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05594078591130541, "interval": [-0.001184856678051592, 0.11306642850066242], "p_value": 0.05, "input_sha256": "309eba1270a8bb92360df94253b543ed88e7658a39a9d5ac1acf3b7829a3589e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.049705090692256246, "seed": 3922298940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05594078591130541, "interval": [-0.0021487545952168082, 0.10523304156579977], "p_value": 0.05469798034525752, "input_sha256": "309eba1270a8bb92360df94253b543ed88e7658a39a9d5ac1acf3b7829a3589e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 802965609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.361783528117199, "interval": [4.07943457080542, 14.644132485428978], "p_value": 0.001, "input_sha256": "c3c6b06e31c768018c7561ae94b7e968dc61c598b04b27e9d4da0b5f92c73b32"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 802965609, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.361783528117199, "interval": [4.935967731589975, 14.777399880379546], "p_value": 0.0009456632063864309, "input_sha256": "c3c6b06e31c768018c7561ae94b7e968dc61c598b04b27e9d4da0b5f92c73b32"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.04922899435281003, "seed": 802965609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1020052208953237, "interval": [0.03615358239646144, 0.16785685939418596], "p_value": 0.002, "input_sha256": "c3c6b06e31c768018c7561ae94b7e968dc61c598b04b27e9d4da0b5f92c73b32"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.04922899435281003, "seed": 802965609, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1020052208953237, "interval": [0.05442782172510287, 0.17673403897859388], "p_value": 0.0034874098978862804, "input_sha256": "c3c6b06e31c768018c7561ae94b7e968dc61c598b04b27e9d4da0b5f92c73b32"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1456942843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.925447126428834, "interval": [-1.7164898739383387, 11.567384126796007], "p_value": 0.152, "input_sha256": "10c9fb5d73562bab261e6a8afb19bb6daca6237bfdfe8391cb22a99f59706774"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1456942843, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.925447126428834, "interval": [-1.26396005205786, 11.294358078359512], "p_value": 0.1411854262691144, "input_sha256": "10c9fb5d73562bab261e6a8afb19bb6daca6237bfdfe8391cb22a99f59706774"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.05083488738112255, "seed": 1456942843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040608505544643875, "interval": [-0.02902303053292797, 0.11024004162221572], "p_value": 0.257, "input_sha256": "10c9fb5d73562bab261e6a8afb19bb6daca6237bfdfe8391cb22a99f59706774"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.05083488738112255, "seed": 1456942843, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040608505544643875, "interval": [-0.028718340492045587, 0.10163315463654037], "p_value": 0.24373116925937388, "input_sha256": "10c9fb5d73562bab261e6a8afb19bb6daca6237bfdfe8391cb22a99f59706774"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 131490314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.887958287136717, "interval": [0.1913213782563581, 11.584595196017077], "p_value": 0.046, "input_sha256": "c1b80b44e3b46d66df2908f32c7638430bccda3272765b70fe3dc227d52fb0ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 131490314, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.887958287136717, "interval": [0.811042836083488, 10.829424505474734], "p_value": 0.04315846057714369, "input_sha256": "c1b80b44e3b46d66df2908f32c7638430bccda3272765b70fe3dc227d52fb0ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.049191218821328535, "seed": 131490314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05641029381633046, "interval": [-0.0006517047608275289, 0.11347229239348845], "p_value": 0.056, "input_sha256": "c1b80b44e3b46d66df2908f32c7638430bccda3272765b70fe3dc227d52fb0ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.049191218821328535, "seed": 131490314, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05641029381633046, "interval": [0.0037652100759721697, 0.105284944530266], "p_value": 0.052537865798349855, "input_sha256": "c1b80b44e3b46d66df2908f32c7638430bccda3272765b70fe3dc227d52fb0ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3580112730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8323237510248163, "interval": [-1.0724989922995523, 8.737146494349185], "p_value": 0.116, "input_sha256": "b76ac4268ebda8ca3a3be34b589016598f49a35ddfea01007081f3984616bf1d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3580112730, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8323237510248163, "interval": [-0.6091844159707368, 8.45170533037229], "p_value": 0.12198823216562879, "input_sha256": "b76ac4268ebda8ca3a3be34b589016598f49a35ddfea01007081f3984616bf1d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.050054305592880974, "seed": 3580112730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03652209731490888, "interval": [-0.01844524947176724, 0.091489444101585], "p_value": 0.177, "input_sha256": "b76ac4268ebda8ca3a3be34b589016598f49a35ddfea01007081f3984616bf1d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.050054305592880974, "seed": 3580112730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03652209731490888, "interval": [-0.010860222108423016, 0.08927734323742235], "p_value": 0.18654307079801127, "input_sha256": "b76ac4268ebda8ca3a3be34b589016598f49a35ddfea01007081f3984616bf1d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1942037546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.732971501595774, "interval": [-0.33587961755198226, 9.801822620743529], "p_value": 0.076, "input_sha256": "0b05ead0f06c67dc84c95cf350f8fd552b1a4abead3c22cf90134597f17984e4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1942037546, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.732971501595774, "interval": [-0.08784538877799732, 9.504284829295402], "p_value": 0.06631375181588621, "input_sha256": "0b05ead0f06c67dc84c95cf350f8fd552b1a4abead3c22cf90134597f17984e4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.04894374791791748, "seed": 1942037546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05014891404810755, "interval": [-0.0037728201674957565, 0.10407064826371085], "p_value": 0.076, "input_sha256": "0b05ead0f06c67dc84c95cf350f8fd552b1a4abead3c22cf90134597f17984e4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.04894374791791748, "seed": 1942037546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05014891404810755, "interval": [-0.0017194430081865274, 0.10365540470323485], "p_value": 0.06732551592105569, "input_sha256": "0b05ead0f06c67dc84c95cf350f8fd552b1a4abead3c22cf90134597f17984e4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2558064715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.151237082832186, "interval": [2.642010145578542, 13.66046402008583], "p_value": 0.002, "input_sha256": "2aceefb0a58e3db23d40e57bc31fb1bb350a789e0d266e18df454eda3191a311"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2558064715, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.151237082832186, "interval": [3.2017428781384254, 13.503092745426715], "p_value": 0.004889740832477663, "input_sha256": "2aceefb0a58e3db23d40e57bc31fb1bb350a789e0d266e18df454eda3191a311"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.04961538434412358, "seed": 2558064715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08742318569947194, "interval": [0.028958290667136073, 0.1458880807318078], "p_value": 0.001, "input_sha256": "2aceefb0a58e3db23d40e57bc31fb1bb350a789e0d266e18df454eda3191a311"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.04961538434412358, "seed": 2558064715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08742318569947194, "interval": [0.036833143860693966, 0.1459315066614622], "p_value": 0.0045836677424893136, "input_sha256": "2aceefb0a58e3db23d40e57bc31fb1bb350a789e0d266e18df454eda3191a311"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2778271333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.451419950132003, "interval": [4.393326084810283, 16.509513815453722], "p_value": 0.002, "input_sha256": "c71e97f712ff10e1f0976885925292378cd8a24ddb57cb00fcf72364de8cfd55"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2778271333, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.451419950132003, "interval": [5.211206496988776, 17.200209951328233], "p_value": 0.0013343955704019502, "input_sha256": "c71e97f712ff10e1f0976885925292378cd8a24ddb57cb00fcf72364de8cfd55"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04861776761462874, "seed": 2778271333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1017651460540657, "interval": [0.03635547596857523, 0.16717481613955615], "p_value": 0.004, "input_sha256": "c71e97f712ff10e1f0976885925292378cd8a24ddb57cb00fcf72364de8cfd55"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04861776761462874, "seed": 2778271333, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1017651460540657, "interval": [0.04764526514589299, 0.17534495311286544], "p_value": 0.0033892983846919617, "input_sha256": "c71e97f712ff10e1f0976885925292378cd8a24ddb57cb00fcf72364de8cfd55"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3024594342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.676140250891214, "interval": [0.5724888206810093, 12.779791681101418], "p_value": 0.033, "input_sha256": "b8310c007e1ab6e6f872d163935676a4433b34f925cacf80e6290f2435454567"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3024594342, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.676140250891214, "interval": [1.5148429326527015, 12.876196390655556], "p_value": 0.0328889927401368, "input_sha256": "b8310c007e1ab6e6f872d163935676a4433b34f925cacf80e6290f2435454567"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.04914069918224469, "seed": 3024594342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0730671457211518, "interval": [0.006878438636700762, 0.13925585280560285], "p_value": 0.027, "input_sha256": "b8310c007e1ab6e6f872d163935676a4433b34f925cacf80e6290f2435454567"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.04914069918224469, "seed": 3024594342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0730671457211518, "interval": [0.017227152216018983, 0.14037338702654242], "p_value": 0.03140631046185308, "input_sha256": "b8310c007e1ab6e6f872d163935676a4433b34f925cacf80e6290f2435454567"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1225134221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5799098864881955, "interval": [-0.24580478758895374, 11.405624560565345], "p_value": 0.059, "input_sha256": "e3f01bc42baf4fedecd3e951b46513fb462169545d2c6bd04c1adc8a207e8b09"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1225134221, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5799098864881955, "interval": [0.3816651709697042, 11.035342039321607], "p_value": 0.059891237607804966, "input_sha256": "e3f01bc42baf4fedecd3e951b46513fb462169545d2c6bd04c1adc8a207e8b09"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04957000660536587, "seed": 1225134221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042725973864684116, "interval": [-0.018335118303816546, 0.10378706603318477], "p_value": 0.165, "input_sha256": "e3f01bc42baf4fedecd3e951b46513fb462169545d2c6bd04c1adc8a207e8b09"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04957000660536587, "seed": 1225134221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042725973864684116, "interval": [-0.010974141770582512, 0.1020974834346449], "p_value": 0.16401362706721886, "input_sha256": "e3f01bc42baf4fedecd3e951b46513fb462169545d2c6bd04c1adc8a207e8b09"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2180025942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9301998878605744, "interval": [-0.9299114841715275, 8.790311259892675], "p_value": 0.104, "input_sha256": "1282c4a5dd85f1e7ea3223c61719cf940706f13048e6493a02e07f444b0867d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2180025942, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9301998878605744, "interval": [-0.4750124063267753, 8.595705314865413], "p_value": 0.10973254905177045, "input_sha256": "1282c4a5dd85f1e7ea3223c61719cf940706f13048e6493a02e07f444b0867d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0481165517076572, "seed": 2180025942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04481939836068534, "interval": [-0.004453460933295267, 0.09409225765466595], "p_value": 0.075, "input_sha256": "1282c4a5dd85f1e7ea3223c61719cf940706f13048e6493a02e07f444b0867d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0481165517076572, "seed": 2180025942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04481939836068534, "interval": [0.0013554113374899153, 0.09411048232202136], "p_value": 0.07337573846152005, "input_sha256": "1282c4a5dd85f1e7ea3223c61719cf940706f13048e6493a02e07f444b0867d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 466893044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.591569715420936, "interval": [-0.5822609039779776, 11.765400334819848], "p_value": 0.075, "input_sha256": "e13da925a9d69b848f276f9f51f71959cbe923972e7a820c7d06d4243d0e3685"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 466893044, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.591569715420936, "interval": [0.8501433012654366, 11.89508969875653], "p_value": 0.07417728724107125, "input_sha256": "e13da925a9d69b848f276f9f51f71959cbe923972e7a820c7d06d4243d0e3685"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.04775471112523273, "seed": 466893044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05074411780180968, "interval": [-0.011288291741824559, 0.11277652734544391], "p_value": 0.11, "input_sha256": "e13da925a9d69b848f276f9f51f71959cbe923972e7a820c7d06d4243d0e3685"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.04775471112523273, "seed": 466893044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05074411780180968, "interval": [0.002573506057329558, 0.11633022278218492], "p_value": 0.10524830684454851, "input_sha256": "e13da925a9d69b848f276f9f51f71959cbe923972e7a820c7d06d4243d0e3685"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2638592595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.164561231623479, "interval": [0.8313866169286701, 9.497735846318287], "p_value": 0.027, "input_sha256": "41240a7392fe544b27845ca33035f4cc7b55d3e4722bda6c55fbeb777d01ce5f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2638592595, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.164561231623479, "interval": [0.93802407853906, 8.969784066251918], "p_value": 0.02078781738742884, "input_sha256": "41240a7392fe544b27845ca33035f4cc7b55d3e4722bda6c55fbeb777d01ce5f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04940236205778677, "seed": 2638592595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056121186898973496, "interval": [0.010419081254909819, 0.10182329254303718], "p_value": 0.022, "input_sha256": "41240a7392fe544b27845ca33035f4cc7b55d3e4722bda6c55fbeb777d01ce5f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04940236205778677, "seed": 2638592595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056121186898973496, "interval": [0.013286083866822737, 0.09639392549545064], "p_value": 0.017502527232761106, "input_sha256": "41240a7392fe544b27845ca33035f4cc7b55d3e4722bda6c55fbeb777d01ce5f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1110930513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.831172274237651, "interval": [1.8668589299228242, 9.795485618552478], "p_value": 0.013, "input_sha256": "7e4afdf9d1db9a0c2d1663f57270a78fe5e4e55b615280f56c98cd6a5fa586ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1110930513, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.831172274237651, "interval": [2.175039854679433, 9.594776369602943], "p_value": 0.005047870832487684, "input_sha256": "7e4afdf9d1db9a0c2d1663f57270a78fe5e4e55b615280f56c98cd6a5fa586ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.050891601012514255, "seed": 1110930513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06040082922622189, "interval": [0.011043214260923695, 0.10975844419152009], "p_value": 0.027, "input_sha256": "7e4afdf9d1db9a0c2d1663f57270a78fe5e4e55b615280f56c98cd6a5fa586ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.050891601012514255, "seed": 1110930513, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06040082922622189, "interval": [0.017487632982377568, 0.10785409973498236], "p_value": 0.017805483087910887, "input_sha256": "7e4afdf9d1db9a0c2d1663f57270a78fe5e4e55b615280f56c98cd6a5fa586ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1451314507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.088349978228496, "interval": [-0.1392440241345856, 8.315943980591578], "p_value": 0.057, "input_sha256": "8d1a221840f4fb31fe4f966d1b81d1405e56807687cd3ad4e9bb7de2b4cdd177"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1451314507, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.088349978228496, "interval": [0.11868388408612757, 8.056947921239969], "p_value": 0.057633974779066045, "input_sha256": "8d1a221840f4fb31fe4f966d1b81d1405e56807687cd3ad4e9bb7de2b4cdd177"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.049839152965077425, "seed": 1451314507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04136556630126863, "interval": [-0.0036593229298455335, 0.08639045553238278], "p_value": 0.087, "input_sha256": "8d1a221840f4fb31fe4f966d1b81d1405e56807687cd3ad4e9bb7de2b4cdd177"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.049839152965077425, "seed": 1451314507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04136556630126863, "interval": [0.0017313162192325877, 0.08692894678989235], "p_value": 0.07061258070178277, "input_sha256": "8d1a221840f4fb31fe4f966d1b81d1405e56807687cd3ad4e9bb7de2b4cdd177"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 926712197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5824904165528544, "interval": [-8.496643193325667, 5.331662360219959], "p_value": 0.647, "input_sha256": "fcf598fff6312cc432bb6cc3e3f1c8921551c6d1cf1caf47666681d9601c58fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 926712197, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5824904165528544, "interval": [-7.976175353965227, 5.105339761229588], "p_value": 0.6455670043490611, "input_sha256": "fcf598fff6312cc432bb6cc3e3f1c8921551c6d1cf1caf47666681d9601c58fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0499712906874546, "seed": 926712197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01440085711547276, "interval": [-0.08701683935431159, 0.058215125123366074], "p_value": 0.677, "input_sha256": "fcf598fff6312cc432bb6cc3e3f1c8921551c6d1cf1caf47666681d9601c58fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0499712906874546, "seed": 926712197, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01440085711547276, "interval": [-0.07997532841990315, 0.05531510072422204], "p_value": 0.690064446238625, "input_sha256": "fcf598fff6312cc432bb6cc3e3f1c8921551c6d1cf1caf47666681d9601c58fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3881217548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.951994241509258, "interval": [-0.11460335002367295, 12.018591833042189], "p_value": 0.053, "input_sha256": "fa46c742dd6cba178b7b15072fe21a2d763a930293b5e49231802900c278bb57"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3881217548, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.951994241509258, "interval": [0.6634924978235323, 11.812134444873722], "p_value": 0.05424154251778479, "input_sha256": "fa46c742dd6cba178b7b15072fe21a2d763a930293b5e49231802900c278bb57"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.04973059516819061, "seed": 3881217548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06452767963499248, "interval": [-0.0033255097020212787, 0.13238086897200624], "p_value": 0.057, "input_sha256": "fa46c742dd6cba178b7b15072fe21a2d763a930293b5e49231802900c278bb57"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.04973059516819061, "seed": 3881217548, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06452767963499248, "interval": [0.0049426489272303845, 0.13122787365734104], "p_value": 0.06169859875851239, "input_sha256": "fa46c742dd6cba178b7b15072fe21a2d763a930293b5e49231802900c278bb57"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 660751087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.69137807554635, "interval": [0.9573575360704458, 10.425398615022253], "p_value": 0.022, "input_sha256": "6c37f8ddabdb9ba32ea5476e306f7a587b8e80290406838aedd30a4a6f9359d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 660751087, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.69137807554635, "interval": [1.4411188197110425, 10.620570814006317], "p_value": 0.019770046810545037, "input_sha256": "6c37f8ddabdb9ba32ea5476e306f7a587b8e80290406838aedd30a4a6f9359d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.05093033937100255, "seed": 660751087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046654227073861715, "interval": [-0.0065972349185214885, 0.09990568906624492], "p_value": 0.081, "input_sha256": "6c37f8ddabdb9ba32ea5476e306f7a587b8e80290406838aedd30a4a6f9359d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.05093033937100255, "seed": 660751087, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046654227073861715, "interval": [-0.003621121793711545, 0.10034162335380133], "p_value": 0.08414290785172403, "input_sha256": "6c37f8ddabdb9ba32ea5476e306f7a587b8e80290406838aedd30a4a6f9359d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1521198605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.347341994930522, "interval": [-1.6922635858893393, 8.386947575750384], "p_value": 0.193, "input_sha256": "b4fbe8750d2683ae5e0a60b8dd8986cd38fe1faf29c02db7448bc0c7cb585e0d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1521198605, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.347341994930522, "interval": [-0.6554913587621896, 8.956070259590227], "p_value": 0.18532184925046197, "input_sha256": "b4fbe8750d2683ae5e0a60b8dd8986cd38fe1faf29c02db7448bc0c7cb585e0d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.04824752698732762, "seed": 1521198605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016616687586411064, "interval": [-0.035941769690968066, 0.0691751448637902], "p_value": 0.531, "input_sha256": "b4fbe8750d2683ae5e0a60b8dd8986cd38fe1faf29c02db7448bc0c7cb585e0d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.04824752698732762, "seed": 1521198605, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016616687586411064, "interval": [-0.02896147006269176, 0.07273392916948052], "p_value": 0.5231579802259282, "input_sha256": "b4fbe8750d2683ae5e0a60b8dd8986cd38fe1faf29c02db7448bc0c7cb585e0d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2982499451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016507662748299623, "interval": [-5.831159369890648, 5.864174695387248], "p_value": 0.997, "input_sha256": "fd795b00ec974f870b0410c0cbbe733f0f5142a06af8ff4de9ea0849318f2aa0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2982499451, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016507662748299623, "interval": [-6.44671767135886, 4.8149492919925105], "p_value": 0.9954577627636412, "input_sha256": "fd795b00ec974f870b0410c0cbbe733f0f5142a06af8ff4de9ea0849318f2aa0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.049432444611634395, "seed": 2982499451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008627931658922963, "interval": [-0.046828112781832604, 0.06408397609967853], "p_value": 0.769, "input_sha256": "fd795b00ec974f870b0410c0cbbe733f0f5142a06af8ff4de9ea0849318f2aa0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.049432444611634395, "seed": 2982499451, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008627931658922963, "interval": [-0.050480530919381816, 0.05450398052154251], "p_value": 0.7541548042663153, "input_sha256": "fd795b00ec974f870b0410c0cbbe733f0f5142a06af8ff4de9ea0849318f2aa0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3409886189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.272103617882661, "interval": [2.6205976144998075, 11.923609621265514], "p_value": 0.002, "input_sha256": "de7bba8c0e7b965290b948e9cefcbb295e275b18e70dec8e072bf7ae5639b39f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3409886189, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.272103617882661, "interval": [3.4701493739122404, 11.792304671342622], "p_value": 0.0034900906601936774, "input_sha256": "de7bba8c0e7b965290b948e9cefcbb295e275b18e70dec8e072bf7ae5639b39f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.04736273395906175, "seed": 3409886189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07213062161829299, "interval": [0.028779985269601342, 0.11548125796698464], "p_value": 0.001, "input_sha256": "de7bba8c0e7b965290b948e9cefcbb295e275b18e70dec8e072bf7ae5639b39f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.04736273395906175, "seed": 3409886189, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07213062161829299, "interval": [0.034979032896715834, 0.11394198775877983], "p_value": 0.002011928112536311, "input_sha256": "de7bba8c0e7b965290b948e9cefcbb295e275b18e70dec8e072bf7ae5639b39f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1058413590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5624204224728535, "interval": [0.04973158303823677, 11.075109261907471], "p_value": 0.046, "input_sha256": "20eb26dfac59003956aa8dcfe8cce799f5896b17acc47c95f55befbbf21609db"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1058413590, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5624204224728535, "interval": [1.1026356518871527, 11.7156064661811], "p_value": 0.048069252949358196, "input_sha256": "20eb26dfac59003956aa8dcfe8cce799f5896b17acc47c95f55befbbf21609db"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.05075339948381051, "seed": 1058413590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052499748236330426, "interval": [-0.0058671297201778674, 0.11086662619283871], "p_value": 0.078, "input_sha256": "20eb26dfac59003956aa8dcfe8cce799f5896b17acc47c95f55befbbf21609db"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.05075339948381051, "seed": 1058413590, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052499748236330426, "interval": [-0.0006407391093106438, 0.11179287264461508], "p_value": 0.07647829677633262, "input_sha256": "20eb26dfac59003956aa8dcfe8cce799f5896b17acc47c95f55befbbf21609db"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4224002577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7454690786589735, "interval": [4.3300047687639305, 11.160933388554017], "p_value": 0.001, "input_sha256": "826430739540b306bebe48a13adacb6404a93db7e7010b1c5aaa59c59162c5ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4224002577, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7454690786589735, "interval": [4.495665532991286, 10.928058655086804], "p_value": 5.9511494843357906e-05, "input_sha256": "826430739540b306bebe48a13adacb6404a93db7e7010b1c5aaa59c59162c5ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0484971497824014, "seed": 4224002577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07887413509012454, "interval": [0.040182637307291234, 0.11756563287295785], "p_value": 0.001, "input_sha256": "826430739540b306bebe48a13adacb6404a93db7e7010b1c5aaa59c59162c5ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0484971497824014, "seed": 4224002577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07887413509012454, "interval": [0.04295756017238344, 0.11820625817408459], "p_value": 0.000248525641456879, "input_sha256": "826430739540b306bebe48a13adacb6404a93db7e7010b1c5aaa59c59162c5ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1964425539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.95298040837408, "interval": [1.7913403965128198, 12.11462042023534], "p_value": 0.008, "input_sha256": "ad9bd97ac5fb22401d0d804402771ce534c723cd937200f3453f21eb445a6e20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1964425539, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.95298040837408, "interval": [2.0375494340501823, 11.371709346545094], "p_value": 0.010180460504959946, "input_sha256": "ad9bd97ac5fb22401d0d804402771ce534c723cd937200f3453f21eb445a6e20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.050303857379279046, "seed": 1964425539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08331473216443444, "interval": [0.023069221861580974, 0.1435602424672879], "p_value": 0.005, "input_sha256": "ad9bd97ac5fb22401d0d804402771ce534c723cd937200f3453f21eb445a6e20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.050303857379279046, "seed": 1964425539, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08331473216443444, "interval": [0.03159062764564452, 0.13928636768415867], "p_value": 0.00866467434612869, "input_sha256": "ad9bd97ac5fb22401d0d804402771ce534c723cd937200f3453f21eb445a6e20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1165199706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8692421423736505, "interval": [-3.372767169645596, 7.111251454392897], "p_value": 0.489, "input_sha256": "26b5f2c8776b82534e6d4fda977801b1f6f371d61c439bf5082b25746ee63b3b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1165199706, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8692421423736505, "interval": [-3.5215886884904286, 6.3869723548824515], "p_value": 0.474757122771449, "input_sha256": "26b5f2c8776b82534e6d4fda977801b1f6f371d61c439bf5082b25746ee63b3b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04867745615738274, "seed": 1165199706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028120130161001233, "interval": [-0.023804612069334076, 0.08004487239133654], "p_value": 0.3, "input_sha256": "26b5f2c8776b82534e6d4fda977801b1f6f371d61c439bf5082b25746ee63b3b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04867745615738274, "seed": 1165199706, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028120130161001233, "interval": [-0.02393333972642438, 0.073458812447997], "p_value": 0.2797021573413826, "input_sha256": "26b5f2c8776b82534e6d4fda977801b1f6f371d61c439bf5082b25746ee63b3b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1681909540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6792180258140537, "interval": [-0.9647188408906135, 8.32315489251872], "p_value": 0.115, "input_sha256": "38dcd56f452a66856d74500682f02af7336dc1c218e80b7dcf589a0e470f493d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1681909540, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6792180258140537, "interval": [-0.9329049661967346, 7.394281875968471], "p_value": 0.11701807800200187, "input_sha256": "38dcd56f452a66856d74500682f02af7336dc1c218e80b7dcf589a0e470f493d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.05017727010074602, "seed": 1681909540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04388190505916342, "interval": [-0.005566990836439058, 0.0933308009547659], "p_value": 0.077, "input_sha256": "38dcd56f452a66856d74500682f02af7336dc1c218e80b7dcf589a0e470f493d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.05017727010074602, "seed": 1681909540, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04388190505916342, "interval": [-0.004626239099199287, 0.0871874740630225], "p_value": 0.08032145161806362, "input_sha256": "38dcd56f452a66856d74500682f02af7336dc1c218e80b7dcf589a0e470f493d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3016396030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.879405076673116, "interval": [-3.0443105253773517, 6.803120678723584], "p_value": 0.476, "input_sha256": "66e6167a47c4f2a1f3592ceb520dc1ba7af39ef957a8f1784b6f1db3bea0ac9f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3016396030, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.879405076673116, "interval": [-3.0627592110255524, 6.347049795117825], "p_value": 0.44265314159357627, "input_sha256": "66e6167a47c4f2a1f3592ceb520dc1ba7af39ef957a8f1784b6f1db3bea0ac9f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.05087508732313088, "seed": 3016396030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022609787591672523, "interval": [-0.029720842361103776, 0.07494041754444883], "p_value": 0.417, "input_sha256": "66e6167a47c4f2a1f3592ceb520dc1ba7af39ef957a8f1784b6f1db3bea0ac9f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.05087508732313088, "seed": 3016396030, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022609787591672523, "interval": [-0.029054214458316477, 0.0704300865243979], "p_value": 0.385422119990931, "input_sha256": "66e6167a47c4f2a1f3592ceb520dc1ba7af39ef957a8f1784b6f1db3bea0ac9f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2063260157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.358825884567322, "interval": [-0.2829795746131216, 11.000631343747767], "p_value": 0.058, "input_sha256": "73881927cf5fe993fa55d30f612bf7326bc2d9059e8756e8d43bc917cdf408a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2063260157, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.358825884567322, "interval": [0.48834077784159924, 11.453373617124997], "p_value": 0.061980444478636536, "input_sha256": "73881927cf5fe993fa55d30f612bf7326bc2d9059e8756e8d43bc917cdf408a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.04880795988069919, "seed": 2063260157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05169463760368888, "interval": [-0.007137588404141831, 0.11052686361151959], "p_value": 0.093, "input_sha256": "73881927cf5fe993fa55d30f612bf7326bc2d9059e8756e8d43bc917cdf408a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.04880795988069919, "seed": 2063260157, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05169463760368888, "interval": [0.0004199456861792222, 0.11187366905852777], "p_value": 0.0832670661281315, "input_sha256": "73881927cf5fe993fa55d30f612bf7326bc2d9059e8756e8d43bc917cdf408a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1067678161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.561961748578346, "interval": [1.3719503015116565, 11.751973195645036], "p_value": 0.006, "input_sha256": "840b98cc4dde96d89cc2a81dbb3829dc9b247b41350daca9fc5fdf60ad61a9c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1067678161, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.561961748578346, "interval": [1.8574454425206703, 11.524134800041242], "p_value": 0.014944180621347048, "input_sha256": "840b98cc4dde96d89cc2a81dbb3829dc9b247b41350daca9fc5fdf60ad61a9c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0500196951532517, "seed": 1067678161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06541972203303585, "interval": [0.012903662489399947, 0.11793578157667176], "p_value": 0.011, "input_sha256": "840b98cc4dde96d89cc2a81dbb3829dc9b247b41350daca9fc5fdf60ad61a9c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0500196951532517, "seed": 1067678161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06541972203303585, "interval": [0.015433862875493459, 0.11473823229920073], "p_value": 0.01635960858561103, "input_sha256": "840b98cc4dde96d89cc2a81dbb3829dc9b247b41350daca9fc5fdf60ad61a9c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3402218408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.29657706742268, "interval": [-0.31786192158315973, 8.911016056428519], "p_value": 0.075, "input_sha256": "2cb451a1b373399e1851770397747f904cc48fb86c669afebe186ba0f62e94d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3402218408, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.29657706742268, "interval": [0.30457660541967685, 8.63588091737446], "p_value": 0.06710116068836437, "input_sha256": "2cb451a1b373399e1851770397747f904cc48fb86c669afebe186ba0f62e94d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.04855044615052204, "seed": 3402218408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04142024384589471, "interval": [-0.005266817819764319, 0.08810730551155374], "p_value": 0.087, "input_sha256": "2cb451a1b373399e1851770397747f904cc48fb86c669afebe186ba0f62e94d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.04855044615052204, "seed": 3402218408, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04142024384589471, "interval": [-0.0005531330493583781, 0.08377539090810894], "p_value": 0.0804447318674406, "input_sha256": "2cb451a1b373399e1851770397747f904cc48fb86c669afebe186ba0f62e94d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 809623346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.666286082910334, "interval": [-3.4917838701170805, 6.824356035937749], "p_value": 0.513, "input_sha256": "46c61560f91ed37c58ace4701720dcdd2e9e78b53db00f24ce778a53f2327838"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 809623346, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.666286082910334, "interval": [-3.0848776839051397, 6.718809852297477], "p_value": 0.5161924366757831, "input_sha256": "46c61560f91ed37c58ace4701720dcdd2e9e78b53db00f24ce778a53f2327838"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.05004224176091236, "seed": 809623346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008313958266203625, "interval": [-0.055440432623183086, 0.07206834915559034], "p_value": 0.804, "input_sha256": "46c61560f91ed37c58ace4701720dcdd2e9e78b53db00f24ce778a53f2327838"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.05004224176091236, "seed": 809623346, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008313958266203625, "interval": [-0.05838669821531978, 0.06315133460343444], "p_value": 0.7921658825080563, "input_sha256": "46c61560f91ed37c58ace4701720dcdd2e9e78b53db00f24ce778a53f2327838"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3404657573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.608407447364103, "interval": [5.764568139447231, 15.452246755280974], "p_value": 0.001, "input_sha256": "6f007b9888558b3e74d632d49de0943942118becdfc7e6c59c5b825160970c03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3404657573, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.608407447364103, "interval": [6.271427482105374, 15.186973229213654], "p_value": 8.859329944633619e-05, "input_sha256": "6f007b9888558b3e74d632d49de0943942118becdfc7e6c59c5b825160970c03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.049061589531580005, "seed": 3404657573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10274520407083784, "interval": [0.053773455656360866, 0.1517169524853148], "p_value": 0.001, "input_sha256": "6f007b9888558b3e74d632d49de0943942118becdfc7e6c59c5b825160970c03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.049061589531580005, "seed": 3404657573, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10274520407083784, "interval": [0.061143576729686025, 0.15026341514694275], "p_value": 0.00014022439593374178, "input_sha256": "6f007b9888558b3e74d632d49de0943942118becdfc7e6c59c5b825160970c03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1066041515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.829976125325876, "interval": [-1.0895526980805332, 8.749504948732286], "p_value": 0.109, "input_sha256": "09e544e69518e5ec5b4331ca586aa7068337ebe40d244a9e5c7697cf7457b986"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1066041515, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.829976125325876, "interval": [-0.1462045177302215, 9.047338529645264], "p_value": 0.12323773490847222, "input_sha256": "09e544e69518e5ec5b4331ca586aa7068337ebe40d244a9e5c7697cf7457b986"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.05109655940859178, "seed": 1066041515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024850746488096653, "interval": [-0.03145308586004732, 0.08115457883624062], "p_value": 0.398, "input_sha256": "09e544e69518e5ec5b4331ca586aa7068337ebe40d244a9e5c7697cf7457b986"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.05109655940859178, "seed": 1066041515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024850746488096653, "interval": [-0.020591474139775367, 0.07866322187198754], "p_value": 0.3771755943852788, "input_sha256": "09e544e69518e5ec5b4331ca586aa7068337ebe40d244a9e5c7697cf7457b986"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2113451600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.214859178488621, "interval": [-0.5590697620080709, 10.988788118985312], "p_value": 0.079, "input_sha256": "6e5b1783f368f06f0686b590ddb4f763038173165587fef0a768c3e655c30c42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2113451600, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.214859178488621, "interval": [-0.6799764625522212, 11.023588820830673], "p_value": 0.07505887969563707, "input_sha256": "6e5b1783f368f06f0686b590ddb4f763038173165587fef0a768c3e655c30c42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.048837018536380616, "seed": 2113451600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06048645924594215, "interval": [-0.005544775257389917, 0.1265176937492742], "p_value": 0.071, "input_sha256": "6e5b1783f368f06f0686b590ddb4f763038173165587fef0a768c3e655c30c42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.048837018536380616, "seed": 2113451600, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06048645924594215, "interval": [0.0005064569447759877, 0.13354399181557886], "p_value": 0.07103751131308633, "input_sha256": "6e5b1783f368f06f0686b590ddb4f763038173165587fef0a768c3e655c30c42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2263018446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.06717322755403, "interval": [3.1723547644757577, 12.961991690632301], "p_value": 0.001, "input_sha256": "e621fada711a7701545dd464bd2d2b509d783235d37300dbda4f9daba6296334"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2263018446, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.06717322755403, "interval": [3.9568725382452716, 13.103173602713245], "p_value": 0.0020951181091720043, "input_sha256": "e621fada711a7701545dd464bd2d2b509d783235d37300dbda4f9daba6296334"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.048998046446673126, "seed": 2263018446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07631463703869755, "interval": [0.02671150299403427, 0.12591777108336083], "p_value": 0.002, "input_sha256": "e621fada711a7701545dd464bd2d2b509d783235d37300dbda4f9daba6296334"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.048998046446673126, "seed": 2263018446, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07631463703869755, "interval": [0.02973087127108922, 0.12406276916809685], "p_value": 0.003698323290113927, "input_sha256": "e621fada711a7701545dd464bd2d2b509d783235d37300dbda4f9daba6296334"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2165513909, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0639632992960557, "interval": [-2.966144699318634, 9.094071297910745], "p_value": 0.291, "input_sha256": "86497a39422eb739bfaaf4e0780fd6c521dec53b1214b095c41358c9102b2c5d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2165513909, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0639632992960557, "interval": [-3.828972116071836, 8.16502079744134], "p_value": 0.309590267982953, "input_sha256": "86497a39422eb739bfaaf4e0780fd6c521dec53b1214b095c41358c9102b2c5d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0504550721680989, "seed": 2165513909, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04034391021601462, "interval": [-0.028331150271898198, 0.10901897070392744], "p_value": 0.217, "input_sha256": "86497a39422eb739bfaaf4e0780fd6c521dec53b1214b095c41358c9102b2c5d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0504550721680989, "seed": 2165513909, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04034391021601462, "interval": [-0.028320160055406836, 0.10447177156389116], "p_value": 0.2417044389873754, "input_sha256": "86497a39422eb739bfaaf4e0780fd6c521dec53b1214b095c41358c9102b2c5d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 803340645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.352002421178827, "interval": [0.17320676568410853, 10.530798076673545], "p_value": 0.046, "input_sha256": "c56e182d9a3f18c2db76eeb012e2a8f29b35350d904c5543c89f761c4ff09eb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 803340645, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.352002421178827, "interval": [0.17932323852167836, 9.805923793774319], "p_value": 0.04316380178070878, "input_sha256": "c56e182d9a3f18c2db76eeb012e2a8f29b35350d904c5543c89f761c4ff09eb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.05102686304450847, "seed": 803340645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06240366104678442, "interval": [0.0031011008771229948, 0.12170622121644585], "p_value": 0.049, "input_sha256": "c56e182d9a3f18c2db76eeb012e2a8f29b35350d904c5543c89f761c4ff09eb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.05102686304450847, "seed": 803340645, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06240366104678442, "interval": [0.00542220808080058, 0.11419381265281513], "p_value": 0.039685363249563683, "input_sha256": "c56e182d9a3f18c2db76eeb012e2a8f29b35350d904c5543c89f761c4ff09eb3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3098895161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.441694647611303, "interval": [-0.30108782494423103, 11.184477120166838], "p_value": 0.074, "input_sha256": "dd4763e7da751b4736299da5e4b95ffeb2da6649a66f5e0102603e3123ab9fbb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3098895161, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.441694647611303, "interval": [0.10500604672075317, 10.878011673076378], "p_value": 0.06247041324677152, "input_sha256": "dd4763e7da751b4736299da5e4b95ffeb2da6649a66f5e0102603e3123ab9fbb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.04983223085067638, "seed": 3098895161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03834469119226229, "interval": [-0.01952645073126292, 0.09621583311578749], "p_value": 0.193, "input_sha256": "dd4763e7da751b4736299da5e4b95ffeb2da6649a66f5e0102603e3123ab9fbb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.04983223085067638, "seed": 3098895161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03834469119226229, "interval": [-0.015303011712778158, 0.09189604432406254], "p_value": 0.1869521580745458, "input_sha256": "dd4763e7da751b4736299da5e4b95ffeb2da6649a66f5e0102603e3123ab9fbb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3551273361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.092113558071646, "interval": [0.7853602961729598, 13.398866819970333], "p_value": 0.03, "input_sha256": "40628095f69466f1b92ea444b09235c0ba958fe51097ce68d71fd342c42d84a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3551273361, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.092113558071646, "interval": [1.7788418373293517, 13.49130583324105], "p_value": 0.028569114287427932, "input_sha256": "40628095f69466f1b92ea444b09235c0ba958fe51097ce68d71fd342c42d84a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.049107601900015375, "seed": 3551273361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06399946865295635, "interval": [0.000986712472509893, 0.1270122248334028], "p_value": 0.05, "input_sha256": "40628095f69466f1b92ea444b09235c0ba958fe51097ce68d71fd342c42d84a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.049107601900015375, "seed": 3551273361, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06399946865295635, "interval": [0.006777154414375399, 0.12106176932479443], "p_value": 0.0467047805537656, "input_sha256": "40628095f69466f1b92ea444b09235c0ba958fe51097ce68d71fd342c42d84a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1468541992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.343065414135541, "interval": [-2.0118145517748847, 8.697945380045967], "p_value": 0.207, "input_sha256": "21ec9cb05c5b03ebf48da4cc16b7f33fb930a7aed5e125fbb01c6b18aa718694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1468541992, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.343065414135541, "interval": [-1.9499649900632616, 8.127797332276405], "p_value": 0.2132682560009345, "input_sha256": "21ec9cb05c5b03ebf48da4cc16b7f33fb930a7aed5e125fbb01c6b18aa718694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.04872883915412173, "seed": 1468541992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03812454107579642, "interval": [-0.01933908301261024, 0.09558816516420308], "p_value": 0.173, "input_sha256": "21ec9cb05c5b03ebf48da4cc16b7f33fb930a7aed5e125fbb01c6b18aa718694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.04872883915412173, "seed": 1468541992, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03812454107579642, "interval": [-0.018702236440937135, 0.08981957567719127], "p_value": 0.18691248908790203, "input_sha256": "21ec9cb05c5b03ebf48da4cc16b7f33fb930a7aed5e125fbb01c6b18aa718694"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1464189761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.744652288503742, "interval": [-2.614489292912733, 6.103793869920217], "p_value": 0.393, "input_sha256": "ec0897dc45a7de1dbc2d06518cb43c3f062f606c54715c59f7b0e89fce220f67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1464189761, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.744652288503742, "interval": [-2.7281727137559217, 5.682200752462738], "p_value": 0.4226982217466634, "input_sha256": "ec0897dc45a7de1dbc2d06518cb43c3f062f606c54715c59f7b0e89fce220f67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.05028607728924617, "seed": 1464189761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01330830609737875, "interval": [-0.03328169159594262, 0.059898303790700116], "p_value": 0.543, "input_sha256": "ec0897dc45a7de1dbc2d06518cb43c3f062f606c54715c59f7b0e89fce220f67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.05028607728924617, "seed": 1464189761, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01330830609737875, "interval": [-0.03675193192618185, 0.05311996427753793], "p_value": 0.5659868262533837, "input_sha256": "ec0897dc45a7de1dbc2d06518cb43c3f062f606c54715c59f7b0e89fce220f67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1969719644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.140116544884451, "interval": [-0.8179030431338905, 9.098136132902793], "p_value": 0.082, "input_sha256": "c8d6702de84740abc24e98ea7e99f2478366c99b65ecfd056bf37ef6211830e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1969719644, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.140116544884451, "interval": [-0.8709069337689314, 8.389338438993606], "p_value": 0.09911651284086329, "input_sha256": "c8d6702de84740abc24e98ea7e99f2478366c99b65ecfd056bf37ef6211830e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.04874580095177609, "seed": 1969719644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038104405666312666, "interval": [-0.011390439932380689, 0.08759925126500602], "p_value": 0.116, "input_sha256": "c8d6702de84740abc24e98ea7e99f2478366c99b65ecfd056bf37ef6211830e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.04874580095177609, "seed": 1969719644, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038104405666312666, "interval": [-0.011963361798129091, 0.08262513190835077], "p_value": 0.12736513065294106, "input_sha256": "c8d6702de84740abc24e98ea7e99f2478366c99b65ecfd056bf37ef6211830e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 234995006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.016250464101146, "interval": [2.960984582126917, 13.071516346075375], "p_value": 0.004, "input_sha256": "c4deadef5f2451a4edc993ec060c39f4734a1ebfa1be694a680d8b271c400a4b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 234995006, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.016250464101146, "interval": [3.3210851474560505, 12.985810793128808], "p_value": 0.002828504460986126, "input_sha256": "c4deadef5f2451a4edc993ec060c39f4734a1ebfa1be694a680d8b271c400a4b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04902947447532779, "seed": 234995006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0765123521954605, "interval": [0.025180317726198137, 0.12784438666472286], "p_value": 0.008, "input_sha256": "c4deadef5f2451a4edc993ec060c39f4734a1ebfa1be694a680d8b271c400a4b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04902947447532779, "seed": 234995006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0765123521954605, "interval": [0.02615113870753369, 0.1254683609276776], "p_value": 0.004692754328462146, "input_sha256": "c4deadef5f2451a4edc993ec060c39f4734a1ebfa1be694a680d8b271c400a4b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3672055857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.43720589896478, "interval": [2.835638334710217, 14.038773463219343], "p_value": 0.003, "input_sha256": "c69d20c1645a17bc3fd81f6ced3dd214e97f150a66a41931a18c628f76b57fae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3672055857, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.43720589896478, "interval": [2.7243023994101727, 13.368201210640601], "p_value": 0.0042343408697791685, "input_sha256": "c69d20c1645a17bc3fd81f6ced3dd214e97f150a66a41931a18c628f76b57fae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.048162919923364564, "seed": 3672055857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06860427499777208, "interval": [0.009041990187486797, 0.12816655980805736], "p_value": 0.025, "input_sha256": "c69d20c1645a17bc3fd81f6ced3dd214e97f150a66a41931a18c628f76b57fae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.048162919923364564, "seed": 3672055857, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06860427499777208, "interval": [0.000643766334536107, 0.12042565495983441], "p_value": 0.0252399815096126, "input_sha256": "c69d20c1645a17bc3fd81f6ced3dd214e97f150a66a41931a18c628f76b57fae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2008356741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.630033476077731, "interval": [-2.723401208159638, 7.9834681603151], "p_value": 0.334, "input_sha256": "d3bcdf625a4d2f7e70cf807a9e699f819925db0aa36c4efa15fa34ddb46f2292"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2008356741, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.630033476077731, "interval": [-2.5468855102389574, 7.474786846961871], "p_value": 0.32453042006576227, "input_sha256": "d3bcdf625a4d2f7e70cf807a9e699f819925db0aa36c4efa15fa34ddb46f2292"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.05105578869749372, "seed": 2008356741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018833390330591213, "interval": [-0.036834151333156206, 0.07450093199433863], "p_value": 0.493, "input_sha256": "d3bcdf625a4d2f7e70cf807a9e699f819925db0aa36c4efa15fa34ddb46f2292"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.05105578869749372, "seed": 2008356741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018833390330591213, "interval": [-0.03527474042244327, 0.07112026871468563], "p_value": 0.49673852118610695, "input_sha256": "d3bcdf625a4d2f7e70cf807a9e699f819925db0aa36c4efa15fa34ddb46f2292"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1628426303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.174242873306874, "interval": [-0.7504302611883737, 11.098916007802123], "p_value": 0.079, "input_sha256": "1dc96f5651fe3659c988bf51763146b4d0e23eb7dff19cf9f854edff7cbe8c00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1628426303, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.174242873306874, "interval": [-0.5273648346805297, 9.939323649914293], "p_value": 0.08508656365279688, "input_sha256": "1dc96f5651fe3659c988bf51763146b4d0e23eb7dff19cf9f854edff7cbe8c00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.05047126316313153, "seed": 1628426303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06744381975566827, "interval": [0.001192770686062189, 0.13369486882527434], "p_value": 0.037, "input_sha256": "1dc96f5651fe3659c988bf51763146b4d0e23eb7dff19cf9f854edff7cbe8c00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.05047126316313153, "seed": 1628426303, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06744381975566827, "interval": [0.005847268705162369, 0.12227350319407818], "p_value": 0.046218677179419715, "input_sha256": "1dc96f5651fe3659c988bf51763146b4d0e23eb7dff19cf9f854edff7cbe8c00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 950132092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.303965264306406, "interval": [-1.5454298340965336, 8.153360362709346], "p_value": 0.174, "input_sha256": "7c77d34cce550dabc6a53c922b7241a118a3e334611300c425334d7d036cfce9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 950132092, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.303965264306406, "interval": [-1.1676611742668304, 7.5106524959414145], "p_value": 0.17581826090482452, "input_sha256": "7c77d34cce550dabc6a53c922b7241a118a3e334611300c425334d7d036cfce9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.04850968659768485, "seed": 950132092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028189194367477494, "interval": [-0.021173437278141638, 0.07755182601309663], "p_value": 0.24, "input_sha256": "7c77d34cce550dabc6a53c922b7241a118a3e334611300c425334d7d036cfce9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.04850968659768485, "seed": 950132092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028189194367477494, "interval": [-0.016107009599740773, 0.07078100026447398], "p_value": 0.2548126288349977, "input_sha256": "7c77d34cce550dabc6a53c922b7241a118a3e334611300c425334d7d036cfce9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3011444335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.506846046115453, "interval": [1.884596070177718, 13.129096022053188], "p_value": 0.011, "input_sha256": "086ab8a57ae4a9bfb0bf1601db3401f51b7a2bc59e0f588f319e6958327dd97c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3011444335, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.506846046115453, "interval": [2.9835404864230752, 13.975212447874451], "p_value": 0.010294616850137214, "input_sha256": "086ab8a57ae4a9bfb0bf1601db3401f51b7a2bc59e0f588f319e6958327dd97c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.04913390948939387, "seed": 3011444335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06961824322560867, "interval": [0.010045112879809005, 0.12919137357140834], "p_value": 0.023, "input_sha256": "086ab8a57ae4a9bfb0bf1601db3401f51b7a2bc59e0f588f319e6958327dd97c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.04913390948939387, "seed": 3011444335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06961824322560867, "interval": [0.021577033928324395, 0.13912503734766404], "p_value": 0.02321415488022545, "input_sha256": "086ab8a57ae4a9bfb0bf1601db3401f51b7a2bc59e0f588f319e6958327dd97c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3833297473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.771430104598386, "interval": [4.3407628878334865, 15.202097321363285], "p_value": 0.001, "input_sha256": "6a51b5483a9909d9af1ebf2d3aaec46749a6efce76cc9121af37d8379b86d127"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3833297473, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.771430104598386, "interval": [4.5872380992616355, 14.712403940482762], "p_value": 0.00084213187504036, "input_sha256": "6a51b5483a9909d9af1ebf2d3aaec46749a6efce76cc9121af37d8379b86d127"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04793129932187417, "seed": 3833297473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0916467532028248, "interval": [0.03910306472286833, 0.14419044168278128], "p_value": 0.001, "input_sha256": "6a51b5483a9909d9af1ebf2d3aaec46749a6efce76cc9121af37d8379b86d127"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04793129932187417, "seed": 3833297473, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0916467532028248, "interval": [0.03780347861847783, 0.1373987882442452], "p_value": 0.0011299678129424724, "input_sha256": "6a51b5483a9909d9af1ebf2d3aaec46749a6efce76cc9121af37d8379b86d127"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4051852027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.606794693871942, "interval": [-0.437604133060308, 11.651193520804192], "p_value": 0.056, "input_sha256": "80e88d3649d95eab2c3ee168210dbde33c7162bd2d875d8c8c62b67737bb7dfd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4051852027, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.606794693871942, "interval": [-0.259529340572209, 11.554723133351036], "p_value": 0.06796049384751389, "input_sha256": "80e88d3649d95eab2c3ee168210dbde33c7162bd2d875d8c8c62b67737bb7dfd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.05076277612778137, "seed": 4051852027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044250551105625896, "interval": [-0.024315561125951138, 0.11281666333720293], "p_value": 0.182, "input_sha256": "80e88d3649d95eab2c3ee168210dbde33c7162bd2d875d8c8c62b67737bb7dfd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.05076277612778137, "seed": 4051852027, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044250551105625896, "interval": [-0.029472377709881172, 0.1043377219492053], "p_value": 0.19758170606880227, "input_sha256": "80e88d3649d95eab2c3ee168210dbde33c7162bd2d875d8c8c62b67737bb7dfd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1229121106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9600914212323381, "interval": [-4.183325200300919, 6.103508042765595], "p_value": 0.695, "input_sha256": "ab6b0e6da50d653eed2acf2e6622265ecdf32ecbbb75544192ca3da3701aa192"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1229121106, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9600914212323381, "interval": [-4.632425712971773, 5.525907731189354], "p_value": 0.7074857609450237, "input_sha256": "ab6b0e6da50d653eed2acf2e6622265ecdf32ecbbb75544192ca3da3701aa192"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04983850200383992, "seed": 1229121106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0071183462638977485, "interval": [-0.04523124091382126, 0.05946793344161676], "p_value": 0.773, "input_sha256": "ab6b0e6da50d653eed2acf2e6622265ecdf32ecbbb75544192ca3da3701aa192"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04983850200383992, "seed": 1229121106, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0071183462638977485, "interval": [-0.046987782851896406, 0.05483553474595503], "p_value": 0.7845327751084479, "input_sha256": "ab6b0e6da50d653eed2acf2e6622265ecdf32ecbbb75544192ca3da3701aa192"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 102430956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.581111640354524, "interval": [2.9954656521867813, 12.166757628522266], "p_value": 0.002, "input_sha256": "fd1e47a3156560550416c7cf5351dc1768929028f6ae1224613633ddf6d2efaf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 102430956, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.581111640354524, "interval": [3.362863985683646, 12.04551526113848], "p_value": 0.002055007094978717, "input_sha256": "fd1e47a3156560550416c7cf5351dc1768929028f6ae1224613633ddf6d2efaf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.04985757299185588, "seed": 102430956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07144790699751269, "interval": [0.02378832743957006, 0.11910748655545532], "p_value": 0.005, "input_sha256": "fd1e47a3156560550416c7cf5351dc1768929028f6ae1224613633ddf6d2efaf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.04985757299185588, "seed": 102430956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07144790699751269, "interval": [0.0248584820900818, 0.1166655836189465], "p_value": 0.004570498200630538, "input_sha256": "fd1e47a3156560550416c7cf5351dc1768929028f6ae1224613633ddf6d2efaf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 993229030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8070058662756026, "interval": [-2.141227778952395, 9.7552395115036], "p_value": 0.206, "input_sha256": "b9e4c727690e55149f9a4eded6d531e6be00cb5497257be7d9ae42eccf288931"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 993229030, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8070058662756026, "interval": [-1.553228558322517, 9.01392976127843], "p_value": 0.20020372993129631, "input_sha256": "b9e4c727690e55149f9a4eded6d531e6be00cb5497257be7d9ae42eccf288931"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.04830744323210211, "seed": 993229030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03345175521281654, "interval": [-0.028680737585092278, 0.09558424801072536], "p_value": 0.285, "input_sha256": "b9e4c727690e55149f9a4eded6d531e6be00cb5497257be7d9ae42eccf288931"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.04830744323210211, "seed": 993229030, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03345175521281654, "interval": [-0.025253420426032683, 0.08803875351729842], "p_value": 0.279766631361143, "input_sha256": "b9e4c727690e55149f9a4eded6d531e6be00cb5497257be7d9ae42eccf288931"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3661892857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1061299618414893, "interval": [-5.4132914586393825, 7.625551382322361], "p_value": 0.752, "input_sha256": "9e8b2a4b5b3c99d640082be41b7c339483c9c17f2556937edf5b04e008480895"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3661892857, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1061299618414893, "interval": [-6.4227456906267575, 6.165936629301016], "p_value": 0.7322685331363192, "input_sha256": "9e8b2a4b5b3c99d640082be41b7c339483c9c17f2556937edf5b04e008480895"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.05032095539370838, "seed": 3661892857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0004344065113545126, "interval": [-0.07538907618675884, 0.07625788920946787], "p_value": 0.992, "input_sha256": "9e8b2a4b5b3c99d640082be41b7c339483c9c17f2556937edf5b04e008480895"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.05032095539370838, "seed": 3661892857, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0004344065113545126, "interval": [-0.09019146878706115, 0.058636504031045825], "p_value": 0.9907528411603148, "input_sha256": "9e8b2a4b5b3c99d640082be41b7c339483c9c17f2556937edf5b04e008480895"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 445078581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.069091251859075, "interval": [1.2794249897436787, 10.85875751397447], "p_value": 0.012, "input_sha256": "79bae0368791f96089cfb16149510e7d37110ee429158a80be82da954345379c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 445078581, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.069091251859075, "interval": [0.9938602804058131, 10.434100168705367], "p_value": 0.014683306092653621, "input_sha256": "79bae0368791f96089cfb16149510e7d37110ee429158a80be82da954345379c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.05115242561790736, "seed": 445078581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05647564466247118, "interval": [0.00202654548147585, 0.11092474384346651], "p_value": 0.036, "input_sha256": "79bae0368791f96089cfb16149510e7d37110ee429158a80be82da954345379c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.05115242561790736, "seed": 445078581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05647564466247118, "interval": [0.0020067242162501576, 0.10813684731205084], "p_value": 0.04251357071000652, "input_sha256": "79bae0368791f96089cfb16149510e7d37110ee429158a80be82da954345379c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2965837759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2931214385919, "interval": [-1.4680941855896856, 10.054337062773484], "p_value": 0.135, "input_sha256": "2a00b8830ae1b74bc2cf63a383801d7752b7e057ea567306f45173af02d068e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2965837759, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2931214385919, "interval": [-1.158193241144954, 9.790445908943434], "p_value": 0.13879425630727116, "input_sha256": "2a00b8830ae1b74bc2cf63a383801d7752b7e057ea567306f45173af02d068e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.05053877622886248, "seed": 2965837759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041389712099374476, "interval": [-0.026619298487476725, 0.10939872268622568], "p_value": 0.23, "input_sha256": "2a00b8830ae1b74bc2cf63a383801d7752b7e057ea567306f45173af02d068e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.05053877622886248, "seed": 2965837759, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041389712099374476, "interval": [-0.018818562438038103, 0.10938899698143396], "p_value": 0.2254132666644444, "input_sha256": "2a00b8830ae1b74bc2cf63a383801d7752b7e057ea567306f45173af02d068e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2809675195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.783564927763228, "interval": [-1.816672950265902, 9.383802805792358], "p_value": 0.188, "input_sha256": "541b81bb3c0140fcba087dadf49ae57f38931d87f26af82f6fbcee0d67725fc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2809675195, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.783564927763228, "interval": [-1.932638592388484, 9.276980003882239], "p_value": 0.17919167438554584, "input_sha256": "541b81bb3c0140fcba087dadf49ae57f38931d87f26af82f6fbcee0d67725fc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.04861432650905448, "seed": 2809675195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030597477700797557, "interval": [-0.024935912668454872, 0.08613086807004999], "p_value": 0.281, "input_sha256": "541b81bb3c0140fcba087dadf49ae57f38931d87f26af82f6fbcee0d67725fc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.04861432650905448, "seed": 2809675195, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030597477700797557, "interval": [-0.02685389544754464, 0.08260648390455368], "p_value": 0.271662412513829, "input_sha256": "541b81bb3c0140fcba087dadf49ae57f38931d87f26af82f6fbcee0d67725fc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3585915118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5103198327989418, "interval": [-3.6640212009957676, 6.684660866593651], "p_value": 0.559, "input_sha256": "92ae66269571da68ed6a5b7e6c17c3bdbe871f6b0ab133a761783463ef1986aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3585915118, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5103198327989418, "interval": [-2.9840735263715445, 6.3251476597730605], "p_value": 0.5580902820751721, "input_sha256": "92ae66269571da68ed6a5b7e6c17c3bdbe871f6b0ab133a761783463ef1986aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.04886254150460807, "seed": 3585915118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010872526412218947, "interval": [-0.04955175341554786, 0.07129680623998574], "p_value": 0.728, "input_sha256": "92ae66269571da68ed6a5b7e6c17c3bdbe871f6b0ab133a761783463ef1986aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.04886254150460807, "seed": 3585915118, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010872526412218947, "interval": [-0.04573538906165883, 0.06620996768022723], "p_value": 0.7176082411898115, "input_sha256": "92ae66269571da68ed6a5b7e6c17c3bdbe871f6b0ab133a761783463ef1986aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3236408716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.316532542716353, "interval": [1.5839839826723727, 11.049081102760333], "p_value": 0.013, "input_sha256": "0c9cfc829b062fb6af7ca40200955459064ad140420fc8665d5f279e55432ac3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3236408716, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.316532542716353, "interval": [2.0823219212162516, 11.153980024380656], "p_value": 0.010579878844764981, "input_sha256": "0c9cfc829b062fb6af7ca40200955459064ad140420fc8665d5f279e55432ac3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.04847048625191445, "seed": 3236408716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06827308700081622, "interval": [0.018166771910218003, 0.11837940209141443], "p_value": 0.014, "input_sha256": "0c9cfc829b062fb6af7ca40200955459064ad140420fc8665d5f279e55432ac3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.04847048625191445, "seed": 3236408716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06827308700081622, "interval": [0.021019874994304293, 0.11757657602292856], "p_value": 0.008971314259122053, "input_sha256": "0c9cfc829b062fb6af7ca40200955459064ad140420fc8665d5f279e55432ac3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3523421109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.248506484259318, "interval": [2.2755795069995557, 12.22143346151908], "p_value": 0.005, "input_sha256": "f7ff762a8b304d0ec11dd5b5bbe291ab822bf7b3a3ae66b2cf0861208b77d847"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3523421109, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.248506484259318, "interval": [2.518987497878342, 11.353010411540307], "p_value": 0.005641958384904254, "input_sha256": "f7ff762a8b304d0ec11dd5b5bbe291ab822bf7b3a3ae66b2cf0861208b77d847"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.051395875070741746, "seed": 3523421109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07535179243886468, "interval": [0.009762888688483795, 0.14094069618924557], "p_value": 0.019, "input_sha256": "f7ff762a8b304d0ec11dd5b5bbe291ab822bf7b3a3ae66b2cf0861208b77d847"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.051395875070741746, "seed": 3523421109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07535179243886468, "interval": [0.016999331389341676, 0.13769622148679025], "p_value": 0.02550444627847769, "input_sha256": "f7ff762a8b304d0ec11dd5b5bbe291ab822bf7b3a3ae66b2cf0861208b77d847"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 263673386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.551834660629989, "interval": [-1.2241704776372933, 10.327839798897273], "p_value": 0.12, "input_sha256": "c0a1c29fde04490b2b99e045111aff191f57130838114e9d695b5174a85a8991"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 263673386, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.551834660629989, "interval": [-2.031335035174918, 9.418672972075862], "p_value": 0.11844671539595476, "input_sha256": "c0a1c29fde04490b2b99e045111aff191f57130838114e9d695b5174a85a8991"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04905846804854448, "seed": 263673386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03782991338679571, "interval": [-0.02454196205223729, 0.10020178882582872], "p_value": 0.241, "input_sha256": "c0a1c29fde04490b2b99e045111aff191f57130838114e9d695b5174a85a8991"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04905846804854448, "seed": 263673386, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03782991338679571, "interval": [-0.03299316453806401, 0.08808048608725856], "p_value": 0.22578763931379026, "input_sha256": "c0a1c29fde04490b2b99e045111aff191f57130838114e9d695b5174a85a8991"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1206205724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.789518357083079, "interval": [0.5940991411374315, 8.984937573028727], "p_value": 0.032, "input_sha256": "218502874989403b179d3639d8e45a7c2c1f029d84bba1051466eeddd614ad42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1206205724, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.789518357083079, "interval": [1.1655162378601613, 9.117845043142266], "p_value": 0.026381455911110352, "input_sha256": "218502874989403b179d3639d8e45a7c2c1f029d84bba1051466eeddd614ad42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.04973198315671582, "seed": 1206205724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05811336087897616, "interval": [0.00888000429997124, 0.10734671745798108], "p_value": 0.024, "input_sha256": "218502874989403b179d3639d8e45a7c2c1f029d84bba1051466eeddd614ad42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.04973198315671582, "seed": 1206205724, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05811336087897616, "interval": [0.01563213320610766, 0.1071663919096955], "p_value": 0.021982371652832747, "input_sha256": "218502874989403b179d3639d8e45a7c2c1f029d84bba1051466eeddd614ad42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4047005400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4952715743784184, "interval": [-1.4377838137407313, 8.428326962497568], "p_value": 0.151, "input_sha256": "4c7c4d793ead3cc2e18614ee3353f388b425511491f22a60d308b0279ed877cc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4047005400, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4952715743784184, "interval": [-1.1158601033519142, 8.395353829985353], "p_value": 0.15933828900695085, "input_sha256": "4c7c4d793ead3cc2e18614ee3353f388b425511491f22a60d308b0279ed877cc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.049337226364785255, "seed": 4047005400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02639608641509926, "interval": [-0.02247917664037305, 0.07527134947057157], "p_value": 0.27, "input_sha256": "4c7c4d793ead3cc2e18614ee3353f388b425511491f22a60d308b0279ed877cc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.049337226364785255, "seed": 4047005400, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02639608641509926, "interval": [-0.020644817246306606, 0.07389990398911724], "p_value": 0.2803030404602144, "input_sha256": "4c7c4d793ead3cc2e18614ee3353f388b425511491f22a60d308b0279ed877cc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 125449567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.880672587883575, "interval": [3.967372334399661, 15.79397284136749], "p_value": 0.002, "input_sha256": "188216b1509c38171015d749b0ccdc1ad4423639889156bbb1f9e36e041c0f31"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 125449567, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.880672587883575, "interval": [4.918320550876965, 16.250582642913056], "p_value": 0.0016780793931370306, "input_sha256": "188216b1509c38171015d749b0ccdc1ad4423639889156bbb1f9e36e041c0f31"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.04913006514582353, "seed": 125449567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09867952241507022, "interval": [0.0393021155780395, 0.15805692925210094], "p_value": 0.002, "input_sha256": "188216b1509c38171015d749b0ccdc1ad4423639889156bbb1f9e36e041c0f31"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.04913006514582353, "seed": 125449567, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09867952241507022, "interval": [0.04864770581122451, 0.1568620905334541], "p_value": 0.0017922810722860586, "input_sha256": "188216b1509c38171015d749b0ccdc1ad4423639889156bbb1f9e36e041c0f31"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 16497813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.487439892451518, "interval": [-2.4520225094801438, 11.42690229438318], "p_value": 0.188, "input_sha256": "1898c0ce9a1b31595d393246935b9538706a8b65fe9ca132f02592d69f01cb4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 16497813, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.487439892451518, "interval": [-2.13272033886707, 11.457244426966067], "p_value": 0.19743864886682794, "input_sha256": "1898c0ce9a1b31595d393246935b9538706a8b65fe9ca132f02592d69f01cb4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.050792200579366155, "seed": 16497813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052176743579960244, "interval": [-0.029296830991936626, 0.13365031815185713], "p_value": 0.195, "input_sha256": "1898c0ce9a1b31595d393246935b9538706a8b65fe9ca132f02592d69f01cb4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.050792200579366155, "seed": 16497813, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052176743579960244, "interval": [-0.01462855296979817, 0.14540679210339583], "p_value": 0.20107822727136643, "input_sha256": "1898c0ce9a1b31595d393246935b9538706a8b65fe9ca132f02592d69f01cb4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3271960818, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.2828704255811285, "interval": [1.891460177531175, 12.674280673631081], "p_value": 0.013, "input_sha256": "27337597d285e7b91868ba8b3525f14aec7be061524bf0055e4337df84c47cfa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3271960818, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.2828704255811285, "interval": [2.5651957683157987, 12.614791617612461], "p_value": 0.00966081941179464, "input_sha256": "27337597d285e7b91868ba8b3525f14aec7be061524bf0055e4337df84c47cfa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.04794463270942818, "seed": 3271960818, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08371231743811978, "interval": [0.023896060879781272, 0.1435285739964583], "p_value": 0.007, "input_sha256": "27337597d285e7b91868ba8b3525f14aec7be061524bf0055e4337df84c47cfa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.04794463270942818, "seed": 3271960818, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08371231743811978, "interval": [0.03384301947956795, 0.1470806349832288], "p_value": 0.0076332578779648675, "input_sha256": "27337597d285e7b91868ba8b3525f14aec7be061524bf0055e4337df84c47cfa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3649568974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.058259377998828, "interval": [0.6988832807669176, 11.417635475230739], "p_value": 0.027, "input_sha256": "09177c946fb3687549697da2e3fa448f071c129bac43cf916dbd5d7e222bc4fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3649568974, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.058259377998828, "interval": [1.3923388439163746, 11.403124709691294], "p_value": 0.027870134972101532, "input_sha256": "09177c946fb3687549697da2e3fa448f071c129bac43cf916dbd5d7e222bc4fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.04927973445594329, "seed": 3649568974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05977897188647065, "interval": [0.005131979499685212, 0.11442596427325608], "p_value": 0.034, "input_sha256": "09177c946fb3687549697da2e3fa448f071c129bac43cf916dbd5d7e222bc4fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.04927973445594329, "seed": 3649568974, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05977897188647065, "interval": [0.014611964479428778, 0.11386425802719181], "p_value": 0.03294208514227004, "input_sha256": "09177c946fb3687549697da2e3fa448f071c129bac43cf916dbd5d7e222bc4fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2803867478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.786896807279195, "interval": [1.0018787790598358, 12.571914835498553], "p_value": 0.024, "input_sha256": "aedd546d9325b44accdfdca5c0fa7dd399ecd7c9e27f74f1802785cfe283d92a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2803867478, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.786896807279195, "interval": [0.7438394480612145, 11.514140879659568], "p_value": 0.02272326466590225, "input_sha256": "aedd546d9325b44accdfdca5c0fa7dd399ecd7c9e27f74f1802785cfe283d92a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.05026643695644719, "seed": 2803867478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06019444209438826, "interval": [-0.011231143548468131, 0.13162002773724465], "p_value": 0.089, "input_sha256": "aedd546d9325b44accdfdca5c0fa7dd399ecd7c9e27f74f1802785cfe283d92a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.05026643695644719, "seed": 2803867478, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06019444209438826, "interval": [-0.018197205810623524, 0.11610591156626682], "p_value": 0.0959032801630389, "input_sha256": "aedd546d9325b44accdfdca5c0fa7dd399ecd7c9e27f74f1802785cfe283d92a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2676998629, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.770945075024379, "interval": [2.1800612655202904, 15.361828884528467], "p_value": 0.004, "input_sha256": "0d71781f8eae98526808054daeac1b905cbdc0fa34bc415d8ce06eed7eb9195b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2676998629, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.770945075024379, "interval": [3.4803237545252093, 15.270504364701912], "p_value": 0.010643147454067381, "input_sha256": "0d71781f8eae98526808054daeac1b905cbdc0fa34bc415d8ce06eed7eb9195b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.04828490621169886, "seed": 2676998629, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08429225363366113, "interval": [0.010602550205070352, 0.15798195706225193], "p_value": 0.01, "input_sha256": "0d71781f8eae98526808054daeac1b905cbdc0fa34bc415d8ce06eed7eb9195b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.04828490621169886, "seed": 2676998629, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08429225363366113, "interval": [0.03046797117825165, 0.16202078915081947], "p_value": 0.02634933952919406, "input_sha256": "0d71781f8eae98526808054daeac1b905cbdc0fa34bc415d8ce06eed7eb9195b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1565910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.4038697053952625, "interval": [2.4858880089045234, 12.321851401886], "p_value": 0.005, "input_sha256": "d4c0676c1f87f3fd378d42d0ae8decb4cc1736bfbe3f37470721da31f8f76d88"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1565910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.4038697053952625, "interval": [3.4464032515573293, 12.200485235535885], "p_value": 0.004350819135534679, "input_sha256": "d4c0676c1f87f3fd378d42d0ae8decb4cc1736bfbe3f37470721da31f8f76d88"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04895688790176754, "seed": 1565910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0828926080333032, "interval": [0.02665866279207193, 0.13912655327453446], "p_value": 0.006, "input_sha256": "d4c0676c1f87f3fd378d42d0ae8decb4cc1736bfbe3f37470721da31f8f76d88"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04895688790176754, "seed": 1565910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0828926080333032, "interval": [0.03846971583328468, 0.1401939315825575], "p_value": 0.0052504356590038674, "input_sha256": "d4c0676c1f87f3fd378d42d0ae8decb4cc1736bfbe3f37470721da31f8f76d88"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 108399972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.390510761336918, "interval": [1.7383463554369412, 11.042675167236894], "p_value": 0.006, "input_sha256": "78c5f527ba402551a5c52e0408d8016261ee2f38cdfbebd494936acfab6174f8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 108399972, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.390510761336918, "interval": [2.172253707101263, 10.881312652380878], "p_value": 0.008395318911246894, "input_sha256": "78c5f527ba402551a5c52e0408d8016261ee2f38cdfbebd494936acfab6174f8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.04876565360619943, "seed": 108399972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06622771150336203, "interval": [0.015389466541729242, 0.11706595646499482], "p_value": 0.013, "input_sha256": "78c5f527ba402551a5c52e0408d8016261ee2f38cdfbebd494936acfab6174f8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.04876565360619943, "seed": 108399972, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06622771150336203, "interval": [0.019990805919120332, 0.11621669926469168], "p_value": 0.01214892059618428, "input_sha256": "78c5f527ba402551a5c52e0408d8016261ee2f38cdfbebd494936acfab6174f8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 650285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.861145974435164, "interval": [2.560954722559396, 15.161337226310932], "p_value": 0.008, "input_sha256": "cab15919c580ce118cb8004d6cf40cf5b00d31a5d155d276435a4016011e1543"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 650285521, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.861145974435164, "interval": [3.2771420859088747, 15.188923971042321], "p_value": 0.007175317901706603, "input_sha256": "cab15919c580ce118cb8004d6cf40cf5b00d31a5d155d276435a4016011e1543"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.04883998595884981, "seed": 650285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08861811898762233, "interval": [0.02459105393878741, 0.15264518403645724], "p_value": 0.007, "input_sha256": "cab15919c580ce118cb8004d6cf40cf5b00d31a5d155d276435a4016011e1543"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.04883998595884981, "seed": 650285521, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08861811898762233, "interval": [0.02886518150111237, 0.15246732147781683], "p_value": 0.008020988813735978, "input_sha256": "cab15919c580ce118cb8004d6cf40cf5b00d31a5d155d276435a4016011e1543"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 183476046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7864423555209665, "interval": [-4.019903243366956, 5.592787954408889], "p_value": 0.778, "input_sha256": "758392b09e961d48e57df9bd71526f30384665e0ebf5c1bec0b9c557da4cbfa1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 183476046, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7864423555209665, "interval": [-3.462725782167921, 6.023693792797961], "p_value": 0.7415625547818185, "input_sha256": "758392b09e961d48e57df9bd71526f30384665e0ebf5c1bec0b9c557da4cbfa1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.04917852665773796, "seed": 183476046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023378300701714094, "interval": [-0.052959810479409224, 0.05763547061975204], "p_value": 0.933, "input_sha256": "758392b09e961d48e57df9bd71526f30384665e0ebf5c1bec0b9c557da4cbfa1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.04917852665773796, "seed": 183476046, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023378300701714094, "interval": [-0.052981474969244144, 0.0575528461736599], "p_value": 0.9319607460126997, "input_sha256": "758392b09e961d48e57df9bd71526f30384665e0ebf5c1bec0b9c557da4cbfa1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 683625727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.051002089041182, "interval": [0.043008330486434154, 10.05899584759593], "p_value": 0.041, "input_sha256": "357c5ef8562b5f6886545e7aa51e6fcd0194840123f8ef5114c5a37ba483452a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 683625727, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.051002089041182, "interval": [0.21582778764402694, 9.526868843608593], "p_value": 0.04816119935908622, "input_sha256": "357c5ef8562b5f6886545e7aa51e6fcd0194840123f8ef5114c5a37ba483452a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04929489866910127, "seed": 683625727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039847802838824636, "interval": [-0.01537783805442141, 0.09507344373207069], "p_value": 0.156, "input_sha256": "357c5ef8562b5f6886545e7aa51e6fcd0194840123f8ef5114c5a37ba483452a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04929489866910127, "seed": 683625727, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039847802838824636, "interval": [-0.014457350500097214, 0.09029451342711341], "p_value": 0.15230639794438508, "input_sha256": "357c5ef8562b5f6886545e7aa51e6fcd0194840123f8ef5114c5a37ba483452a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3928588264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14740009099635643, "interval": [-4.918320632973531, 5.213120814966244], "p_value": 0.945, "input_sha256": "20e39e7da28b4e03b8720083885e43b9566173bc4d50aecf5ceac6a64a885861"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3928588264, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14740009099635643, "interval": [-5.643572423334136, 4.153151595822572], "p_value": 0.9532571826097511, "input_sha256": "20e39e7da28b4e03b8720083885e43b9566173bc4d50aecf5ceac6a64a885861"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.04942660486336135, "seed": 3928588264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00999815861023981, "interval": [-0.06189695729442026, 0.04190064007394064], "p_value": 0.705, "input_sha256": "20e39e7da28b4e03b8720083885e43b9566173bc4d50aecf5ceac6a64a885861"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.04942660486336135, "seed": 3928588264, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00999815861023981, "interval": [-0.06532454436262379, 0.03162009908976669], "p_value": 0.6979656135716115, "input_sha256": "20e39e7da28b4e03b8720083885e43b9566173bc4d50aecf5ceac6a64a885861"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2271343765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.035332905635349, "interval": [0.9508987457096145, 13.119767065561085], "p_value": 0.019, "input_sha256": "5b383ad48a5cea69cfb537bc9df648e5b2298bc98589d37f49a71c4f89fc8725"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2271343765, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.035332905635349, "interval": [2.29809802543695, 13.074325765899754], "p_value": 0.024994462776363625, "input_sha256": "5b383ad48a5cea69cfb537bc9df648e5b2298bc98589d37f49a71c4f89fc8725"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04855691871184721, "seed": 2271343765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06327039683069398, "interval": [0.004487072271624058, 0.12205372138976389], "p_value": 0.031, "input_sha256": "5b383ad48a5cea69cfb537bc9df648e5b2298bc98589d37f49a71c4f89fc8725"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04855691871184721, "seed": 2271343765, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06327039683069398, "interval": [0.017162940281289937, 0.12379311941007164], "p_value": 0.03579279277842769, "input_sha256": "5b383ad48a5cea69cfb537bc9df648e5b2298bc98589d37f49a71c4f89fc8725"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 914837284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.993118160264302, "interval": [-0.7638148454029272, 8.75005116593153], "p_value": 0.092, "input_sha256": "7a62d94c09f545e31abd52a4e870a696c93fd3bd624e7a9ca277658a6317b3b4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 914837284, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.993118160264302, "interval": [-0.7059761168361282, 8.614245834936854], "p_value": 0.09731171158023107, "input_sha256": "7a62d94c09f545e31abd52a4e870a696c93fd3bd624e7a9ca277658a6317b3b4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.049135095273817944, "seed": 914837284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047219652309127336, "interval": [-0.008738843897101813, 0.10317814851535648], "p_value": 0.09, "input_sha256": "7a62d94c09f545e31abd52a4e870a696c93fd3bd624e7a9ca277658a6317b3b4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.049135095273817944, "seed": 914837284, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047219652309127336, "interval": [-0.0006046378402461645, 0.10576652868724183], "p_value": 0.09533659343546862, "input_sha256": "7a62d94c09f545e31abd52a4e870a696c93fd3bd624e7a9ca277658a6317b3b4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3160723891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.177845273170001, "interval": [0.019372639325063723, 10.336317907014937], "p_value": 0.045, "input_sha256": "02119d59b01e401b7a66a8c1bf0d22feb26521541eee739ae6e4eae96e23602b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3160723891, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.177845273170001, "interval": [0.4387666246793231, 10.108479422077526], "p_value": 0.04919530638355783, "input_sha256": "02119d59b01e401b7a66a8c1bf0d22feb26521541eee739ae6e4eae96e23602b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04745773858243818, "seed": 3160723891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.051241420798414025, "interval": [-0.0009001211958452604, 0.10338296279267331], "p_value": 0.047, "input_sha256": "02119d59b01e401b7a66a8c1bf0d22feb26521541eee739ae6e4eae96e23602b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04745773858243818, "seed": 3160723891, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.051241420798414025, "interval": [0.004282982148482403, 0.10197621072958557], "p_value": 0.05387262253390733, "input_sha256": "02119d59b01e401b7a66a8c1bf0d22feb26521541eee739ae6e4eae96e23602b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1677884406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.418898117713212, "interval": [-3.214582788849677, 8.052379024276101], "p_value": 0.381, "input_sha256": "0d2424cd87a16882e4b27a21d5feaa3a2676b8eac664c1f05d1e6fd35085c6e2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1677884406, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.418898117713212, "interval": [-3.2790699819082882, 7.390156877495089], "p_value": 0.38922460430325523, "input_sha256": "0d2424cd87a16882e4b27a21d5feaa3a2676b8eac664c1f05d1e6fd35085c6e2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0473231887755989, "seed": 1677884406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026470224241649395, "interval": [-0.02808906868974395, 0.08102951717304274], "p_value": 0.339, "input_sha256": "0d2424cd87a16882e4b27a21d5feaa3a2676b8eac664c1f05d1e6fd35085c6e2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0473231887755989, "seed": 1677884406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026470224241649395, "interval": [-0.02749380044837404, 0.07584949768576593], "p_value": 0.3313916646663899, "input_sha256": "0d2424cd87a16882e4b27a21d5feaa3a2676b8eac664c1f05d1e6fd35085c6e2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1065661861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.509048029909339, "interval": [-1.1850986484431596, 10.203194708261837], "p_value": 0.096, "input_sha256": "2221a83cfa56cda70db67649fc49bc6547fc8b945a313e2598f279fcde47f1fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1065661861, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.509048029909339, "interval": [-0.7007856338868976, 9.837029420494286], "p_value": 0.11716321541468173, "input_sha256": "2221a83cfa56cda70db67649fc49bc6547fc8b945a313e2598f279fcde47f1fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.05023220065380528, "seed": 1065661861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023710424631400773, "interval": [-0.045344878773048575, 0.09276572803585012], "p_value": 0.487, "input_sha256": "2221a83cfa56cda70db67649fc49bc6547fc8b945a313e2598f279fcde47f1fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.05023220065380528, "seed": 1065661861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023710424631400773, "interval": [-0.04266835352613867, 0.0884835569291354], "p_value": 0.490455289578723, "input_sha256": "2221a83cfa56cda70db67649fc49bc6547fc8b945a313e2598f279fcde47f1fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4031124744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09119735634136283, "interval": [-5.286308853482389, 5.103914140799663], "p_value": 0.98, "input_sha256": "2cd5d62f39f9354de51d49f595b0b8d40c63093aa0a53e4f2440d753b1343ec4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4031124744, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09119735634136283, "interval": [-4.454662548955781, 5.072726571406448], "p_value": 0.971837322312471, "input_sha256": "2cd5d62f39f9354de51d49f595b0b8d40c63093aa0a53e4f2440d753b1343ec4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.05013272914995568, "seed": 4031124744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008599443484921754, "interval": [-0.06611615931072762, 0.0489172723408841], "p_value": 0.764, "input_sha256": "2cd5d62f39f9354de51d49f595b0b8d40c63093aa0a53e4f2440d753b1343ec4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.05013272914995568, "seed": 4031124744, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008599443484921754, "interval": [-0.0586676490744359, 0.04734195701272997], "p_value": 0.7637835043734794, "input_sha256": "2cd5d62f39f9354de51d49f595b0b8d40c63093aa0a53e4f2440d753b1343ec4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2899261091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.566169907728379, "interval": [0.8036438045154117, 12.328696010941346], "p_value": 0.03, "input_sha256": "67ea679fd1cd1471f08886f68bf1c3427abce3ac178c6e6d6e02e394e0da7af5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2899261091, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.566169907728379, "interval": [1.3596416360555232, 11.92399554961717], "p_value": 0.026628372468563834, "input_sha256": "67ea679fd1cd1471f08886f68bf1c3427abce3ac178c6e6d6e02e394e0da7af5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.05182407341263543, "seed": 2899261091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07112926451281597, "interval": [0.01193493626725791, 0.13032359275837402], "p_value": 0.022, "input_sha256": "67ea679fd1cd1471f08886f68bf1c3427abce3ac178c6e6d6e02e394e0da7af5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.05182407341263543, "seed": 2899261091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07112926451281597, "interval": [0.017879180565454948, 0.1280693025366233], "p_value": 0.019844883522379144, "input_sha256": "67ea679fd1cd1471f08886f68bf1c3427abce3ac178c6e6d6e02e394e0da7af5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 678646002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.648880513765583, "interval": [-2.339954867024459, 9.637715894555626], "p_value": 0.207, "input_sha256": "1d99b16f0f433535cc103c5110bd9af21c9495fa6cd27021db1ebf4d68316630"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 678646002, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.648880513765583, "interval": [-1.4352642591682088, 9.545287739192407], "p_value": 0.22403198383658315, "input_sha256": "1d99b16f0f433535cc103c5110bd9af21c9495fa6cd27021db1ebf4d68316630"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.04870173723289355, "seed": 678646002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04354399763835398, "interval": [-0.01415760091973469, 0.10124559619644266], "p_value": 0.124, "input_sha256": "1d99b16f0f433535cc103c5110bd9af21c9495fa6cd27021db1ebf4d68316630"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.04870173723289355, "seed": 678646002, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04354399763835398, "interval": [-0.005295571625795074, 0.10195038869227553], "p_value": 0.13460784051026164, "input_sha256": "1d99b16f0f433535cc103c5110bd9af21c9495fa6cd27021db1ebf4d68316630"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2743921726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.951456401143625, "interval": [6.705153350439515, 19.197759451847737], "p_value": 0.001, "input_sha256": "385c592d1991e46c4faa723346e234a575b89f02555029b262aaa7189c063639"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2743921726, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.951456401143625, "interval": [7.5318931799070485, 19.663221119810224], "p_value": 0.00015789526049635034, "input_sha256": "385c592d1991e46c4faa723346e234a575b89f02555029b262aaa7189c063639"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0487795970788726, "seed": 2743921726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13723008310312812, "interval": [0.05536984649570975, 0.2190903197105465], "p_value": 0.001, "input_sha256": "385c592d1991e46c4faa723346e234a575b89f02555029b262aaa7189c063639"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0487795970788726, "seed": 2743921726, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13723008310312812, "interval": [0.07967342545622709, 0.24615793649822842], "p_value": 0.001720086758792738, "input_sha256": "385c592d1991e46c4faa723346e234a575b89f02555029b262aaa7189c063639"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4111919284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6360407576208367, "interval": [-1.7747453590271807, 9.046826874268854], "p_value": 0.176, "input_sha256": "69f8286c2dc2201f4904a8ec4ee7e63aa9875d57d5a487727383d115c284ba13"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4111919284, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6360407576208367, "interval": [-0.8640951079569433, 8.993990655441669], "p_value": 0.1816069520567448, "input_sha256": "69f8286c2dc2201f4904a8ec4ee7e63aa9875d57d5a487727383d115c284ba13"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.050134475135122314, "seed": 4111919284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02933106347372061, "interval": [-0.027543674318784565, 0.08620580126622579], "p_value": 0.299, "input_sha256": "69f8286c2dc2201f4904a8ec4ee7e63aa9875d57d5a487727383d115c284ba13"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.050134475135122314, "seed": 4111919284, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02933106347372061, "interval": [-0.016386212973420362, 0.08482294409376863], "p_value": 0.30298915764870493, "input_sha256": "69f8286c2dc2201f4904a8ec4ee7e63aa9875d57d5a487727383d115c284ba13"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2327012871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.073295047139422, "interval": [1.2583557120338513, 12.888234382244992], "p_value": 0.015, "input_sha256": "615dfe155b09560142c00dd9e4e4f6966f559ba3b318be25c36512b184cf12f3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2327012871, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.073295047139422, "interval": [2.2336150163875503, 13.64063138180418], "p_value": 0.01851390632801579, "input_sha256": "615dfe155b09560142c00dd9e4e4f6966f559ba3b318be25c36512b184cf12f3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.04949695361237616, "seed": 2327012871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07196233498089868, "interval": [0.012771205142684948, 0.13115346481911241], "p_value": 0.016, "input_sha256": "615dfe155b09560142c00dd9e4e4f6966f559ba3b318be25c36512b184cf12f3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.04949695361237616, "seed": 2327012871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07196233498089868, "interval": [0.022175473768749437, 0.135233321317872], "p_value": 0.01853055748795259, "input_sha256": "615dfe155b09560142c00dd9e4e4f6966f559ba3b318be25c36512b184cf12f3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 337052181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.249805310909675, "interval": [-0.4267998811243414, 8.926410502943693], "p_value": 0.09, "input_sha256": "e3149649cb4c55c1f6e58fc1b883d0ceec32209ad145e6008becc383d0e1f9c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 337052181, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.249805310909675, "interval": [0.06243967351478809, 8.901951277459117], "p_value": 0.07362954657229685, "input_sha256": "e3149649cb4c55c1f6e58fc1b883d0ceec32209ad145e6008becc383d0e1f9c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.04939663257387839, "seed": 337052181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039256916596731764, "interval": [-0.009028911555867006, 0.08754274474933053], "p_value": 0.114, "input_sha256": "e3149649cb4c55c1f6e58fc1b883d0ceec32209ad145e6008becc383d0e1f9c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.04939663257387839, "seed": 337052181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039256916596731764, "interval": [-0.00019192828403103796, 0.0909362062299232], "p_value": 0.10792536730515091, "input_sha256": "e3149649cb4c55c1f6e58fc1b883d0ceec32209ad145e6008becc383d0e1f9c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4225675260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.421924056922725, "interval": [-0.7880678578229352, 11.631915971668384], "p_value": 0.071, "input_sha256": "29dfc17ae6b4d7c35fae934211ed8919f6052f15e93b6b3e1e4273c01dbd3982"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4225675260, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.421924056922725, "interval": [-1.0519208631074222, 11.182914304461866], "p_value": 0.08506889148762997, "input_sha256": "29dfc17ae6b4d7c35fae934211ed8919f6052f15e93b6b3e1e4273c01dbd3982"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04852932497253164, "seed": 4225675260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052477610935763405, "interval": [-0.008580215058121655, 0.11353543692964846], "p_value": 0.08, "input_sha256": "29dfc17ae6b4d7c35fae934211ed8919f6052f15e93b6b3e1e4273c01dbd3982"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04852932497253164, "seed": 4225675260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052477610935763405, "interval": [-0.010323388626466227, 0.11131240240574931], "p_value": 0.08984548236935205, "input_sha256": "29dfc17ae6b4d7c35fae934211ed8919f6052f15e93b6b3e1e4273c01dbd3982"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3095643978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.705561080442974, "interval": [-0.9769081099582744, 10.388030270844222], "p_value": 0.103, "input_sha256": "e56a9d42846f6265ae8cf8b33782c3c56994ae9971caa8fd53dd8ebef37a4f2d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3095643978, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.705561080442974, "interval": [0.2763412649772854, 10.626117720611571], "p_value": 0.10167348034403129, "input_sha256": "e56a9d42846f6265ae8cf8b33782c3c56994ae9971caa8fd53dd8ebef37a4f2d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04927432824035066, "seed": 3095643978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03731429125695014, "interval": [-0.022420327013203782, 0.09704890952710407], "p_value": 0.225, "input_sha256": "e56a9d42846f6265ae8cf8b33782c3c56994ae9971caa8fd53dd8ebef37a4f2d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04927432824035066, "seed": 3095643978, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03731429125695014, "interval": [-0.01515576143441233, 0.09553967942151853], "p_value": 0.21335480092481704, "input_sha256": "e56a9d42846f6265ae8cf8b33782c3c56994ae9971caa8fd53dd8ebef37a4f2d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 14907362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.09480869425278, "interval": [-2.7945771654598, 8.98419455396536], "p_value": 0.325, "input_sha256": "48cd4225e3a706ba00dfcc8d16a8b1baacdb5112666b733c8706fba4450ac158"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 14907362, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.09480869425278, "interval": [-3.1416382060471726, 8.25944941574105], "p_value": 0.2932848349533869, "input_sha256": "48cd4225e3a706ba00dfcc8d16a8b1baacdb5112666b733c8706fba4450ac158"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.04918563891690439, "seed": 14907362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02679696668058626, "interval": [-0.03435646530655004, 0.08795039866772256], "p_value": 0.418, "input_sha256": "48cd4225e3a706ba00dfcc8d16a8b1baacdb5112666b733c8706fba4450ac158"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.04918563891690439, "seed": 14907362, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02679696668058626, "interval": [-0.03794887644687258, 0.079300635981615], "p_value": 0.3805142779190065, "input_sha256": "48cd4225e3a706ba00dfcc8d16a8b1baacdb5112666b733c8706fba4450ac158"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2895398077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.80653933177668, "interval": [-1.4801098357164797, 9.09318849926984], "p_value": 0.165, "input_sha256": "ced73e7c0f7852278a8dfc51338fecb8b1818f6399fbf20aad9b8bf189f3bfc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2895398077, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.80653933177668, "interval": [-0.9632154485194429, 9.209981866794802], "p_value": 0.15313331440536956, "input_sha256": "ced73e7c0f7852278a8dfc51338fecb8b1818f6399fbf20aad9b8bf189f3bfc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.046791503571637534, "seed": 2895398077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0332985178338666, "interval": [-0.017533400097892095, 0.08413043576562529], "p_value": 0.204, "input_sha256": "ced73e7c0f7852278a8dfc51338fecb8b1818f6399fbf20aad9b8bf189f3bfc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.046791503571637534, "seed": 2895398077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0332985178338666, "interval": [-0.012396969596226156, 0.08508325930082568], "p_value": 0.19259929132734327, "input_sha256": "ced73e7c0f7852278a8dfc51338fecb8b1818f6399fbf20aad9b8bf189f3bfc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2952339115, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.134993602705272, "interval": [-4.610129916481612, 6.880117121892156], "p_value": 0.69, "input_sha256": "0f5adecccd737dfac853288963d88f61aad55544591763cb4a24d8fb6c8f84d9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2952339115, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.134993602705272, "interval": [-4.526530899607643, 5.960815419596534], "p_value": 0.6904848125270013, "input_sha256": "0f5adecccd737dfac853288963d88f61aad55544591763cb4a24d8fb6c8f84d9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.04938980249144381, "seed": 2952339115, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010857395569134093, "interval": [-0.05233865546715613, 0.07405344660542432], "p_value": 0.74, "input_sha256": "0f5adecccd737dfac853288963d88f61aad55544591763cb4a24d8fb6c8f84d9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.04938980249144381, "seed": 2952339115, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010857395569134093, "interval": [-0.0540599204305423, 0.05994642907510114], "p_value": 0.7296050397940794, "input_sha256": "0f5adecccd737dfac853288963d88f61aad55544591763cb4a24d8fb6c8f84d9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 739329404, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.007364089075729, "interval": [-7.767227759353156, 3.7524995812016977], "p_value": 0.485, "input_sha256": "765fc4ba050618db1b689b0a5a7de9dd34df39b1a74b7e9fedcfc1637e614ac5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 739329404, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.007364089075729, "interval": [-7.906606777992561, 2.8558015997176476], "p_value": 0.48470371760339526, "input_sha256": "765fc4ba050618db1b689b0a5a7de9dd34df39b1a74b7e9fedcfc1637e614ac5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.04872032508848468, "seed": 739329404, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01714048804439207, "interval": [-0.0765447696140236, 0.04226379352523946], "p_value": 0.566, "input_sha256": "765fc4ba050618db1b689b0a5a7de9dd34df39b1a74b7e9fedcfc1637e614ac5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.04872032508848468, "seed": 739329404, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01714048804439207, "interval": [-0.07465897489594334, 0.03315464594231336], "p_value": 0.5625254078781154, "input_sha256": "765fc4ba050618db1b689b0a5a7de9dd34df39b1a74b7e9fedcfc1637e614ac5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3987563217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.641513546451915, "interval": [-0.5586465427744525, 11.841673635678282], "p_value": 0.074, "input_sha256": "0a6eaecfd7fc3faf115f14bb82112f21df62291e31f6ce6f6e38be4d01558c77"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3987563217, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.641513546451915, "interval": [-0.042488624795737576, 11.574918223919106], "p_value": 0.07326509123280346, "input_sha256": "0a6eaecfd7fc3faf115f14bb82112f21df62291e31f6ce6f6e38be4d01558c77"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.05046375744268448, "seed": 3987563217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055773515422445075, "interval": [-0.010836574605131696, 0.12238360545002185], "p_value": 0.112, "input_sha256": "0a6eaecfd7fc3faf115f14bb82112f21df62291e31f6ce6f6e38be4d01558c77"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.05046375744268448, "seed": 3987563217, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055773515422445075, "interval": [-0.006044249935544702, 0.11902838756026363], "p_value": 0.0982212811383207, "input_sha256": "0a6eaecfd7fc3faf115f14bb82112f21df62291e31f6ce6f6e38be4d01558c77"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1472859785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.651927469898618, "interval": [2.1719494095912033, 11.131905530206033], "p_value": 0.004, "input_sha256": "29602c678a3f6d5cacad04a0911ad560b2f498af74c1ec38dfaddd364340d880"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1472859785, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.651927469898618, "interval": [3.0288998346921736, 11.388036467493649], "p_value": 0.004813003313736519, "input_sha256": "29602c678a3f6d5cacad04a0911ad560b2f498af74c1ec38dfaddd364340d880"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.05085799260183872, "seed": 1472859785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06367825037530357, "interval": [0.017483598179661726, 0.10987290257094542], "p_value": 0.005, "input_sha256": "29602c678a3f6d5cacad04a0911ad560b2f498af74c1ec38dfaddd364340d880"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.05085799260183872, "seed": 1472859785, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06367825037530357, "interval": [0.027062139412933426, 0.11085496450391846], "p_value": 0.008334153697255882, "input_sha256": "29602c678a3f6d5cacad04a0911ad560b2f498af74c1ec38dfaddd364340d880"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2722255709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.690753776553996, "interval": [-2.5527221356489482, 9.93422968875694], "p_value": 0.242, "input_sha256": "670fd1030a935ff2a71817d4182f2a639072a50d3a2647fb0310fe47c56b875e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2722255709, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.690753776553996, "interval": [-2.580062897286483, 9.528774202496278], "p_value": 0.23871865528027855, "input_sha256": "670fd1030a935ff2a71817d4182f2a639072a50d3a2647fb0310fe47c56b875e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.05045753329076926, "seed": 2722255709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020898499317556996, "interval": [-0.041911001872042455, 0.08370800050715645], "p_value": 0.473, "input_sha256": "670fd1030a935ff2a71817d4182f2a639072a50d3a2647fb0310fe47c56b875e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.05045753329076926, "seed": 2722255709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020898499317556996, "interval": [-0.042891550448203204, 0.07750261371573201], "p_value": 0.5042363699879776, "input_sha256": "670fd1030a935ff2a71817d4182f2a639072a50d3a2647fb0310fe47c56b875e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 64035073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.529312509626823, "interval": [0.23827119925957696, 10.82035381999407], "p_value": 0.035, "input_sha256": "27ea3ac402c7151579ecd8fa4a651c7fd246a9ec277dcbf9d24f203e5fec17ad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 64035073, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.529312509626823, "interval": [1.0217453010973088, 10.742097250180977], "p_value": 0.04104405578696846, "input_sha256": "27ea3ac402c7151579ecd8fa4a651c7fd246a9ec277dcbf9d24f203e5fec17ad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.04853608124032993, "seed": 64035073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04949027020197233, "interval": [-0.0023258913724518784, 0.10130643177639653], "p_value": 0.051, "input_sha256": "27ea3ac402c7151579ecd8fa4a651c7fd246a9ec277dcbf9d24f203e5fec17ad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.04853608124032993, "seed": 64035073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04949027020197233, "interval": [0.003799116945954964, 0.09872315139002565], "p_value": 0.06061446730855803, "input_sha256": "27ea3ac402c7151579ecd8fa4a651c7fd246a9ec277dcbf9d24f203e5fec17ad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1657462892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7957113589840015, "interval": [-0.5114867703494674, 12.10290948831747], "p_value": 0.073, "input_sha256": "7adf5d19b9a3d20b114e1ff0681fdb0d34a89f5beb9b4887572fdecc49e98642"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1657462892, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7957113589840015, "interval": [-0.6340256179638549, 11.340749600602262], "p_value": 0.07060657802175775, "input_sha256": "7adf5d19b9a3d20b114e1ff0681fdb0d34a89f5beb9b4887572fdecc49e98642"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.049665256919571965, "seed": 1657462892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059723751235136874, "interval": [-0.005047904118252428, 0.12449540658852618], "p_value": 0.071, "input_sha256": "7adf5d19b9a3d20b114e1ff0681fdb0d34a89f5beb9b4887572fdecc49e98642"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.049665256919571965, "seed": 1657462892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059723751235136874, "interval": [-0.00533388001720576, 0.11761368244754285], "p_value": 0.06966760176246885, "input_sha256": "7adf5d19b9a3d20b114e1ff0681fdb0d34a89f5beb9b4887572fdecc49e98642"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 776383419, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.924842688980915, "interval": [2.058315635400218, 11.791369742561612], "p_value": 0.004, "input_sha256": "fd1a92dab0c3948eb1811cb42d152dcde69bc0dcb7f02fa1bcce09f4c9c791b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 776383419, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.924842688980915, "interval": [2.5195148184635943, 11.791950518483208], "p_value": 0.006489925823911421, "input_sha256": "fd1a92dab0c3948eb1811cb42d152dcde69bc0dcb7f02fa1bcce09f4c9c791b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.048248378702652105, "seed": 776383419, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07339110728228239, "interval": [0.02547829691066078, 0.121303917653904], "p_value": 0.001, "input_sha256": "fd1a92dab0c3948eb1811cb42d152dcde69bc0dcb7f02fa1bcce09f4c9c791b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.048248378702652105, "seed": 776383419, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07339110728228239, "interval": [0.03351463779319676, 0.12494139054278171], "p_value": 0.003635740879959196, "input_sha256": "fd1a92dab0c3948eb1811cb42d152dcde69bc0dcb7f02fa1bcce09f4c9c791b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2017601085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2224553739243973, "interval": [-3.608644140370539, 8.053554888219335], "p_value": 0.434, "input_sha256": "615f69e2d67df2c01f77a74e1d836a4241e66cd97ac1f8550dc05051990bbd68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2017601085, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2224553739243973, "interval": [-3.7666976750533134, 6.718108149068732], "p_value": 0.4433108472347925, "input_sha256": "615f69e2d67df2c01f77a74e1d836a4241e66cd97ac1f8550dc05051990bbd68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.04911404417945441, "seed": 2017601085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01784238510737167, "interval": [-0.04790541570823345, 0.08359018592297679], "p_value": 0.577, "input_sha256": "615f69e2d67df2c01f77a74e1d836a4241e66cd97ac1f8550dc05051990bbd68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.04911404417945441, "seed": 2017601085, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01784238510737167, "interval": [-0.053730674452763125, 0.06745155516509509], "p_value": 0.5840252170376157, "input_sha256": "615f69e2d67df2c01f77a74e1d836a4241e66cd97ac1f8550dc05051990bbd68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2879433367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5778932286587359, "interval": [-5.010259460040113, 6.166045917357585], "p_value": 0.846, "input_sha256": "4e28b9c839aba46a34bc97972b2dc49a827060bf71fc6b7038b6299fb9e10b00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2879433367, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5778932286587359, "interval": [-5.020234609536025, 5.171170155699107], "p_value": 0.8348602671749519, "input_sha256": "4e28b9c839aba46a34bc97972b2dc49a827060bf71fc6b7038b6299fb9e10b00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.05057421534568579, "seed": 2879433367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005032182955560696, "interval": [-0.0652403547187681, 0.055175988807646716], "p_value": 0.866, "input_sha256": "4e28b9c839aba46a34bc97972b2dc49a827060bf71fc6b7038b6299fb9e10b00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.05057421534568579, "seed": 2879433367, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005032182955560696, "interval": [-0.06508969085192479, 0.04618878978499001], "p_value": 0.8658822696647286, "input_sha256": "4e28b9c839aba46a34bc97972b2dc49a827060bf71fc6b7038b6299fb9e10b00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3909532669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.994165972877834, "interval": [4.961841187082238, 15.026490758673429], "p_value": 0.001, "input_sha256": "a06bb1abf55ec68714595d485c7f5f309b256a350e3ee4ba1180526d80239dda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3909532669, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.994165972877834, "interval": [5.693175254754532, 14.983194569551623], "p_value": 0.00027896241890827314, "input_sha256": "a06bb1abf55ec68714595d485c7f5f309b256a350e3ee4ba1180526d80239dda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04977754623181292, "seed": 3909532669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09621589720423773, "interval": [0.045888773922092785, 0.14654302048638268], "p_value": 0.001, "input_sha256": "a06bb1abf55ec68714595d485c7f5f309b256a350e3ee4ba1180526d80239dda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04977754623181292, "seed": 3909532669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09621589720423773, "interval": [0.052137226369623965, 0.1458470642867283], "p_value": 0.00042661006731717414, "input_sha256": "a06bb1abf55ec68714595d485c7f5f309b256a350e3ee4ba1180526d80239dda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1167292436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.619859354969263, "interval": [0.03678268469637169, 7.202936025242154], "p_value": 0.028, "input_sha256": "85b86fb67b86e1c85b67bfba1b408e3c0ab8116316a0ca3103be5e9411fe03c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1167292436, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.619859354969263, "interval": [0.08298927653750426, 6.71629166672908], "p_value": 0.04781968115317192, "input_sha256": "85b86fb67b86e1c85b67bfba1b408e3c0ab8116316a0ca3103be5e9411fe03c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.04926250627596331, "seed": 1167292436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02589524781230826, "interval": [-0.016239949005316945, 0.06803044462993346], "p_value": 0.22, "input_sha256": "85b86fb67b86e1c85b67bfba1b408e3c0ab8116316a0ca3103be5e9411fe03c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.04926250627596331, "seed": 1167292436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02589524781230826, "interval": [-0.018759362610438823, 0.060804812357498725], "p_value": 0.21967137316259447, "input_sha256": "85b86fb67b86e1c85b67bfba1b408e3c0ab8116316a0ca3103be5e9411fe03c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 428858146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.027327253471366, "interval": [3.712913167016496, 16.341741339926237], "p_value": 0.006, "input_sha256": "9525bb7a1b006a3a2b37c58ae591341e4dfa5be1769b976e629b4fcd0bb7cbad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 428858146, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.027327253471366, "interval": [4.274515704855253, 16.075218697850683], "p_value": 0.0026693675787276385, "input_sha256": "9525bb7a1b006a3a2b37c58ae591341e4dfa5be1769b976e629b4fcd0bb7cbad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04859235102522831, "seed": 428858146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10245887875580732, "interval": [0.036091518386435886, 0.16882623912517875], "p_value": 0.006, "input_sha256": "9525bb7a1b006a3a2b37c58ae591341e4dfa5be1769b976e629b4fcd0bb7cbad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04859235102522831, "seed": 428858146, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10245887875580732, "interval": [0.042647348869787854, 0.1670183600332273], "p_value": 0.0034004631366405975, "input_sha256": "9525bb7a1b006a3a2b37c58ae591341e4dfa5be1769b976e629b4fcd0bb7cbad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 843833647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.564024931307046, "interval": [0.4750807501509753, 12.652969112463115], "p_value": 0.025, "input_sha256": "cba92977d41c39411dd87e351461b84a591ea95e0d7ddda0e688d9779132dc5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 843833647, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.564024931307046, "interval": [0.12222088672621212, 11.531412152636294], "p_value": 0.03544149183459783, "input_sha256": "cba92977d41c39411dd87e351461b84a591ea95e0d7ddda0e688d9779132dc5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0501465472387701, "seed": 843833647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05947923203476416, "interval": [-0.00966864963854476, 0.12862711370807306], "p_value": 0.089, "input_sha256": "cba92977d41c39411dd87e351461b84a591ea95e0d7ddda0e688d9779132dc5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0501465472387701, "seed": 843833647, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05947923203476416, "interval": [-0.019861604631426028, 0.11402529660299014], "p_value": 0.08926154920735117, "input_sha256": "cba92977d41c39411dd87e351461b84a591ea95e0d7ddda0e688d9779132dc5b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3912621278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.287236733477785, "interval": [3.591554274825536, 10.982919192130034], "p_value": 0.001, "input_sha256": "4a12bab74f0bd720bbb82ae0c0d954f8fcf0a0607f0df4ebe68885acf0ac04d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3912621278, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.287236733477785, "interval": [4.068356011722838, 11.22566119131515], "p_value": 0.0003067820327327058, "input_sha256": "4a12bab74f0bd720bbb82ae0c0d954f8fcf0a0607f0df4ebe68885acf0ac04d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.04994478760692887, "seed": 3912621278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08024556985624677, "interval": [0.040691329119777776, 0.11979981059271577], "p_value": 0.001, "input_sha256": "4a12bab74f0bd720bbb82ae0c0d954f8fcf0a0607f0df4ebe68885acf0ac04d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.04994478760692887, "seed": 3912621278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08024556985624677, "interval": [0.04438526347206416, 0.12152482183566686], "p_value": 0.00022987165845734747, "input_sha256": "4a12bab74f0bd720bbb82ae0c0d954f8fcf0a0607f0df4ebe68885acf0ac04d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 24283469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.894458142390473, "interval": [1.8668423854664118, 9.922073899314533], "p_value": 0.007, "input_sha256": "39c1c24112a80e5e65b37e0378c616e9527736f6dddd37379bfe33605c3ef6a8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 24283469, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.894458142390473, "interval": [2.378665171220793, 9.697393930021628], "p_value": 0.005262861034775727, "input_sha256": "39c1c24112a80e5e65b37e0378c616e9527736f6dddd37379bfe33605c3ef6a8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 24283469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05217731844528919, "interval": [0.010406877048018577, 0.09394775984255979], "p_value": 0.015, "input_sha256": "39c1c24112a80e5e65b37e0378c616e9527736f6dddd37379bfe33605c3ef6a8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 24283469, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05217731844528919, "interval": [0.013898014924007081, 0.09068631129373102], "p_value": 0.01577262203816681, "input_sha256": "39c1c24112a80e5e65b37e0378c616e9527736f6dddd37379bfe33605c3ef6a8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3022233106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0560748037739733, "interval": [-7.552193966838044, 3.4400443592900976], "p_value": 0.464, "input_sha256": "aefdec54a86087bba997f6a9022864f22fcb807e154dcdf3e7b554e035582b18"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3022233106, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0560748037739733, "interval": [-8.12265288145964, 2.8068894520507013], "p_value": 0.4534577948510492, "input_sha256": "aefdec54a86087bba997f6a9022864f22fcb807e154dcdf3e7b554e035582b18"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3022233106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019795849531813833, "interval": [-0.07830202847405549, 0.038710329410427825], "p_value": 0.522, "input_sha256": "aefdec54a86087bba997f6a9022864f22fcb807e154dcdf3e7b554e035582b18"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3022233106, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019795849531813833, "interval": [-0.08489862186387966, 0.032705791365715935], "p_value": 0.4973750573371485, "input_sha256": "aefdec54a86087bba997f6a9022864f22fcb807e154dcdf3e7b554e035582b18"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 910293168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1648482646452294, "interval": [-4.99562851250972, 2.6659319832192616], "p_value": 0.565, "input_sha256": "d43b7c8c31a878da0e4be848a800f8ef51f0b1c0838c25d8839589e5196c9650"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 910293168, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1648482646452294, "interval": [-4.699270386264175, 2.2566103405927485], "p_value": 0.5418225967229572, "input_sha256": "d43b7c8c31a878da0e4be848a800f8ef51f0b1c0838c25d8839589e5196c9650"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 910293168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009565879602241811, "interval": [-0.05105283711143326, 0.03192107790694964], "p_value": 0.668, "input_sha256": "d43b7c8c31a878da0e4be848a800f8ef51f0b1c0838c25d8839589e5196c9650"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 910293168, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009565879602241811, "interval": [-0.04910788312310418, 0.02770525132241828], "p_value": 0.6432418441038277, "input_sha256": "d43b7c8c31a878da0e4be848a800f8ef51f0b1c0838c25d8839589e5196c9650"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2350350814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47560586320664555, "interval": [-3.5527474324975, 4.503959158910791], "p_value": 0.807, "input_sha256": "bf7e8952d0a24c20c19a0f046b11e29086dca2f26af0baac8b8cf699e7a428dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2350350814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47560586320664555, "interval": [-3.494375719138807, 4.156249150867594], "p_value": 0.8123531656184748, "input_sha256": "bf7e8952d0a24c20c19a0f046b11e29086dca2f26af0baac8b8cf699e7a428dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2350350814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007242266678919751, "interval": [-0.03706946848237575, 0.051554001840215254], "p_value": 0.716, "input_sha256": "bf7e8952d0a24c20c19a0f046b11e29086dca2f26af0baac8b8cf699e7a428dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2350350814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007242266678919751, "interval": [-0.03759536195152304, 0.04934339907557823], "p_value": 0.7425231868046707, "input_sha256": "bf7e8952d0a24c20c19a0f046b11e29086dca2f26af0baac8b8cf699e7a428dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 964137634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.708096932378198, "interval": [-3.8762597787065944, 7.2924536434629905], "p_value": 0.528, "input_sha256": "6ab7d732d48be63620a4704afea46da624a603afd431d01cf17067f4a7c66089"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 964137634, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.708096932378198, "interval": [-3.5263703165234377, 6.911447417860384], "p_value": 0.5393420142602685, "input_sha256": "6ab7d732d48be63620a4704afea46da624a603afd431d01cf17067f4a7c66089"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 964137634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024392973901410694, "interval": [-0.03270689559445182, 0.08149284339727321], "p_value": 0.37, "input_sha256": "6ab7d732d48be63620a4704afea46da624a603afd431d01cf17067f4a7c66089"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 964137634, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024392973901410694, "interval": [-0.029902537049888205, 0.07637740705121208], "p_value": 0.3925516886443251, "input_sha256": "6ab7d732d48be63620a4704afea46da624a603afd431d01cf17067f4a7c66089"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1847939735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0440760797860538, "interval": [-7.150080688844674, 1.0619285292725662], "p_value": 0.139, "input_sha256": "e1982f64abec0853be9234882890a096cc1e0bd323ca1b864f07e86952f0f249"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1847939735, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0440760797860538, "interval": [-6.889912773193894, 0.5694752694592483], "p_value": 0.1403437001029403, "input_sha256": "e1982f64abec0853be9234882890a096cc1e0bd323ca1b864f07e86952f0f249"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1847939735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0387557701130217, "interval": [-0.08510632503786164, 0.007594784811818245], "p_value": 0.105, "input_sha256": "e1982f64abec0853be9234882890a096cc1e0bd323ca1b864f07e86952f0f249"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1847939735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0387557701130217, "interval": [-0.08372825640897452, 0.0002979827227680788], "p_value": 0.09761180292361933, "input_sha256": "e1982f64abec0853be9234882890a096cc1e0bd323ca1b864f07e86952f0f249"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3428589661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8000170996728446, "interval": [-5.674181790975041, 4.074147591629352], "p_value": 0.721, "input_sha256": "51f778ee1589fdb61f495c347b9cb51dd575c7f1d5d63e5d8ab5b84f85cc4e20"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3428589661, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8000170996728446, "interval": [-5.1292228565961215, 3.6126893807840785], "p_value": 0.7410018386893439, "input_sha256": "51f778ee1589fdb61f495c347b9cb51dd575c7f1d5d63e5d8ab5b84f85cc4e20"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3428589661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011582817060475828, "interval": [-0.06330140195536701, 0.04013576783441536], "p_value": 0.629, "input_sha256": "51f778ee1589fdb61f495c347b9cb51dd575c7f1d5d63e5d8ab5b84f85cc4e20"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3428589661, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011582817060475828, "interval": [-0.05968667506275807, 0.03283154114351413], "p_value": 0.6519136166464344, "input_sha256": "51f778ee1589fdb61f495c347b9cb51dd575c7f1d5d63e5d8ab5b84f85cc4e20"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3413985955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9126095866945043, "interval": [-7.468434653592655, 3.6432154802036463], "p_value": 0.488, "input_sha256": "8492fc5f5bf5d20fa522296b039898e82b02fb7c3b7497c0b6b3e1ad5d9ed264"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3413985955, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9126095866945043, "interval": [-6.573760509553327, 3.53385478055778], "p_value": 0.48953536536262976, "input_sha256": "8492fc5f5bf5d20fa522296b039898e82b02fb7c3b7497c0b6b3e1ad5d9ed264"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3413985955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02258503336366849, "interval": [-0.07983364039624603, 0.034663573668909056], "p_value": 0.44, "input_sha256": "8492fc5f5bf5d20fa522296b039898e82b02fb7c3b7497c0b6b3e1ad5d9ed264"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3413985955, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02258503336366849, "interval": [-0.07051208348128579, 0.0346833514989313], "p_value": 0.42866533601733725, "input_sha256": "8492fc5f5bf5d20fa522296b039898e82b02fb7c3b7497c0b6b3e1ad5d9ed264"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3619928974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.217796067117785, "interval": [-6.040556136136111, 1.6049640019005404], "p_value": 0.236, "input_sha256": "7d3c7bacb76591b10d41239a2f5c8f538c697f0eac3016aecff573e4fd65d432"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3619928974, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.217796067117785, "interval": [-5.703374190553216, 1.4468424562003188], "p_value": 0.24741324529408426, "input_sha256": "7d3c7bacb76591b10d41239a2f5c8f538c697f0eac3016aecff573e4fd65d432"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3619928974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030858149472238236, "interval": [-0.07072621522864092, 0.009009916284164456], "p_value": 0.125, "input_sha256": "7d3c7bacb76591b10d41239a2f5c8f538c697f0eac3016aecff573e4fd65d432"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3619928974, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030858149472238236, "interval": [-0.06718446552811702, 0.006336764708807717], "p_value": 0.12520757900271196, "input_sha256": "7d3c7bacb76591b10d41239a2f5c8f538c697f0eac3016aecff573e4fd65d432"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2041562158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16733588561543122, "interval": [-4.94683982716284, 4.612168055931978], "p_value": 0.954, "input_sha256": "271805979dabc5d8490af92b23639a265051b623957c672481d4a00fc8f59753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2041562158, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16733588561543122, "interval": [-4.843812898815772, 3.8623475242023866], "p_value": 0.9437757257253466, "input_sha256": "271805979dabc5d8490af92b23639a265051b623957c672481d4a00fc8f59753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2041562158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005475403267915999, "interval": [-0.04160208996698226, 0.05255289650281426], "p_value": 0.806, "input_sha256": "271805979dabc5d8490af92b23639a265051b623957c672481d4a00fc8f59753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2041562158, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005475403267915999, "interval": [-0.036696465338611074, 0.04720031458765024], "p_value": 0.8144684844137545, "input_sha256": "271805979dabc5d8490af92b23639a265051b623957c672481d4a00fc8f59753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3306282875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7649695997512858, "interval": [-5.872421349434031, 4.34248214993146], "p_value": 0.783, "input_sha256": "55a9b05bb4e89d201e9f9c2081624fcd1fdb0014e9d5af041399363cc7e1fa19"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3306282875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7649695997512858, "interval": [-5.31865643736506, 4.304974454591776], "p_value": 0.7633629947751386, "input_sha256": "55a9b05bb4e89d201e9f9c2081624fcd1fdb0014e9d5af041399363cc7e1fa19"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3306282875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0031636454499987393, "interval": [-0.059270005044011254, 0.052942714144013775], "p_value": 0.918, "input_sha256": "55a9b05bb4e89d201e9f9c2081624fcd1fdb0014e9d5af041399363cc7e1fa19"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3306282875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0031636454499987393, "interval": [-0.04990889492582631, 0.05785523891185809], "p_value": 0.9096338816093589, "input_sha256": "55a9b05bb4e89d201e9f9c2081624fcd1fdb0014e9d5af041399363cc7e1fa19"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2945834093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7764601790350039, "interval": [-4.311463469866716, 2.7585431117967083], "p_value": 0.658, "input_sha256": "1f328a365bc7e6b1e0c8c640d7fbdc9acd16ab77f688884d26cf12cf31eea19a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2945834093, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7764601790350039, "interval": [-4.599412878152268, 2.085243212422857], "p_value": 0.6590496463986479, "input_sha256": "1f328a365bc7e6b1e0c8c640d7fbdc9acd16ab77f688884d26cf12cf31eea19a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2945834093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008832538197069653, "interval": [-0.04882109978364372, 0.031156023389504413], "p_value": 0.679, "input_sha256": "1f328a365bc7e6b1e0c8c640d7fbdc9acd16ab77f688884d26cf12cf31eea19a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2945834093, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008832538197069653, "interval": [-0.05440429153544635, 0.022607934058909252], "p_value": 0.6569552345121931, "input_sha256": "1f328a365bc7e6b1e0c8c640d7fbdc9acd16ab77f688884d26cf12cf31eea19a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 225816506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.487579257386951, "interval": [-4.102121418460964, 7.077279933234866], "p_value": 0.588, "input_sha256": "5b0ff5f5161fdc66c77d9ec97ee402634005a72c988d12c86bf1d86da43e1b2d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 225816506, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.487579257386951, "interval": [-3.6907160733966435, 6.4379817991900765], "p_value": 0.5930480078627471, "input_sha256": "5b0ff5f5161fdc66c77d9ec97ee402634005a72c988d12c86bf1d86da43e1b2d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 225816506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009552174903524197, "interval": [-0.05335135659178944, 0.07245570639883783], "p_value": 0.766, "input_sha256": "5b0ff5f5161fdc66c77d9ec97ee402634005a72c988d12c86bf1d86da43e1b2d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 225816506, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009552174903524197, "interval": [-0.05612980071641454, 0.06277728348660112], "p_value": 0.7598021520349323, "input_sha256": "5b0ff5f5161fdc66c77d9ec97ee402634005a72c988d12c86bf1d86da43e1b2d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1278723505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.944195110050572, "interval": [-7.577100669832519, 1.6887104497313752], "p_value": 0.223, "input_sha256": "d9fefb9d0a9e44fbd1796e910a08857cdb185407bd6bbbcbcb1c11be754a3cef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1278723505, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.944195110050572, "interval": [-7.527643372426248, 1.706877292082152], "p_value": 0.20587093750757554, "input_sha256": "d9fefb9d0a9e44fbd1796e910a08857cdb185407bd6bbbcbcb1c11be754a3cef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1278723505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03186373972299776, "interval": [-0.08665878609140684, 0.02293130664541132], "p_value": 0.255, "input_sha256": "d9fefb9d0a9e44fbd1796e910a08857cdb185407bd6bbbcbcb1c11be754a3cef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1278723505, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03186373972299776, "interval": [-0.0877357538034643, 0.017482880506092216], "p_value": 0.24578380982211545, "input_sha256": "d9fefb9d0a9e44fbd1796e910a08857cdb185407bd6bbbcbcb1c11be754a3cef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1861871554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7346120728617196, "interval": [-1.3701181925060872, 6.839342338229526], "p_value": 0.17, "input_sha256": "6ce36d44660bd003368e9fb9388dbd51aeba7adc5a8afec4c4e5b53d70a05b70"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1861871554, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7346120728617196, "interval": [-0.8531655425975623, 6.370333379058114], "p_value": 0.1853469787252853, "input_sha256": "6ce36d44660bd003368e9fb9388dbd51aeba7adc5a8afec4c4e5b53d70a05b70"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1861871554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031013763464820092, "interval": [-0.01100253313198743, 0.07303006006162761], "p_value": 0.132, "input_sha256": "6ce36d44660bd003368e9fb9388dbd51aeba7adc5a8afec4c4e5b53d70a05b70"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1861871554, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031013763464820092, "interval": [-0.003443884891736846, 0.06763853653889842], "p_value": 0.14333486944269605, "input_sha256": "6ce36d44660bd003368e9fb9388dbd51aeba7adc5a8afec4c4e5b53d70a05b70"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3883841525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.161514970243874, "interval": [-3.4971658897364284, 5.8201958302241765], "p_value": 0.595, "input_sha256": "d445b27fb297e161040e6b0b4122d5ebfe1784859a355ec1d720b3a5230eb785"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3883841525, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.161514970243874, "interval": [-3.2874957780038065, 5.365691995394473], "p_value": 0.6164226250209144, "input_sha256": "d445b27fb297e161040e6b0b4122d5ebfe1784859a355ec1d720b3a5230eb785"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3883841525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008355076080435744, "interval": [-0.03918152473734823, 0.05589167689821972], "p_value": 0.721, "input_sha256": "d445b27fb297e161040e6b0b4122d5ebfe1784859a355ec1d720b3a5230eb785"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3883841525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008355076080435744, "interval": [-0.035883009087476915, 0.05349177498098176], "p_value": 0.7238186093983192, "input_sha256": "d445b27fb297e161040e6b0b4122d5ebfe1784859a355ec1d720b3a5230eb785"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2063071567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.545067479463892, "interval": [-7.262776501911697, 2.1726415429839125], "p_value": 0.299, "input_sha256": "eb304f76a96f9dd62f48db88615c5329de3da384ab24798a81f66507c48bc73f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2063071567, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.545067479463892, "interval": [-6.520034354530313, 1.9100700173507628], "p_value": 0.28150443409140063, "input_sha256": "eb304f76a96f9dd62f48db88615c5329de3da384ab24798a81f66507c48bc73f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2063071567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012643830527357958, "interval": [-0.06758699210620264, 0.042299331051486734], "p_value": 0.639, "input_sha256": "eb304f76a96f9dd62f48db88615c5329de3da384ab24798a81f66507c48bc73f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2063071567, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012643830527357958, "interval": [-0.057537524294907195, 0.04532637215678126], "p_value": 0.6431601768037906, "input_sha256": "eb304f76a96f9dd62f48db88615c5329de3da384ab24798a81f66507c48bc73f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3103837275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6737240096728527, "interval": [-1.410050276701357, 8.757498296047062], "p_value": 0.136, "input_sha256": "6082db4b48bdc4e7f4bf556fb8f1eadaccd6dd2080242a011efe0d737cddf925"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3103837275, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6737240096728527, "interval": [-1.824837060998686, 8.177219109392631], "p_value": 0.15171666003043258, "input_sha256": "6082db4b48bdc4e7f4bf556fb8f1eadaccd6dd2080242a011efe0d737cddf925"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3103837275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041647631395208405, "interval": [-0.009361762232418656, 0.09265702502283546], "p_value": 0.104, "input_sha256": "6082db4b48bdc4e7f4bf556fb8f1eadaccd6dd2080242a011efe0d737cddf925"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3103837275, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041647631395208405, "interval": [-0.01303187812393871, 0.08772488177031726], "p_value": 0.10658355066679746, "input_sha256": "6082db4b48bdc4e7f4bf556fb8f1eadaccd6dd2080242a011efe0d737cddf925"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2689972058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0731470203609659, "interval": [-3.5260472022136744, 5.672341242935606], "p_value": 0.625, "input_sha256": "09922c171af9a88f6124559f02281009fb49a3f4cb169636995af7b60b9aa402"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2689972058, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0731470203609659, "interval": [-2.9792085261057086, 5.189065569562274], "p_value": 0.6392959430864884, "input_sha256": "09922c171af9a88f6124559f02281009fb49a3f4cb169636995af7b60b9aa402"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2689972058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00479077428506719, "interval": [-0.045442901052140626, 0.055024449622275005], "p_value": 0.839, "input_sha256": "09922c171af9a88f6124559f02281009fb49a3f4cb169636995af7b60b9aa402"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2689972058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00479077428506719, "interval": [-0.04051634036077488, 0.05082490973758652], "p_value": 0.8479354745534955, "input_sha256": "09922c171af9a88f6124559f02281009fb49a3f4cb169636995af7b60b9aa402"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 890630043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.1150270754242415, "interval": [-8.672572008387544, 0.4425178575390598], "p_value": 0.084, "input_sha256": "7e1878c75a9781b8087bf8b80d90941e26e0aff49f033a82a8872d9ea7ce0c82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 890630043, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.1150270754242415, "interval": [-8.65018049287455, -0.13535677305733435], "p_value": 0.07542671652520455, "input_sha256": "7e1878c75a9781b8087bf8b80d90941e26e0aff49f033a82a8872d9ea7ce0c82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 890630043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04140561033619729, "interval": [-0.08723699589107269, 0.00442577521867811], "p_value": 0.084, "input_sha256": "7e1878c75a9781b8087bf8b80d90941e26e0aff49f033a82a8872d9ea7ce0c82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 890630043, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04140561033619729, "interval": [-0.0861282055378114, -0.0005486639052643679], "p_value": 0.0752471445588379, "input_sha256": "7e1878c75a9781b8087bf8b80d90941e26e0aff49f033a82a8872d9ea7ce0c82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1084177221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08738384822880363, "interval": [-4.293685576320274, 4.118917879862667], "p_value": 0.973, "input_sha256": "18b1f1c1f97f0cb5b4c87950dd6a969fb5f30d7664e412a003a0b64390c5be63"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1084177221, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08738384822880363, "interval": [-3.978619651463952, 3.544080135526947], "p_value": 0.9666727448954877, "input_sha256": "18b1f1c1f97f0cb5b4c87950dd6a969fb5f30d7664e412a003a0b64390c5be63"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1084177221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001223444390387532, "interval": [-0.044453019591972204, 0.04200613081119714], "p_value": 0.956, "input_sha256": "18b1f1c1f97f0cb5b4c87950dd6a969fb5f30d7664e412a003a0b64390c5be63"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1084177221, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001223444390387532, "interval": [-0.0404898918940627, 0.039037180310764204], "p_value": 0.9545855862470418, "input_sha256": "18b1f1c1f97f0cb5b4c87950dd6a969fb5f30d7664e412a003a0b64390c5be63"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3460606154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9910654343937697, "interval": [-6.4375914557068805, 4.455460586919341], "p_value": 0.726, "input_sha256": "f001e8810728e41548786c923d365e98c7fadfbb736d9b9372fab94a081a0440"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3460606154, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9910654343937697, "interval": [-5.509529023403878, 4.672908092977892], "p_value": 0.7143173087337586, "input_sha256": "f001e8810728e41548786c923d365e98c7fadfbb736d9b9372fab94a081a0440"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3460606154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011881553761484476, "interval": [-0.0704314412559004, 0.046668333732931444], "p_value": 0.692, "input_sha256": "f001e8810728e41548786c923d365e98c7fadfbb736d9b9372fab94a081a0440"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3460606154, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011881553761484476, "interval": [-0.05924994635266721, 0.04939800985892646], "p_value": 0.6832247541765585, "input_sha256": "f001e8810728e41548786c923d365e98c7fadfbb736d9b9372fab94a081a0440"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3125961076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4194743400229237, "interval": [-2.5224148085050606, 7.361363488550908], "p_value": 0.326, "input_sha256": "67aa850a0bd675e9f53b1167341952e41aaf4ec40e9c32e76f378cfd74f7f4cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3125961076, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4194743400229237, "interval": [-1.5119892926183294, 7.296389809675631], "p_value": 0.32610480790648466, "input_sha256": "67aa850a0bd675e9f53b1167341952e41aaf4ec40e9c32e76f378cfd74f7f4cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3125961076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025643933975051866, "interval": [-0.02751656027147073, 0.07880442822157446], "p_value": 0.346, "input_sha256": "67aa850a0bd675e9f53b1167341952e41aaf4ec40e9c32e76f378cfd74f7f4cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3125961076, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025643933975051866, "interval": [-0.016958280446494473, 0.08020839793916307], "p_value": 0.33283723116456354, "input_sha256": "67aa850a0bd675e9f53b1167341952e41aaf4ec40e9c32e76f378cfd74f7f4cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2113222667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.879307794408361, "interval": [-8.338547551213221, 2.5799319623964987], "p_value": 0.296, "input_sha256": "3ddaa61a8f4b7267ea1bea1ca317c02e4d37c3e77c0f794a24610d53ea156818"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2113222667, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.879307794408361, "interval": [-8.35681184496263, 2.24418544657889], "p_value": 0.2923847160769296, "input_sha256": "3ddaa61a8f4b7267ea1bea1ca317c02e4d37c3e77c0f794a24610d53ea156818"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2113222667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030397224412907868, "interval": [-0.0855835017890686, 0.024789052963252865], "p_value": 0.293, "input_sha256": "3ddaa61a8f4b7267ea1bea1ca317c02e4d37c3e77c0f794a24610d53ea156818"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2113222667, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030397224412907868, "interval": [-0.08502144423054113, 0.02266115458650951], "p_value": 0.2718127929855512, "input_sha256": "3ddaa61a8f4b7267ea1bea1ca317c02e4d37c3e77c0f794a24610d53ea156818"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2160077947, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.063579996473498, "interval": [-7.149399996175396, 3.0222400032284], "p_value": 0.415, "input_sha256": "b1d9445481620956cbaa0e16b97ada0e9fbc93e456ad1af41ac14f371c3ba478"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2160077947, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.063579996473498, "interval": [-7.0971798926359355, 2.180322133733022], "p_value": 0.41595858769214467, "input_sha256": "b1d9445481620956cbaa0e16b97ada0e9fbc93e456ad1af41ac14f371c3ba478"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2160077947, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03522674941246709, "interval": [-0.09211752972378673, 0.02166403089885255], "p_value": 0.226, "input_sha256": "b1d9445481620956cbaa0e16b97ada0e9fbc93e456ad1af41ac14f371c3ba478"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2160077947, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03522674941246709, "interval": [-0.09496514256636686, 0.010862081467838566], "p_value": 0.21646850007939117, "input_sha256": "b1d9445481620956cbaa0e16b97ada0e9fbc93e456ad1af41ac14f371c3ba478"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2579940499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4113809691455579, "interval": [-2.928047298826609, 5.750809237117725], "p_value": 0.501, "input_sha256": "e304137bdb6a16b3494e9eb36861b39417fb10ab780df4b3f05437c1b231efa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2579940499, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4113809691455579, "interval": [-2.3531677154602417, 5.522790831804146], "p_value": 0.5141709023001173, "input_sha256": "e304137bdb6a16b3494e9eb36861b39417fb10ab780df4b3f05437c1b231efa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2579940499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013727716652924105, "interval": [-0.030894548442633514, 0.05834998174848172], "p_value": 0.515, "input_sha256": "e304137bdb6a16b3494e9eb36861b39417fb10ab780df4b3f05437c1b231efa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2579940499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013727716652924105, "interval": [-0.023286330363556845, 0.05845240329399098], "p_value": 0.5371054044845656, "input_sha256": "e304137bdb6a16b3494e9eb36861b39417fb10ab780df4b3f05437c1b231efa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2950926446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.567728109256331, "interval": [-9.519538074320378, 0.38408185580771637], "p_value": 0.075, "input_sha256": "f0c8d0b82b0c9cd09b50a16f76acc9884d1b77b9236554bea1095f9ab3ec7251"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2950926446, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.567728109256331, "interval": [-9.634443503699924, 0.41571980761622096], "p_value": 0.06946640969458014, "input_sha256": "f0c8d0b82b0c9cd09b50a16f76acc9884d1b77b9236554bea1095f9ab3ec7251"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2950926446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.046320673390574565, "interval": [-0.1000477479571768, 0.007406401176027665], "p_value": 0.091, "input_sha256": "f0c8d0b82b0c9cd09b50a16f76acc9884d1b77b9236554bea1095f9ab3ec7251"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2950926446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.046320673390574565, "interval": [-0.10212030121407646, 0.006615499826915631], "p_value": 0.08878571653315881, "input_sha256": "f0c8d0b82b0c9cd09b50a16f76acc9884d1b77b9236554bea1095f9ab3ec7251"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1785812899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1325918992943107, "interval": [-4.2034037737246335, 4.468587572313255], "p_value": 0.95, "input_sha256": "1864a60fdf6fa16aca39519d722d55f7df642b342752e15b622b357526f5a921"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1785812899, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1325918992943107, "interval": [-3.944986785864155, 3.944512948995766], "p_value": 0.9509631963722247, "input_sha256": "1864a60fdf6fa16aca39519d722d55f7df642b342752e15b622b357526f5a921"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1785812899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0021947456477626887, "interval": [-0.047824904342337854, 0.04343541304681248], "p_value": 0.91, "input_sha256": "1864a60fdf6fa16aca39519d722d55f7df642b342752e15b622b357526f5a921"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1785812899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0021947456477626887, "interval": [-0.04486487651241085, 0.03801290271978461], "p_value": 0.9229279808304596, "input_sha256": "1864a60fdf6fa16aca39519d722d55f7df642b342752e15b622b357526f5a921"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 445357791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4961734551752421, "interval": [-3.635131971844772, 6.627478882195256], "p_value": 0.549, "input_sha256": "4aa5a1e459c3e92177e9e809cd1134bc6bf1f4471a8fd693baf1db1790b825b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 445357791, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4961734551752421, "interval": [-3.920023263884226, 6.184887102986734], "p_value": 0.557954446368085, "input_sha256": "4aa5a1e459c3e92177e9e809cd1134bc6bf1f4471a8fd693baf1db1790b825b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 445357791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01074314996382747, "interval": [-0.04587072953722116, 0.0673570294648761], "p_value": 0.702, "input_sha256": "4aa5a1e459c3e92177e9e809cd1134bc6bf1f4471a8fd693baf1db1790b825b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 445357791, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01074314996382747, "interval": [-0.05216259360127041, 0.057999014329523264], "p_value": 0.7022150583630049, "input_sha256": "4aa5a1e459c3e92177e9e809cd1134bc6bf1f4471a8fd693baf1db1790b825b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3047048605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2442437328411744, "interval": [-4.4622234189032195, 3.9737359532208707], "p_value": 0.901, "input_sha256": "4892969e2076cf616b40378451e778b6c36920481cada6eea8193d5cb3a92973"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3047048605, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2442437328411744, "interval": [-4.391856857460662, 3.6404875649334483], "p_value": 0.9072215735599424, "input_sha256": "4892969e2076cf616b40378451e778b6c36920481cada6eea8193d5cb3a92973"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3047048605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00010638880177893384, "interval": [-0.04094964184376181, 0.04116241944731968], "p_value": 0.994, "input_sha256": "4892969e2076cf616b40378451e778b6c36920481cada6eea8193d5cb3a92973"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3047048605, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00010638880177893384, "interval": [-0.04157511869403387, 0.03692456929394241], "p_value": 0.9958397932349031, "input_sha256": "4892969e2076cf616b40378451e778b6c36920481cada6eea8193d5cb3a92973"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1265010568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1296588993124308, "interval": [-5.595099374310687, 3.335781575685825], "p_value": 0.653, "input_sha256": "03e0d45c04668c996d7daa6ef1a95090804df59c6b1ef97ee18b7ad49f059b22"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1265010568, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1296588993124308, "interval": [-5.451439381190061, 2.737307142168457], "p_value": 0.6115252108977225, "input_sha256": "03e0d45c04668c996d7daa6ef1a95090804df59c6b1ef97ee18b7ad49f059b22"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1265010568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01511961988472875, "interval": [-0.06297460831074159, 0.032735368541284095], "p_value": 0.558, "input_sha256": "03e0d45c04668c996d7daa6ef1a95090804df59c6b1ef97ee18b7ad49f059b22"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1265010568, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01511961988472875, "interval": [-0.061986965145459066, 0.02550948147385468], "p_value": 0.5261587137041954, "input_sha256": "03e0d45c04668c996d7daa6ef1a95090804df59c6b1ef97ee18b7ad49f059b22"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3565350034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.37819318655873957, "interval": [-4.758285708281197, 4.001899335163718], "p_value": 0.867, "input_sha256": "163027efb698e13245266a53f3ea14daddede37d04ab2ee402ace2e0ad589914"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3565350034, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.37819318655873957, "interval": [-4.330836247688901, 3.8573224951338676], "p_value": 0.8618992489013582, "input_sha256": "163027efb698e13245266a53f3ea14daddede37d04ab2ee402ace2e0ad589914"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3565350034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00244986099740703, "interval": [-0.0436718099303425, 0.048571531925156564], "p_value": 0.925, "input_sha256": "163027efb698e13245266a53f3ea14daddede37d04ab2ee402ace2e0ad589914"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3565350034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00244986099740703, "interval": [-0.041306842736217375, 0.0463687990254675], "p_value": 0.9148138682481413, "input_sha256": "163027efb698e13245266a53f3ea14daddede37d04ab2ee402ace2e0ad589914"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4263342732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9798315984366148, "interval": [-4.457362752958402, 6.417025949831632], "p_value": 0.726, "input_sha256": "7ec48c01cedc5041ae8a7ca93d3e3bcdb115ab861aa48ebb490d30df25920573"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4263342732, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9798315984366148, "interval": [-4.1538363619063015, 6.31365073151892], "p_value": 0.7171967982145924, "input_sha256": "7ec48c01cedc5041ae8a7ca93d3e3bcdb115ab861aa48ebb490d30df25920573"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4263342732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002914771439980035, "interval": [-0.06057350994261977, 0.06640305282257984], "p_value": 0.928, "input_sha256": "7ec48c01cedc5041ae8a7ca93d3e3bcdb115ab861aa48ebb490d30df25920573"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4263342732, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002914771439980035, "interval": [-0.05874186926295233, 0.06469318551400915], "p_value": 0.9264353106501853, "input_sha256": "7ec48c01cedc5041ae8a7ca93d3e3bcdb115ab861aa48ebb490d30df25920573"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3610035250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.825206252234061, "interval": [-1.8928585079685263, 7.543271012436648], "p_value": 0.208, "input_sha256": "37f2e0eb955bcfefad7104e65ee67bfe43d318f6f0c359c6728725b088f9c5fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3610035250, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.825206252234061, "interval": [-1.4136095638683193, 7.366753531332599], "p_value": 0.23280519678581116, "input_sha256": "37f2e0eb955bcfefad7104e65ee67bfe43d318f6f0c359c6728725b088f9c5fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3610035250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026932258168404333, "interval": [-0.02211112140865914, 0.07597563774546781], "p_value": 0.261, "input_sha256": "37f2e0eb955bcfefad7104e65ee67bfe43d318f6f0c359c6728725b088f9c5fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3610035250, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026932258168404333, "interval": [-0.01845739876914455, 0.07288058979467421], "p_value": 0.27320454667683314, "input_sha256": "37f2e0eb955bcfefad7104e65ee67bfe43d318f6f0c359c6728725b088f9c5fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3230347190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1302765602702474, "interval": [-5.589752351490914, 3.3291992309504197], "p_value": 0.614, "input_sha256": "ec45d966b8a0459caf70fcf0b5cdf331e27a1c1ce3eda7b0dd86d799e61b4427"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3230347190, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1302765602702474, "interval": [-4.957479024928585, 3.3886024712783587], "p_value": 0.6102234202955273, "input_sha256": "ec45d966b8a0459caf70fcf0b5cdf331e27a1c1ce3eda7b0dd86d799e61b4427"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3230347190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014316576906561199, "interval": [-0.06062622334141735, 0.031993069528294955], "p_value": 0.535, "input_sha256": "ec45d966b8a0459caf70fcf0b5cdf331e27a1c1ce3eda7b0dd86d799e61b4427"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3230347190, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014316576906561199, "interval": [-0.05601769737004134, 0.029687259847614944], "p_value": 0.5346822316982472, "input_sha256": "ec45d966b8a0459caf70fcf0b5cdf331e27a1c1ce3eda7b0dd86d799e61b4427"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3849141861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4748799926326921, "interval": [-4.774865583499433, 5.724625568764817], "p_value": 0.84, "input_sha256": "92c0c01b0ea81b247bd51e37849e5c321134fd3adfecd3364a2be36c625c3cdd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3849141861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4748799926326921, "interval": [-4.405349851643739, 5.2111135967633055], "p_value": 0.8555458686235753, "input_sha256": "92c0c01b0ea81b247bd51e37849e5c321134fd3adfecd3364a2be36c625c3cdd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3849141861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00022431705584280426, "interval": [-0.053234595628767555, 0.05368322974045316], "p_value": 0.994, "input_sha256": "92c0c01b0ea81b247bd51e37849e5c321134fd3adfecd3364a2be36c625c3cdd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3849141861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00022431705584280426, "interval": [-0.05036198767438637, 0.04778612501969154], "p_value": 0.9932567189714077, "input_sha256": "92c0c01b0ea81b247bd51e37849e5c321134fd3adfecd3364a2be36c625c3cdd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1071499592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6597628577979311, "interval": [-4.701917324167657, 6.021443039763519], "p_value": 0.821, "input_sha256": "984273c0c30496145b6ecdcd51ea27ac93bf76b20eb420948177985d2aafa600"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1071499592, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6597628577979311, "interval": [-4.621173955921717, 5.789699453596378], "p_value": 0.8040564029601581, "input_sha256": "984273c0c30496145b6ecdcd51ea27ac93bf76b20eb420948177985d2aafa600"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1071499592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008843477952657122, "interval": [-0.049998649523338254, 0.0676856054286525], "p_value": 0.784, "input_sha256": "984273c0c30496145b6ecdcd51ea27ac93bf76b20eb420948177985d2aafa600"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1071499592, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008843477952657122, "interval": [-0.046780079880355416, 0.06806732385263649], "p_value": 0.7621188247926329, "input_sha256": "984273c0c30496145b6ecdcd51ea27ac93bf76b20eb420948177985d2aafa600"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 635590529, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8918995761767476, "interval": [-4.7653263357682345, 6.54912548812173], "p_value": 0.725, "input_sha256": "f5543077468cde33359d7b4f8ad4ef1491adc1d2fd4ee65c3c7351291e3750fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 635590529, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8918995761767476, "interval": [-4.673668058977823, 5.269084913966055], "p_value": 0.7512332827266726, "input_sha256": "f5543077468cde33359d7b4f8ad4ef1491adc1d2fd4ee65c3c7351291e3750fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 635590529, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013043516633927804, "interval": [-0.059065602467165426, 0.06167430579395099], "p_value": 0.967, "input_sha256": "f5543077468cde33359d7b4f8ad4ef1491adc1d2fd4ee65c3c7351291e3750fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 635590529, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013043516633927804, "interval": [-0.05887605251229969, 0.04868261897378373], "p_value": 0.9652883831313851, "input_sha256": "f5543077468cde33359d7b4f8ad4ef1491adc1d2fd4ee65c3c7351291e3750fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3937868961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.20640723735022, "interval": [-1.7898965383031809, 6.20271101300362], "p_value": 0.267, "input_sha256": "d16f50c64cedb605beb2043c629044dd86cda1d7c2a89fa852173cb7ed408028"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3937868961, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.20640723735022, "interval": [-1.7797658343836815, 5.869174479857828], "p_value": 0.2680092220003837, "input_sha256": "d16f50c64cedb605beb2043c629044dd86cda1d7c2a89fa852173cb7ed408028"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3937868961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016730348365407238, "interval": [-0.02220305703635806, 0.05566375376717254], "p_value": 0.38, "input_sha256": "d16f50c64cedb605beb2043c629044dd86cda1d7c2a89fa852173cb7ed408028"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3937868961, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016730348365407238, "interval": [-0.023838151837900706, 0.050771213182111814], "p_value": 0.3871547206716387, "input_sha256": "d16f50c64cedb605beb2043c629044dd86cda1d7c2a89fa852173cb7ed408028"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2146281785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.777043393086165, "interval": [0.43074600053765, 9.123340785634682], "p_value": 0.03, "input_sha256": "870179455eb7910574b491783a6e7c46c770d1d54b3e0001a3ecd4c4aa6a4ac9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2146281785, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.777043393086165, "interval": [1.2377555088836794, 9.342088901841384], "p_value": 0.03212322908211506, "input_sha256": "870179455eb7910574b491783a6e7c46c770d1d54b3e0001a3ecd4c4aa6a4ac9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2146281785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04774287483997698, "interval": [0.0019235743421049945, 0.09356217533784897], "p_value": 0.039, "input_sha256": "870179455eb7910574b491783a6e7c46c770d1d54b3e0001a3ecd4c4aa6a4ac9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2146281785, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04774287483997698, "interval": [0.009164195761888422, 0.09690264486937882], "p_value": 0.04157472290979188, "input_sha256": "870179455eb7910574b491783a6e7c46c770d1d54b3e0001a3ecd4c4aa6a4ac9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1019208819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.528488989233514, "interval": [-3.0832327134346453, 6.1402106919016735], "p_value": 0.515, "input_sha256": "53786fc33886dc2ac6cb647a5a2696d8d7a698bfa5e7997cbf00aa499bcdb81e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1019208819, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.528488989233514, "interval": [-2.854845832175871, 5.890521968106087], "p_value": 0.5062227444935443, "input_sha256": "53786fc33886dc2ac6cb647a5a2696d8d7a698bfa5e7997cbf00aa499bcdb81e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1019208819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014843450195546698, "interval": [-0.03282249996291962, 0.062509400354013], "p_value": 0.544, "input_sha256": "53786fc33886dc2ac6cb647a5a2696d8d7a698bfa5e7997cbf00aa499bcdb81e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1019208819, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014843450195546698, "interval": [-0.02924850374632549, 0.061919982665669365], "p_value": 0.5318772845953043, "input_sha256": "53786fc33886dc2ac6cb647a5a2696d8d7a698bfa5e7997cbf00aa499bcdb81e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1682345793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.634369667385668, "interval": [-3.7437418722108617, 5.012481206982198], "p_value": 0.763, "input_sha256": "347303b54d11be0b693699b64ba69edb643fd0efcf8b21e2cbcbf555ef159c3a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1682345793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.634369667385668, "interval": [-3.8871030890718337, 4.78347548600268], "p_value": 0.7705495484508977, "input_sha256": "347303b54d11be0b693699b64ba69edb643fd0efcf8b21e2cbcbf555ef159c3a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1682345793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.788686971249733e-05, "interval": [-0.046120108254892926, 0.04604433451546793], "p_value": 1.0, "input_sha256": "347303b54d11be0b693699b64ba69edb643fd0efcf8b21e2cbcbf555ef159c3a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1682345793, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.788686971249733e-05, "interval": [-0.047533281987481524, 0.04075507071152176], "p_value": 0.9986804938601479, "input_sha256": "347303b54d11be0b693699b64ba69edb643fd0efcf8b21e2cbcbf555ef159c3a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 806556775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5035999591651077, "interval": [-1.3353265857391232, 8.342526504069339], "p_value": 0.145, "input_sha256": "11fcbb97ac3d3805d4a007a181fa12e1c59a9d1ff2fe294cad509e8da0057c10"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 806556775, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5035999591651077, "interval": [-1.8239400876077925, 7.535253068332447], "p_value": 0.1509381577032404, "input_sha256": "11fcbb97ac3d3805d4a007a181fa12e1c59a9d1ff2fe294cad509e8da0057c10"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 806556775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031200279752214136, "interval": [-0.016458756291538652, 0.07885931579596692], "p_value": 0.191, "input_sha256": "11fcbb97ac3d3805d4a007a181fa12e1c59a9d1ff2fe294cad509e8da0057c10"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 806556775, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031200279752214136, "interval": [-0.021215064841625497, 0.07065639346103289], "p_value": 0.19298991954265038, "input_sha256": "11fcbb97ac3d3805d4a007a181fa12e1c59a9d1ff2fe294cad509e8da0057c10"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2757294047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.926174312066605, "interval": [-4.469435059650031, 6.3217836837832415], "p_value": 0.711, "input_sha256": "9a4b63cc8afe205ceb0b549872222d4be18f0eab4abb69649e6f56e302455343"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2757294047, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.926174312066605, "interval": [-4.301811815734703, 5.403885861181793], "p_value": 0.729894973914059, "input_sha256": "9a4b63cc8afe205ceb0b549872222d4be18f0eab4abb69649e6f56e302455343"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2757294047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005522578099458109, "interval": [-0.0475215224704385, 0.058566678669354715], "p_value": 0.828, "input_sha256": "9a4b63cc8afe205ceb0b549872222d4be18f0eab4abb69649e6f56e302455343"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2757294047, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005522578099458109, "interval": [-0.04897052350209328, 0.0504635973700832], "p_value": 0.8341559810371474, "input_sha256": "9a4b63cc8afe205ceb0b549872222d4be18f0eab4abb69649e6f56e302455343"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4258917084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.108129101278295, "interval": [-1.333466632718201, 7.549724835274791], "p_value": 0.181, "input_sha256": "6a3c8ed7df7ff7d78763131788538f370f929d1dec032ff1ed723e29afc6dc33"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4258917084, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.108129101278295, "interval": [-0.8312733427938722, 7.6138209193413955], "p_value": 0.16457180778343547, "input_sha256": "6a3c8ed7df7ff7d78763131788538f370f929d1dec032ff1ed723e29afc6dc33"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4258917084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02348435133789839, "interval": [-0.022444003116527535, 0.06941270579232431], "p_value": 0.326, "input_sha256": "6a3c8ed7df7ff7d78763131788538f370f929d1dec032ff1ed723e29afc6dc33"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4258917084, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02348435133789839, "interval": [-0.015846485014112354, 0.0699202039872808], "p_value": 0.30633592347911354, "input_sha256": "6a3c8ed7df7ff7d78763131788538f370f929d1dec032ff1ed723e29afc6dc33"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3536368049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46225551117253616, "interval": [-5.240880022289384, 4.316368999944312], "p_value": 0.804, "input_sha256": "ad2d2933e95379e17d6ddfda642c04b44cc78523d42f6f8f57a7c1c2e4625ebd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3536368049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46225551117253616, "interval": [-4.8246946725264435, 4.005966373224682], "p_value": 0.8446817662967082, "input_sha256": "ad2d2933e95379e17d6ddfda642c04b44cc78523d42f6f8f57a7c1c2e4625ebd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3536368049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002960670697639209, "interval": [-0.05190768960434217, 0.045986348209063756], "p_value": 0.881, "input_sha256": "ad2d2933e95379e17d6ddfda642c04b44cc78523d42f6f8f57a7c1c2e4625ebd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3536368049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002960670697639209, "interval": [-0.04766735754857363, 0.041793496106423106], "p_value": 0.9025458964998905, "input_sha256": "ad2d2933e95379e17d6ddfda642c04b44cc78523d42f6f8f57a7c1c2e4625ebd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 671042034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6639442477637472, "interval": [-3.2011991020184665, 6.529087597545961], "p_value": 0.491, "input_sha256": "b08bb7ae0ff8cb6541e8515715f116596d00b22ad528db0aba7be09c467122c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 671042034, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6639442477637472, "interval": [-2.604422162785027, 6.464765933383256], "p_value": 0.4921781566304342, "input_sha256": "b08bb7ae0ff8cb6541e8515715f116596d00b22ad528db0aba7be09c467122c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 671042034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01622488964120336, "interval": [-0.03088817748118726, 0.06333795676359398], "p_value": 0.5, "input_sha256": "b08bb7ae0ff8cb6541e8515715f116596d00b22ad528db0aba7be09c467122c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 671042034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01622488964120336, "interval": [-0.025800745696571276, 0.061111761401389554], "p_value": 0.4895025337125324, "input_sha256": "b08bb7ae0ff8cb6541e8515715f116596d00b22ad528db0aba7be09c467122c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1564110174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6323868499248171, "interval": [-3.712806503430194, 4.977580203279828], "p_value": 0.762, "input_sha256": "b1d86aeb2e56949596c910a541b17645911aad7f9c8c00e792772d5eb81605f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1564110174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6323868499248171, "interval": [-3.544221043818021, 4.912551946639214], "p_value": 0.769723639454924, "input_sha256": "b1d86aeb2e56949596c910a541b17645911aad7f9c8c00e792772d5eb81605f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1564110174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0005502920276088674, "interval": [-0.04614605967861217, 0.045045475623394435], "p_value": 0.982, "input_sha256": "b1d86aeb2e56949596c910a541b17645911aad7f9c8c00e792772d5eb81605f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1564110174, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0005502920276088674, "interval": [-0.04530452178569003, 0.044089620313525535], "p_value": 0.9806028096037318, "input_sha256": "b1d86aeb2e56949596c910a541b17645911aad7f9c8c00e792772d5eb81605f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1634628786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.219628137059164, "interval": [-2.6322451465772447, 7.071501420695573], "p_value": 0.341, "input_sha256": "43da3ca2fd2cf62a4a7996d812868e81f95b34ee4d87cb64cf610e85fcd5eb54"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1634628786, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.219628137059164, "interval": [-1.7814291351543365, 6.804240752610395], "p_value": 0.36000363176624584, "input_sha256": "43da3ca2fd2cf62a4a7996d812868e81f95b34ee4d87cb64cf610e85fcd5eb54"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1634628786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020120514348044516, "interval": [-0.03142146917076717, 0.0716624978668562], "p_value": 0.417, "input_sha256": "43da3ca2fd2cf62a4a7996d812868e81f95b34ee4d87cb64cf610e85fcd5eb54"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1634628786, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020120514348044516, "interval": [-0.021868672691062067, 0.06812985011518369], "p_value": 0.4341250112089684, "input_sha256": "43da3ca2fd2cf62a4a7996d812868e81f95b34ee4d87cb64cf610e85fcd5eb54"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3004517366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.923770970308558, "interval": [-7.257774745602635, 1.4102328049855188], "p_value": 0.198, "input_sha256": "337d642609ee905a6262d986b43ae80033171b114136c5036e67bcdd4ca179b0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3004517366, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.923770970308558, "interval": [-7.336060222821921, 1.208250438891599], "p_value": 0.17959273618486138, "input_sha256": "337d642609ee905a6262d986b43ae80033171b114136c5036e67bcdd4ca179b0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3004517366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02318063207042796, "interval": [-0.07023680105745869, 0.02387553691660277], "p_value": 0.343, "input_sha256": "337d642609ee905a6262d986b43ae80033171b114136c5036e67bcdd4ca179b0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3004517366, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02318063207042796, "interval": [-0.07178487676429407, 0.023995671511998135], "p_value": 0.32425732072845637, "input_sha256": "337d642609ee905a6262d986b43ae80033171b114136c5036e67bcdd4ca179b0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2251198513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.179466097185644, "interval": [-5.799601998647572, 3.4406698042762835], "p_value": 0.582, "input_sha256": "1d5c7fa30ef0484a02965316a27a18bbb6d33240a121c8450f41bcbc20645c2b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2251198513, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.179466097185644, "interval": [-5.284972117763329, 3.4244452835938985], "p_value": 0.6074338219619517, "input_sha256": "1d5c7fa30ef0484a02965316a27a18bbb6d33240a121c8450f41bcbc20645c2b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2251198513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014379709826084885, "interval": [-0.061072113137935105, 0.032312693485765334], "p_value": 0.532, "input_sha256": "1d5c7fa30ef0484a02965316a27a18bbb6d33240a121c8450f41bcbc20645c2b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2251198513, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014379709826084885, "interval": [-0.05680742683984796, 0.03395225870148574], "p_value": 0.5359163355749529, "input_sha256": "1d5c7fa30ef0484a02965316a27a18bbb6d33240a121c8450f41bcbc20645c2b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3800321720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.166189460148634, "interval": [-8.34416541225939, 2.0117864919621207], "p_value": 0.198, "input_sha256": "a25f0ad6d7349b7fcb3b4ed6d4905f86adebfb8e8be3c2d56599f5df0a83baf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3800321720, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.166189460148634, "interval": [-7.671323859075663, 1.9514029376244286], "p_value": 0.22333114142607427, "input_sha256": "a25f0ad6d7349b7fcb3b4ed6d4905f86adebfb8e8be3c2d56599f5df0a83baf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3800321720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.044979864787122126, "interval": [-0.09772775241812098, 0.007768022843876725], "p_value": 0.077, "input_sha256": "a25f0ad6d7349b7fcb3b4ed6d4905f86adebfb8e8be3c2d56599f5df0a83baf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3800321720, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.044979864787122126, "interval": [-0.09137421568436918, 0.005406589675564911], "p_value": 0.09239585560198114, "input_sha256": "a25f0ad6d7349b7fcb3b4ed6d4905f86adebfb8e8be3c2d56599f5df0a83baf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3081581393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9068072225740593, "interval": [-7.5054422372266, 1.691827792078481], "p_value": 0.2, "input_sha256": "02dd72f7419a83b4293f403d96f1bcb2c396bed547bd0dd2750b401cbc1e9283"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3081581393, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9068072225740593, "interval": [-7.515600791984615, 1.2512784122507965], "p_value": 0.20797770681459973, "input_sha256": "02dd72f7419a83b4293f403d96f1bcb2c396bed547bd0dd2750b401cbc1e9283"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3081581393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03218312373570742, "interval": [-0.07971015389393438, 0.015343906422519545], "p_value": 0.174, "input_sha256": "02dd72f7419a83b4293f403d96f1bcb2c396bed547bd0dd2750b401cbc1e9283"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3081581393, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03218312373570742, "interval": [-0.08345854623231835, 0.009679222594461086], "p_value": 0.17790241124409234, "input_sha256": "02dd72f7419a83b4293f403d96f1bcb2c396bed547bd0dd2750b401cbc1e9283"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 742769235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.1775536230211916, "interval": [-5.560145171111578, 5.2050379250691945], "p_value": 0.96, "input_sha256": "9db0c17ba85788f6efe704a943aa9c73eda5bddeb902a50b80090d71d039ed0f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 742769235, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.1775536230211916, "interval": [-4.633793502080428, 4.733589821424546], "p_value": 0.9470695281348585, "input_sha256": "9db0c17ba85788f6efe704a943aa9c73eda5bddeb902a50b80090d71d039ed0f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 742769235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003825191678879916, "interval": [-0.05454796627543299, 0.062198349633192825], "p_value": 0.9, "input_sha256": "9db0c17ba85788f6efe704a943aa9c73eda5bddeb902a50b80090d71d039ed0f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 742769235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003825191678879916, "interval": [-0.04290762032178051, 0.060931700234500695], "p_value": 0.8947866093440486, "input_sha256": "9db0c17ba85788f6efe704a943aa9c73eda5bddeb902a50b80090d71d039ed0f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1298997781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0462569344724946, "interval": [-5.110284654575905, 3.0177707856309155], "p_value": 0.607, "input_sha256": "0768ff2a1fb5b1be26a45ff5dce1d1fd0a75df51a6d821396b6cdf83b74458ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1298997781, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0462569344724946, "interval": [-5.023993196178175, 2.4515175972881096], "p_value": 0.6051708052000859, "input_sha256": "0768ff2a1fb5b1be26a45ff5dce1d1fd0a75df51a6d821396b6cdf83b74458ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1298997781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007917164391387982, "interval": [-0.051314799539515954, 0.03548047075673999], "p_value": 0.717, "input_sha256": "0768ff2a1fb5b1be26a45ff5dce1d1fd0a75df51a6d821396b6cdf83b74458ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1298997781, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007917164391387982, "interval": [-0.051227549416152506, 0.029316761996214573], "p_value": 0.7138658782920742, "input_sha256": "0768ff2a1fb5b1be26a45ff5dce1d1fd0a75df51a6d821396b6cdf83b74458ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1993440361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.675115060798631, "interval": [-6.221642704456911, 0.8714125828596488], "p_value": 0.134, "input_sha256": "4fdb27f7756e73f8f4d2fd437f589d199d1cb589e1bcff59c3d94672ae33593e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1993440361, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.675115060798631, "interval": [-6.2090155797716, 0.5058625695081522], "p_value": 0.13504599797794928, "input_sha256": "4fdb27f7756e73f8f4d2fd437f589d199d1cb589e1bcff59c3d94672ae33593e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1993440361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03215511205255662, "interval": [-0.06868578609912879, 0.004375561994015557], "p_value": 0.079, "input_sha256": "4fdb27f7756e73f8f4d2fd437f589d199d1cb589e1bcff59c3d94672ae33593e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1993440361, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03215511205255662, "interval": [-0.06882127725661051, 9.201289370762606e-05], "p_value": 0.08272710923848024, "input_sha256": "4fdb27f7756e73f8f4d2fd437f589d199d1cb589e1bcff59c3d94672ae33593e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1907176435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9224631174698814, "interval": [-3.889485256529956, 5.734411491469719], "p_value": 0.711, "input_sha256": "f2afd211b00a328d94ce085f6b57c5f6b9afd0505ad19e866b3c0f79e183d1bf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1907176435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9224631174698814, "interval": [-3.48456002146253, 5.218048214609558], "p_value": 0.7001084279819214, "input_sha256": "f2afd211b00a328d94ce085f6b57c5f6b9afd0505ad19e866b3c0f79e183d1bf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1907176435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012572943394515965, "interval": [-0.0381657898868612, 0.06331167667589313], "p_value": 0.63, "input_sha256": "f2afd211b00a328d94ce085f6b57c5f6b9afd0505ad19e866b3c0f79e183d1bf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1907176435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012572943394515965, "interval": [-0.032472039709609136, 0.05911806836083398], "p_value": 0.6188056141968354, "input_sha256": "f2afd211b00a328d94ce085f6b57c5f6b9afd0505ad19e866b3c0f79e183d1bf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3719994964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.712511166813233, "interval": [1.798698981972998, 11.626323351653468], "p_value": 0.008, "input_sha256": "4f262841366aad75a247a9573385e9ec783e14da412bf6856ab302c492316416"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3719994964, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.712511166813233, "interval": [2.500114863846954, 11.153942969229496], "p_value": 0.009040843551979975, "input_sha256": "4f262841366aad75a247a9573385e9ec783e14da412bf6856ab302c492316416"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3719994964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06810089059837524, "interval": [0.01759365698087438, 0.11860812421587609], "p_value": 0.01, "input_sha256": "4f262841366aad75a247a9573385e9ec783e14da412bf6856ab302c492316416"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3719994964, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06810089059837524, "interval": [0.023327481417587483, 0.11570253309581506], "p_value": 0.009672357100838861, "input_sha256": "4f262841366aad75a247a9573385e9ec783e14da412bf6856ab302c492316416"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1651304872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5783524455860416, "interval": [-3.7887205751986155, 4.945425466370699], "p_value": 0.799, "input_sha256": "933aefd00d056424d3b431a38c7d12b9ce7f59871076e8272bdfc5454b79bbac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1651304872, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5783524455860416, "interval": [-3.3450840234584462, 4.942459301877858], "p_value": 0.7900718702313331, "input_sha256": "933aefd00d056424d3b431a38c7d12b9ce7f59871076e8272bdfc5454b79bbac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1651304872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0060764031210562425, "interval": [-0.04155267717619607, 0.05370548341830855], "p_value": 0.801, "input_sha256": "933aefd00d056424d3b431a38c7d12b9ce7f59871076e8272bdfc5454b79bbac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1651304872, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0060764031210562425, "interval": [-0.03526356992644981, 0.05294439167334658], "p_value": 0.7975894576670904, "input_sha256": "933aefd00d056424d3b431a38c7d12b9ce7f59871076e8272bdfc5454b79bbac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4219313135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1725087641074925, "interval": [-3.630598918469621, 3.975616446684606], "p_value": 0.917, "input_sha256": "3260a101d3d57650f12bbb26b213f0a25aa3591b158ec14067c9f0cf08e49194"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4219313135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1725087641074925, "interval": [-3.794409548386431, 3.7102446168913437], "p_value": 0.9272567257781327, "input_sha256": "3260a101d3d57650f12bbb26b213f0a25aa3591b158ec14067c9f0cf08e49194"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4219313135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0008893688992865079, "interval": [-0.038701646167041415, 0.0369229083684684], "p_value": 0.951, "input_sha256": "3260a101d3d57650f12bbb26b213f0a25aa3591b158ec14067c9f0cf08e49194"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4219313135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0008893688992865079, "interval": [-0.040233574310903145, 0.03388794295286992], "p_value": 0.9622643255199064, "input_sha256": "3260a101d3d57650f12bbb26b213f0a25aa3591b158ec14067c9f0cf08e49194"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 151024549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.35080091181227857, "interval": [-4.911841202839636, 5.613443026464193], "p_value": 0.906, "input_sha256": "fa5e8c866dd2a3090fc1781a4df7c5b4ae5cf29c5f505c4a926703e4efb73687"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 151024549, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.35080091181227857, "interval": [-4.444537713665104, 5.491809920574568], "p_value": 0.8933314553812655, "input_sha256": "fa5e8c866dd2a3090fc1781a4df7c5b4ae5cf29c5f505c4a926703e4efb73687"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 151024549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0048484070117744416, "interval": [-0.0522013096308136, 0.06189812365436248], "p_value": 0.851, "input_sha256": "fa5e8c866dd2a3090fc1781a4df7c5b4ae5cf29c5f505c4a926703e4efb73687"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 151024549, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0048484070117744416, "interval": [-0.04705502032334437, 0.06216637275629022], "p_value": 0.8641438609152202, "input_sha256": "fa5e8c866dd2a3090fc1781a4df7c5b4ae5cf29c5f505c4a926703e4efb73687"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3558837706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8661195013989733, "interval": [-7.146696738193133, 3.414457735395186], "p_value": 0.489, "input_sha256": "e39011c15392a22034693d0cd6c794f62bb2a13deb4c26ab9109670e51bd0c42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3558837706, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8661195013989733, "interval": [-6.722491872337138, 2.887893777706175], "p_value": 0.4777386403689542, "input_sha256": "e39011c15392a22034693d0cd6c794f62bb2a13deb4c26ab9109670e51bd0c42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3558837706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0155949050408134, "interval": [-0.072370702705602, 0.04118089262397521], "p_value": 0.588, "input_sha256": "e39011c15392a22034693d0cd6c794f62bb2a13deb4c26ab9109670e51bd0c42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3558837706, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0155949050408134, "interval": [-0.06494368914428043, 0.03969434938751294], "p_value": 0.5804830654421839, "input_sha256": "e39011c15392a22034693d0cd6c794f62bb2a13deb4c26ab9109670e51bd0c42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1019653507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.145485470922581, "interval": [-0.1470595112103581, 8.43803045305552], "p_value": 0.046, "input_sha256": "ddedf1849596bdab24c20af7204eb2c2ca88cc5445277791e6783829fd9a2024"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1019653507, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.145485470922581, "interval": [0.6347045696408751, 8.432962601232143], "p_value": 0.057960450539172044, "input_sha256": "ddedf1849596bdab24c20af7204eb2c2ca88cc5445277791e6783829fd9a2024"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1019653507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03682679772038004, "interval": [-0.003677828702620456, 0.07733142414338054], "p_value": 0.058, "input_sha256": "ddedf1849596bdab24c20af7204eb2c2ca88cc5445277791e6783829fd9a2024"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1019653507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03682679772038004, "interval": [0.004171910584777541, 0.07882970673142271], "p_value": 0.0734850984692002, "input_sha256": "ddedf1849596bdab24c20af7204eb2c2ca88cc5445277791e6783829fd9a2024"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2506130906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.33113906661437653, "interval": [-5.185217946320426, 4.522939813091673], "p_value": 0.893, "input_sha256": "022b4e38d7e26df60509fbd73f89fef4ed5db091bff82080490d809e877755ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2506130906, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.33113906661437653, "interval": [-5.074598836853343, 4.12373059221029], "p_value": 0.8908819185851201, "input_sha256": "022b4e38d7e26df60509fbd73f89fef4ed5db091bff82080490d809e877755ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2506130906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005728845247123332, "interval": [-0.056207898014163274, 0.04475020751991661], "p_value": 0.826, "input_sha256": "022b4e38d7e26df60509fbd73f89fef4ed5db091bff82080490d809e877755ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2506130906, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005728845247123332, "interval": [-0.056378712579668144, 0.04149016327657642], "p_value": 0.8194733671133707, "input_sha256": "022b4e38d7e26df60509fbd73f89fef4ed5db091bff82080490d809e877755ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2004865842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1550139746626797, "interval": [-5.208625934692607, 2.898597985367248], "p_value": 0.561, "input_sha256": "d8c71ca94320cae47e92b161bc0a497fd4d523a858355173962b041d82d9c543"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2004865842, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1550139746626797, "interval": [-4.6271935272881235, 2.8979652755898275], "p_value": 0.5670620488539471, "input_sha256": "d8c71ca94320cae47e92b161bc0a497fd4d523a858355173962b041d82d9c543"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2004865842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007697063979009627, "interval": [-0.04716920765702455, 0.031775079699005296], "p_value": 0.676, "input_sha256": "d8c71ca94320cae47e92b161bc0a497fd4d523a858355173962b041d82d9c543"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2004865842, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007697063979009627, "interval": [-0.04126571420501591, 0.03199573926443957], "p_value": 0.6947572149190779, "input_sha256": "d8c71ca94320cae47e92b161bc0a497fd4d523a858355173962b041d82d9c543"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 209206236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.22464141975232, "interval": [-5.4793042622252335, 3.0300214227205933], "p_value": 0.569, "input_sha256": "22b7b84373dbb82e698fb53a1a76a34fe3f3067b07accb7f7382fa24b45310ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 209206236, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.22464141975232, "interval": [-4.653710962472694, 3.3409429719133787], "p_value": 0.5631646170781275, "input_sha256": "22b7b84373dbb82e698fb53a1a76a34fe3f3067b07accb7f7382fa24b45310ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 209206236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014801488739990667, "interval": [-0.06209768323901553, 0.032494705759034195], "p_value": 0.552, "input_sha256": "22b7b84373dbb82e698fb53a1a76a34fe3f3067b07accb7f7382fa24b45310ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 209206236, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014801488739990667, "interval": [-0.05607313271930302, 0.03364026374293092], "p_value": 0.529806770999234, "input_sha256": "22b7b84373dbb82e698fb53a1a76a34fe3f3067b07accb7f7382fa24b45310ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 715494917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9418708257779613, "interval": [-3.0013474377554052, 6.885089089311328], "p_value": 0.42, "input_sha256": "7e2adf755b40fb66e691f5404c443ee121213ef89eeac6b766d8fa50bc914eb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 715494917, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9418708257779613, "interval": [-2.3559122009896973, 7.129309689794027], "p_value": 0.4313802253556711, "input_sha256": "7e2adf755b40fb66e691f5404c443ee121213ef89eeac6b766d8fa50bc914eb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 715494917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02353512967938899, "interval": [-0.02972666241357385, 0.07679692177235184], "p_value": 0.35, "input_sha256": "7e2adf755b40fb66e691f5404c443ee121213ef89eeac6b766d8fa50bc914eb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 715494917, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02353512967938899, "interval": [-0.0221139491302708, 0.0814804554694627], "p_value": 0.3766676543232049, "input_sha256": "7e2adf755b40fb66e691f5404c443ee121213ef89eeac6b766d8fa50bc914eb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1929036327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2625110143429108, "interval": [-4.736511091013682, 2.2114890623278605], "p_value": 0.444, "input_sha256": "c1d05249586249a170d95c61ba4b809462c319d0ee0af0685be67e6829915203"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1929036327, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2625110143429108, "interval": [-4.603642456893194, 2.222177748225395], "p_value": 0.4661704950669604, "input_sha256": "c1d05249586249a170d95c61ba4b809462c319d0ee0af0685be67e6829915203"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1929036327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016107777601574225, "interval": [-0.05444927969797733, 0.022233724494828883], "p_value": 0.393, "input_sha256": "c1d05249586249a170d95c61ba4b809462c319d0ee0af0685be67e6829915203"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1929036327, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016107777601574225, "interval": [-0.05474799994578622, 0.019788008153577653], "p_value": 0.39996887328497543, "input_sha256": "c1d05249586249a170d95c61ba4b809462c319d0ee0af0685be67e6829915203"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1941106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.837117988239453, "interval": [-9.462472055676535, -0.2117639208023716], "p_value": 0.054, "input_sha256": "465728436f2984df61780c1b74e006e600ccfa22854569a657c624b1420eb092"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1941106247, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.837117988239453, "interval": [-9.144813296233687, -0.37216605491999255], "p_value": 0.04086173087024514, "input_sha256": "465728436f2984df61780c1b74e006e600ccfa22854569a657c624b1420eb092"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1941106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.048369892992284946, "interval": [-0.09461535711079713, -0.00212442887377276], "p_value": 0.055, "input_sha256": "465728436f2984df61780c1b74e006e600ccfa22854569a657c624b1420eb092"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1941106247, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.048369892992284946, "interval": [-0.09176034275880915, -0.002963496217419534], "p_value": 0.04083264653016907, "input_sha256": "465728436f2984df61780c1b74e006e600ccfa22854569a657c624b1420eb092"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2643015740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7256402026722242, "interval": [-5.179137659770176, 3.727857254425728], "p_value": 0.768, "input_sha256": "21f9e176842fedbd2442db6cd09676f604ec2daf346f24b0802ef562dbe30c01"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2643015740, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7256402026722242, "interval": [-5.194849737155799, 2.881801436900828], "p_value": 0.741731127859397, "input_sha256": "21f9e176842fedbd2442db6cd09676f604ec2daf346f24b0802ef562dbe30c01"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2643015740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0011723942678124044, "interval": [-0.04604935378911338, 0.04839414232473819], "p_value": 0.966, "input_sha256": "21f9e176842fedbd2442db6cd09676f604ec2daf346f24b0802ef562dbe30c01"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2643015740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0011723942678124044, "interval": [-0.04664970312273701, 0.03875977864049796], "p_value": 0.9598750077488973, "input_sha256": "21f9e176842fedbd2442db6cd09676f604ec2daf346f24b0802ef562dbe30c01"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 521806077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05156409298885478, "interval": [-5.8374693928112755, 5.734341206833566], "p_value": 0.983, "input_sha256": "46c301a046b6f7e886e474a97421d453f226e6f12d1938551818d2b2668e90e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 521806077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05156409298885478, "interval": [-5.0187733331338755, 5.55387713921042], "p_value": 0.985698234586557, "input_sha256": "46c301a046b6f7e886e474a97421d453f226e6f12d1938551818d2b2668e90e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 521806077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004751077436146625, "interval": [-0.07114498265663843, 0.06164282778434518], "p_value": 0.89, "input_sha256": "46c301a046b6f7e886e474a97421d453f226e6f12d1938551818d2b2668e90e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 521806077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004751077436146625, "interval": [-0.06496169779379704, 0.05628579616621371], "p_value": 0.8855268193151757, "input_sha256": "46c301a046b6f7e886e474a97421d453f226e6f12d1938551818d2b2668e90e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2853663856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9192138023145331, "interval": [-3.550357584520123, 5.388785189149189], "p_value": 0.697, "input_sha256": "17a3a61e0299024619377462523f1e8d7c1ffc108bae82216ade612d543a3f32"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2853663856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9192138023145331, "interval": [-3.41347286616471, 4.898903527074941], "p_value": 0.6792615326992109, "input_sha256": "17a3a61e0299024619377462523f1e8d7c1ffc108bae82216ade612d543a3f32"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2853663856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010482005964244118, "interval": [-0.03764571870381827, 0.058609730632306505], "p_value": 0.68, "input_sha256": "17a3a61e0299024619377462523f1e8d7c1ffc108bae82216ade612d543a3f32"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2853663856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010482005964244118, "interval": [-0.03120666324173243, 0.05535625230986427], "p_value": 0.661308093840896, "input_sha256": "17a3a61e0299024619377462523f1e8d7c1ffc108bae82216ade612d543a3f32"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4134842865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1297213787419205, "interval": [-6.6463200016977995, 2.3868772442139585], "p_value": 0.358, "input_sha256": "78187cc62c4149deba5e6b036c4297a09644bb90a3c90900cab39e95fb774197"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4134842865, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1297213787419205, "interval": [-6.724069095975484, 1.708283451742281], "p_value": 0.34567057389100564, "input_sha256": "78187cc62c4149deba5e6b036c4297a09644bb90a3c90900cab39e95fb774197"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4134842865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01194491268148637, "interval": [-0.05987838893026604, 0.035988563567293304], "p_value": 0.619, "input_sha256": "78187cc62c4149deba5e6b036c4297a09644bb90a3c90900cab39e95fb774197"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4134842865, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01194491268148637, "interval": [-0.05867017117987843, 0.029509950009415982], "p_value": 0.6168240177121251, "input_sha256": "78187cc62c4149deba5e6b036c4297a09644bb90a3c90900cab39e95fb774197"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1472766832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.454253155867513, "interval": [-7.435806883546105, 2.527300571811079], "p_value": 0.336, "input_sha256": "cdb69b2443e37c59f95c2342cf524d413e91c2b7d34cee196c6ddbdb9db7481d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1472766832, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.454253155867513, "interval": [-7.305088714212859, 2.378657890141176], "p_value": 0.3247025554231393, "input_sha256": "cdb69b2443e37c59f95c2342cf524d413e91c2b7d34cee196c6ddbdb9db7481d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1472766832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03067867594571909, "interval": [-0.08363849790782506, 0.02228114601638688], "p_value": 0.262, "input_sha256": "cdb69b2443e37c59f95c2342cf524d413e91c2b7d34cee196c6ddbdb9db7481d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1472766832, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03067867594571909, "interval": [-0.08369078829188309, 0.019729692390573938], "p_value": 0.24816673832934733, "input_sha256": "cdb69b2443e37c59f95c2342cf524d413e91c2b7d34cee196c6ddbdb9db7481d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3317734463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.21994235572728, "interval": [1.2247738679309568, 9.215110843523604], "p_value": 0.014, "input_sha256": "97d5532ed9f8f2d8e5cf8759018448a5cd748dfae274c679f61a84a1ac84252a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3317734463, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.21994235572728, "interval": [1.6207374388183031, 9.025906205801856], "p_value": 0.011820346323987969, "input_sha256": "97d5532ed9f8f2d8e5cf8759018448a5cd748dfae274c679f61a84a1ac84252a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3317734463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04511668250074667, "interval": [0.004324545344561226, 0.08590881965693212], "p_value": 0.031, "input_sha256": "97d5532ed9f8f2d8e5cf8759018448a5cd748dfae274c679f61a84a1ac84252a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3317734463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04511668250074667, "interval": [0.00789359075972322, 0.08344264282141214], "p_value": 0.031097748136105427, "input_sha256": "97d5532ed9f8f2d8e5cf8759018448a5cd748dfae274c679f61a84a1ac84252a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3097536020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9410510696529073, "interval": [-3.702300918062554, 5.584403057368369], "p_value": 0.681, "input_sha256": "ff93731853b05fbcee2b18dfe7259a3375226867fd91b320d556386fcc6cde27"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3097536020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9410510696529073, "interval": [-3.7809594394065487, 5.111720276701327], "p_value": 0.6831610691396877, "input_sha256": "ff93731853b05fbcee2b18dfe7259a3375226867fd91b320d556386fcc6cde27"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3097536020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01040745321676291, "interval": [-0.03449596919259075, 0.05531087562611657], "p_value": 0.624, "input_sha256": "ff93731853b05fbcee2b18dfe7259a3375226867fd91b320d556386fcc6cde27"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3097536020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01040745321676291, "interval": [-0.03328544482701674, 0.050103320169362864], "p_value": 0.6409304009183214, "input_sha256": "ff93731853b05fbcee2b18dfe7259a3375226867fd91b320d556386fcc6cde27"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1260269934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13746332492821445, "interval": [-4.006358477780657, 4.281285127637086], "p_value": 0.937, "input_sha256": "71a5b597bad8e8f21a4be7a54c3f1ce405514fb05c1dcad66e289a36f6e80fb0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1260269934, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13746332492821445, "interval": [-3.9181443451497775, 3.913117968244738], "p_value": 0.9467356124331605, "input_sha256": "71a5b597bad8e8f21a4be7a54c3f1ce405514fb05c1dcad66e289a36f6e80fb0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1260269934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0024292305400844816, "interval": [-0.04716200669664502, 0.05202046777681398], "p_value": 0.921, "input_sha256": "71a5b597bad8e8f21a4be7a54c3f1ce405514fb05c1dcad66e289a36f6e80fb0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1260269934, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0024292305400844816, "interval": [-0.04614409413139748, 0.04808599930282119], "p_value": 0.9214337697933112, "input_sha256": "71a5b597bad8e8f21a4be7a54c3f1ce405514fb05c1dcad66e289a36f6e80fb0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 153381623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6988217700377701, "interval": [-4.842892515686242, 3.445248975610702], "p_value": 0.713, "input_sha256": "b81e23fd4064e355dc209de3460aec6d802f92a007b93029717f2bae74fa3905"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 153381623, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6988217700377701, "interval": [-4.28194361623743, 3.4187935754988685], "p_value": 0.7346650388993976, "input_sha256": "b81e23fd4064e355dc209de3460aec6d802f92a007b93029717f2bae74fa3905"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 153381623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009162923051455246, "interval": [-0.05108176209070436, 0.03275591598779387], "p_value": 0.654, "input_sha256": "b81e23fd4064e355dc209de3460aec6d802f92a007b93029717f2bae74fa3905"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 153381623, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009162923051455246, "interval": [-0.046173247499615634, 0.03349492259221561], "p_value": 0.6604273747918501, "input_sha256": "b81e23fd4064e355dc209de3460aec6d802f92a007b93029717f2bae74fa3905"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3200919799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1467768059665007, "interval": [-1.3809656373792007, 7.674519249312202], "p_value": 0.162, "input_sha256": "5e3e2b4359ebde265f8a11ce607bf1a3ac5c4c9abcbe633789706be12dc98671"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3200919799, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1467768059665007, "interval": [-1.5558375073284891, 7.432976200233488], "p_value": 0.16661935211521986, "input_sha256": "5e3e2b4359ebde265f8a11ce607bf1a3ac5c4c9abcbe633789706be12dc98671"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3200919799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03596456837773423, "interval": [-0.015016498222544541, 0.086945634978013], "p_value": 0.159, "input_sha256": "5e3e2b4359ebde265f8a11ce607bf1a3ac5c4c9abcbe633789706be12dc98671"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3200919799, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03596456837773423, "interval": [-0.01284008238731692, 0.08626789740552504], "p_value": 0.16026388741989, "input_sha256": "5e3e2b4359ebde265f8a11ce607bf1a3ac5c4c9abcbe633789706be12dc98671"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4123257320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8837728422215596, "interval": [-3.455961688380037, 5.223507372823156], "p_value": 0.697, "input_sha256": "8583bd0124673bd94af8932c47ef207ebf5a8c3a1358afd4026cac7ed9fd93c8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4123257320, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8837728422215596, "interval": [-3.6099659600709146, 4.58523910970282], "p_value": 0.6819923076464618, "input_sha256": "8583bd0124673bd94af8932c47ef207ebf5a8c3a1358afd4026cac7ed9fd93c8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4123257320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002247475515651104, "interval": [-0.04389583598188233, 0.048390787013184534], "p_value": 0.933, "input_sha256": "8583bd0124673bd94af8932c47ef207ebf5a8c3a1358afd4026cac7ed9fd93c8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4123257320, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002247475515651104, "interval": [-0.04584562984583774, 0.04062023320761918], "p_value": 0.9217955862010587, "input_sha256": "8583bd0124673bd94af8932c47ef207ebf5a8c3a1358afd4026cac7ed9fd93c8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4243786455, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.1685575566341795, "interval": [-9.119887377216493, 0.7827722639481349], "p_value": 0.084, "input_sha256": "5efec4bf81014f3cf89a47ff813dbe8259864182a2996297e1dfc59f5dbc6582"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4243786455, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.1685575566341795, "interval": [-8.984501123640596, 0.03840555960529206], "p_value": 0.09641131462158514, "input_sha256": "5efec4bf81014f3cf89a47ff813dbe8259864182a2996297e1dfc59f5dbc6582"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4243786455, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04160276379222138, "interval": [-0.09469338626442927, 0.011487858679986508], "p_value": 0.108, "input_sha256": "5efec4bf81014f3cf89a47ff813dbe8259864182a2996297e1dfc59f5dbc6582"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4243786455, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04160276379222138, "interval": [-0.09744795035437591, 0.002306562029071859], "p_value": 0.12073024032751614, "input_sha256": "5efec4bf81014f3cf89a47ff813dbe8259864182a2996297e1dfc59f5dbc6582"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 714038383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.856155275180834, "interval": [-8.266576680544823, 0.5542661301831551], "p_value": 0.106, "input_sha256": "4f2af065d7cf8de589ddda4ccf558b6e8b250c63823c7dfb22f938fd55b2149c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 714038383, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.856155275180834, "interval": [-7.885887182658614, 0.20385616908946433], "p_value": 0.08475263284758552, "input_sha256": "4f2af065d7cf8de589ddda4ccf558b6e8b250c63823c7dfb22f938fd55b2149c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 714038383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04163077973226239, "interval": [-0.0879774705786435, 0.004715911114118711], "p_value": 0.089, "input_sha256": "4f2af065d7cf8de589ddda4ccf558b6e8b250c63823c7dfb22f938fd55b2149c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 714038383, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04163077973226239, "interval": [-0.08432183936949868, 0.002687081156921904], "p_value": 0.07688156972075709, "input_sha256": "4f2af065d7cf8de589ddda4ccf558b6e8b250c63823c7dfb22f938fd55b2149c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 954716835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3461251619053307, "interval": [-2.749060301719606, 5.441310625530267], "p_value": 0.481, "input_sha256": "c6456204d55f298fee47d829abf7bd9618161f0f764cf02d22950821bb3bd9a4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 954716835, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3461251619053307, "interval": [-2.875821574991944, 5.086089870090377], "p_value": 0.509636735547587, "input_sha256": "c6456204d55f298fee47d829abf7bd9618161f0f764cf02d22950821bb3bd9a4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 954716835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012545806535560408, "interval": [-0.030998252212624595, 0.05608986528374541], "p_value": 0.55, "input_sha256": "c6456204d55f298fee47d829abf7bd9618161f0f764cf02d22950821bb3bd9a4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 954716835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012545806535560408, "interval": [-0.032512037241774074, 0.05282254364400792], "p_value": 0.5630471561963667, "input_sha256": "c6456204d55f298fee47d829abf7bd9618161f0f764cf02d22950821bb3bd9a4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2314253425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.39218113986321157, "interval": [-4.768842798745227, 3.9844805190188035], "p_value": 0.837, "input_sha256": "3970a2c82b350277d80ead9944fcea40c8b6fb2ec9faec8a5221f978b50cb836"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2314253425, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.39218113986321157, "interval": [-4.656694844189159, 3.613760971575509], "p_value": 0.8568892798203417, "input_sha256": "3970a2c82b350277d80ead9944fcea40c8b6fb2ec9faec8a5221f978b50cb836"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2314253425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004578042630517268, "interval": [-0.04827887648379808, 0.03912279122276355], "p_value": 0.819, "input_sha256": "3970a2c82b350277d80ead9944fcea40c8b6fb2ec9faec8a5221f978b50cb836"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2314253425, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004578042630517268, "interval": [-0.045528133858163296, 0.035698070267354956], "p_value": 0.8330465095547188, "input_sha256": "3970a2c82b350277d80ead9944fcea40c8b6fb2ec9faec8a5221f978b50cb836"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2641221149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.911671401972508, "interval": [-9.184028821753568, -0.6393139821914486], "p_value": 0.029, "input_sha256": "20705ea0b9e617b9a00db99ea225355a6f726181b47d5eb6ce1bc6545dc4e2c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2641221149, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.911671401972508, "interval": [-8.913961090534235, -0.45362558197456654], "p_value": 0.025376915443061008, "input_sha256": "20705ea0b9e617b9a00db99ea225355a6f726181b47d5eb6ce1bc6545dc4e2c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2641221149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.048722032154265696, "interval": [-0.09829905569520048, 0.0008549913866690781], "p_value": 0.056, "input_sha256": "20705ea0b9e617b9a00db99ea225355a6f726181b47d5eb6ce1bc6545dc4e2c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2641221149, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.048722032154265696, "interval": [-0.09362721218793248, 0.0013921534374161867], "p_value": 0.0538808010014007, "input_sha256": "20705ea0b9e617b9a00db99ea225355a6f726181b47d5eb6ce1bc6545dc4e2c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3082461998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5431463016570595, "interval": [-5.6752623664603234, 2.5889697631462045], "p_value": 0.441, "input_sha256": "73fd35e3a412d404821df6dc5bfddd84d3e8e226ba4237b0e7b396ada1a5643f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3082461998, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5431463016570595, "interval": [-5.480512860062712, 2.257959323195361], "p_value": 0.4538014987152488, "input_sha256": "73fd35e3a412d404821df6dc5bfddd84d3e8e226ba4237b0e7b396ada1a5643f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3082461998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01271309606103213, "interval": [-0.057296914003634916, 0.031870721881570654], "p_value": 0.559, "input_sha256": "73fd35e3a412d404821df6dc5bfddd84d3e8e226ba4237b0e7b396ada1a5643f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3082461998, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01271309606103213, "interval": [-0.05419861136630055, 0.02765028859245707], "p_value": 0.5670172462080556, "input_sha256": "73fd35e3a412d404821df6dc5bfddd84d3e8e226ba4237b0e7b396ada1a5643f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 906884245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.39825920600504894, "interval": [-5.045727432818703, 4.249209020808605], "p_value": 0.87, "input_sha256": "4ff889e4a9f4f2dae3e88b4c41c8e9112c197fbbe58c5418bae7f6e54ad1f66e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 906884245, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.39825920600504894, "interval": [-4.7904059392404115, 3.7392737247388212], "p_value": 0.8631943014944474, "input_sha256": "4ff889e4a9f4f2dae3e88b4c41c8e9112c197fbbe58c5418bae7f6e54ad1f66e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 906884245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014861640657588215, "interval": [-0.07022253387297434, 0.04049925255779791], "p_value": 0.598, "input_sha256": "4ff889e4a9f4f2dae3e88b4c41c8e9112c197fbbe58c5418bae7f6e54ad1f66e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 906884245, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014861640657588215, "interval": [-0.06874891762283383, 0.03366823149991288], "p_value": 0.589557487891827, "input_sha256": "4ff889e4a9f4f2dae3e88b4c41c8e9112c197fbbe58c5418bae7f6e54ad1f66e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1549731837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4213909145434549, "interval": [-5.039986260083532, 4.1972044309966225], "p_value": 0.871, "input_sha256": "c728fd6fe2e2b46c76f4046f0ab40df2844132b4283373b1d305c2c4741abcf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1549731837, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4213909145434549, "interval": [-5.2631321030020715, 3.2820534596204483], "p_value": 0.8540377338252636, "input_sha256": "c728fd6fe2e2b46c76f4046f0ab40df2844132b4283373b1d305c2c4741abcf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1549731837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.000887485117920056, "interval": [-0.04772683407007532, 0.04595186383423521], "p_value": 0.971, "input_sha256": "c728fd6fe2e2b46c76f4046f0ab40df2844132b4283373b1d305c2c4741abcf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1549731837, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.000887485117920056, "interval": [-0.049561621950486905, 0.03814729008626479], "p_value": 0.9695391200724528, "input_sha256": "c728fd6fe2e2b46c76f4046f0ab40df2844132b4283373b1d305c2c4741abcf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3907795791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2257958863792258, "interval": [-5.681716759649468, 3.230124986891017], "p_value": 0.595, "input_sha256": "63c71d73fa2818d6b3aa8403013e2c5720e54953bd89c1ad1118c092bcae6344"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3907795791, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2257958863792258, "interval": [-5.664964306093273, 2.5346973437570663], "p_value": 0.5806170804637318, "input_sha256": "63c71d73fa2818d6b3aa8403013e2c5720e54953bd89c1ad1118c092bcae6344"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3907795791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012626540281197293, "interval": [-0.05736445333697367, 0.03211137277457908], "p_value": 0.584, "input_sha256": "63c71d73fa2818d6b3aa8403013e2c5720e54953bd89c1ad1118c092bcae6344"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3907795791, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012626540281197293, "interval": [-0.05624971704858322, 0.024815355081617665], "p_value": 0.5709475328595036, "input_sha256": "63c71d73fa2818d6b3aa8403013e2c5720e54953bd89c1ad1118c092bcae6344"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1303195429, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.283953245553896, "interval": [-7.310484385418894, 2.7425778943111023], "p_value": 0.371, "input_sha256": "b84ff116cdd524b07c2742e66481b03f72675ad0bc99ad4b42bae393fa9113ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1303195429, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.283953245553896, "interval": [-6.73475610533015, 1.949958363486981], "p_value": 0.36344330100882205, "input_sha256": "b84ff116cdd524b07c2742e66481b03f72675ad0bc99ad4b42bae393fa9113ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1303195429, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022872947183552067, "interval": [-0.0794750612894927, 0.033729166922388566], "p_value": 0.413, "input_sha256": "b84ff116cdd524b07c2742e66481b03f72675ad0bc99ad4b42bae393fa9113ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1303195429, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022872947183552067, "interval": [-0.07508599282468603, 0.027416053726645025], "p_value": 0.4182933495805693, "input_sha256": "b84ff116cdd524b07c2742e66481b03f72675ad0bc99ad4b42bae393fa9113ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3968382960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6758585638204622, "interval": [-3.019959856331574, 4.371676983972499], "p_value": 0.703, "input_sha256": "1a25277aab6a0b08db3a6cf413b9f7e8b743d26d0ef79e0d08e15ea7ab7a44d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3968382960, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6758585638204622, "interval": [-2.5485940082453387, 4.231765348753886], "p_value": 0.7113702783937926, "input_sha256": "1a25277aab6a0b08db3a6cf413b9f7e8b743d26d0ef79e0d08e15ea7ab7a44d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3968382960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012136905562370653, "interval": [-0.028564483552022034, 0.05283829467676334], "p_value": 0.53, "input_sha256": "1a25277aab6a0b08db3a6cf413b9f7e8b743d26d0ef79e0d08e15ea7ab7a44d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3968382960, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012136905562370653, "interval": [-0.02096012987555749, 0.05405871739938758], "p_value": 0.5456379594016468, "input_sha256": "1a25277aab6a0b08db3a6cf413b9f7e8b743d26d0ef79e0d08e15ea7ab7a44d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3872643567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.349476614637549, "interval": [-6.359197071578886, 1.660243842303788], "p_value": 0.244, "input_sha256": "5f5a7b74e70f03c9ea5d72d6fcb169cce504bee4a1d3cfd6ea3c0bf1fcfbb032"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3872643567, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.349476614637549, "interval": [-6.0905397624863244, 1.2613769446637357], "p_value": 0.24276069478534665, "input_sha256": "5f5a7b74e70f03c9ea5d72d6fcb169cce504bee4a1d3cfd6ea3c0bf1fcfbb032"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3872643567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029318419344934718, "interval": [-0.07285580543248407, 0.014218966742614643], "p_value": 0.185, "input_sha256": "5f5a7b74e70f03c9ea5d72d6fcb169cce504bee4a1d3cfd6ea3c0bf1fcfbb032"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3872643567, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029318419344934718, "interval": [-0.0715018756682205, 0.010100032373531784], "p_value": 0.1804841872081479, "input_sha256": "5f5a7b74e70f03c9ea5d72d6fcb169cce504bee4a1d3cfd6ea3c0bf1fcfbb032"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2810539867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.13233774938307, "interval": [-6.5020189018812795, 4.23734340311514], "p_value": 0.656, "input_sha256": "6a71f411e314e0e9fe287a9c027b0476875e491e5d57448c84e7739c58fb5a9f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2810539867, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.13233774938307, "interval": [-6.401013268928533, 3.7218088898522557], "p_value": 0.6712612806231151, "input_sha256": "6a71f411e314e0e9fe287a9c027b0476875e491e5d57448c84e7739c58fb5a9f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2810539867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022148798097816377, "interval": [-0.07804525662136147, 0.03374766042572872], "p_value": 0.425, "input_sha256": "6a71f411e314e0e9fe287a9c027b0476875e491e5d57448c84e7739c58fb5a9f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2810539867, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022148798097816377, "interval": [-0.08136674394946743, 0.02468563519102412], "p_value": 0.4259428020105469, "input_sha256": "6a71f411e314e0e9fe287a9c027b0476875e491e5d57448c84e7739c58fb5a9f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4108617716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3588141143871493, "interval": [-1.574570972477976, 6.2921992012522745], "p_value": 0.231, "input_sha256": "1d57e94fd35c12bd558c485eccaa36019c22b6f43f388a0a5da8bfd837c1b7de"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4108617716, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3588141143871493, "interval": [-1.5175641312675396, 6.1918837924945604], "p_value": 0.2322350201157712, "input_sha256": "1d57e94fd35c12bd558c485eccaa36019c22b6f43f388a0a5da8bfd837c1b7de"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4108617716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02227520461766646, "interval": [-0.017832586171258512, 0.06238299540659143], "p_value": 0.259, "input_sha256": "1d57e94fd35c12bd558c485eccaa36019c22b6f43f388a0a5da8bfd837c1b7de"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4108617716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02227520461766646, "interval": [-0.01715891916358703, 0.05900561378773132], "p_value": 0.2679314548383457, "input_sha256": "1d57e94fd35c12bd558c485eccaa36019c22b6f43f388a0a5da8bfd837c1b7de"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2500908160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9403247634490564, "interval": [-2.3038363835666136, 8.184485910464726], "p_value": 0.258, "input_sha256": "3d3a7652d1958c13e3b401071f76184d3791102b2bb728d1e838e862e10d62d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2500908160, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9403247634490564, "interval": [-1.5368283364124133, 7.99842748271572], "p_value": 0.2626887271527662, "input_sha256": "3d3a7652d1958c13e3b401071f76184d3791102b2bb728d1e838e862e10d62d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2500908160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02871741868924224, "interval": [-0.025141141040102143, 0.08257597841858663], "p_value": 0.283, "input_sha256": "3d3a7652d1958c13e3b401071f76184d3791102b2bb728d1e838e862e10d62d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2500908160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02871741868924224, "interval": [-0.018561064500435865, 0.08112289647229629], "p_value": 0.2862217252967937, "input_sha256": "3d3a7652d1958c13e3b401071f76184d3791102b2bb728d1e838e862e10d62d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 738309070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7231805289696744, "interval": [-6.559150594030241, 3.112789536090892], "p_value": 0.467, "input_sha256": "ae7914929aee0ad270a976584dc3d613de39823c082c7e839442bc3c6c4feb7e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 738309070, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7231805289696744, "interval": [-5.943814705915759, 2.9202464767224625], "p_value": 0.47463946087137465, "input_sha256": "ae7914929aee0ad270a976584dc3d613de39823c082c7e839442bc3c6c4feb7e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 738309070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01393531869293859, "interval": [-0.05975912521826425, 0.03188848783238707], "p_value": 0.539, "input_sha256": "ae7914929aee0ad270a976584dc3d613de39823c082c7e839442bc3c6c4feb7e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 738309070, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01393531869293859, "interval": [-0.05482417334076503, 0.030595223333977427], "p_value": 0.5414349435601278, "input_sha256": "ae7914929aee0ad270a976584dc3d613de39823c082c7e839442bc3c6c4feb7e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3927096105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4820304822795203, "interval": [-4.864842181262315, 5.828903145821355], "p_value": 0.856, "input_sha256": "6ee33d68399875e666ceb671b79ca0e9da60ac33b0604c6cb1442d8e5728e2e2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3927096105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4820304822795203, "interval": [-4.482068454965145, 5.538420138381152], "p_value": 0.8561343539083572, "input_sha256": "6ee33d68399875e666ceb671b79ca0e9da60ac33b0604c6cb1442d8e5728e2e2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3927096105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0048748951153309295, "interval": [-0.049054303994155064, 0.05880409422481692], "p_value": 0.857, "input_sha256": "6ee33d68399875e666ceb671b79ca0e9da60ac33b0604c6cb1442d8e5728e2e2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3927096105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0048748951153309295, "interval": [-0.043912943743609364, 0.054921932665664315], "p_value": 0.8557748155952924, "input_sha256": "6ee33d68399875e666ceb671b79ca0e9da60ac33b0604c6cb1442d8e5728e2e2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3901855526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.596502618419674, "interval": [-7.35204204389765, 2.1590368070583024], "p_value": 0.258, "input_sha256": "c93ea08c7b8150f596620086be1d0d9bd8ec69a3af4dceea28c752f6d1a3209b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3901855526, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.596502618419674, "interval": [-6.950716847763066, 1.8881171140714228], "p_value": 0.2752036568994672, "input_sha256": "c93ea08c7b8150f596620086be1d0d9bd8ec69a3af4dceea28c752f6d1a3209b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3901855526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026914795624426655, "interval": [-0.07452594470171026, 0.020696353452856954], "p_value": 0.253, "input_sha256": "c93ea08c7b8150f596620086be1d0d9bd8ec69a3af4dceea28c752f6d1a3209b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3901855526, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026914795624426655, "interval": [-0.07227293455972578, 0.01787065212174026], "p_value": 0.25911584144466665, "input_sha256": "c93ea08c7b8150f596620086be1d0d9bd8ec69a3af4dceea28c752f6d1a3209b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3812259038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6589244355042325, "interval": [-0.39945740741338565, 9.717306278421852], "p_value": 0.053, "input_sha256": "eb04824e2cc614026fbda39c2a8901a8f76c319532d61412a8585026aeddeae9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3812259038, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6589244355042325, "interval": [0.41852750627775964, 9.887565456496548], "p_value": 0.06976100400216512, "input_sha256": "eb04824e2cc614026fbda39c2a8901a8f76c319532d61412a8585026aeddeae9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3812259038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04894605045157216, "interval": [-0.0023414361050143884, 0.10023353700815871], "p_value": 0.041, "input_sha256": "eb04824e2cc614026fbda39c2a8901a8f76c319532d61412a8585026aeddeae9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3812259038, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04894605045157216, "interval": [0.0085333477581425, 0.1075549122748053], "p_value": 0.060689335654107245, "input_sha256": "eb04824e2cc614026fbda39c2a8901a8f76c319532d61412a8585026aeddeae9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2474717965, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.174786735230989, "interval": [-1.8054565168811516, 10.15502998734313], "p_value": 0.167, "input_sha256": "0a6b0a4e72e2761089f70166588860b8db6a6e21d0483e3a7d21ca2d53ca9fec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2474717965, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.174786735230989, "interval": [-2.0922871634815845, 9.660960517286995], "p_value": 0.1649526077828894, "input_sha256": "0a6b0a4e72e2761089f70166588860b8db6a6e21d0483e3a7d21ca2d53ca9fec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2474717965, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05015113534725189, "interval": [-0.011413862985863436, 0.11171613368036723], "p_value": 0.106, "input_sha256": "0a6b0a4e72e2761089f70166588860b8db6a6e21d0483e3a7d21ca2d53ca9fec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2474717965, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05015113534725189, "interval": [-0.014414754931972858, 0.10859128342101658], "p_value": 0.10730439781017986, "input_sha256": "0a6b0a4e72e2761089f70166588860b8db6a6e21d0483e3a7d21ca2d53ca9fec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3468937260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.49696819375629, "interval": [-6.339676488448838, 5.345740100936258], "p_value": 0.887, "input_sha256": "8b506ae1d0b7b659373ff273ae243ab3ca272752fb18996ded151ac3f4afcd45"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3468937260, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.49696819375629, "interval": [-6.595442448630211, 5.319776216667195], "p_value": 0.8641869617018902, "input_sha256": "8b506ae1d0b7b659373ff273ae243ab3ca272752fb18996ded151ac3f4afcd45"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3468937260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008894650171712537, "interval": [-0.05091807222544161, 0.06870737256886669], "p_value": 0.763, "input_sha256": "8b506ae1d0b7b659373ff273ae243ab3ca272752fb18996ded151ac3f4afcd45"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3468937260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008894650171712537, "interval": [-0.05457025330606063, 0.06856253134992424], "p_value": 0.7649946713095026, "input_sha256": "8b506ae1d0b7b659373ff273ae243ab3ca272752fb18996ded151ac3f4afcd45"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1785545121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.023219298451064, "interval": [-5.033371485309649, 2.9869328884075212], "p_value": 0.584, "input_sha256": "50f41147ebaad0a0ff421e0a47e668e1712b34bad600797bf60287fe9b1607eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1785545121, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.023219298451064, "interval": [-4.963527907929664, 2.310328280686667], "p_value": 0.6083115457499829, "input_sha256": "50f41147ebaad0a0ff421e0a47e668e1712b34bad600797bf60287fe9b1607eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1785545121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024570129395048157, "interval": [-0.043450121537084614, 0.03853609565807498], "p_value": 0.888, "input_sha256": "50f41147ebaad0a0ff421e0a47e668e1712b34bad600797bf60287fe9b1607eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1785545121, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024570129395048157, "interval": [-0.0417324071679593, 0.03337228469129227], "p_value": 0.9040555383722235, "input_sha256": "50f41147ebaad0a0ff421e0a47e668e1712b34bad600797bf60287fe9b1607eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 341189507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.453924507592567, "interval": [-1.963910921564513, 6.871759936749647], "p_value": 0.251, "input_sha256": "7b9f4fd5f624807472fe1068bbd9ed6a5e571e7854f89e38912cce7e9fbd0a42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 341189507, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.453924507592567, "interval": [-1.6036547597491002, 6.683821798708881], "p_value": 0.26500572696022967, "input_sha256": "7b9f4fd5f624807472fe1068bbd9ed6a5e571e7854f89e38912cce7e9fbd0a42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 341189507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023329580264791233, "interval": [-0.024066431715335485, 0.07072559224491795], "p_value": 0.313, "input_sha256": "7b9f4fd5f624807472fe1068bbd9ed6a5e571e7854f89e38912cce7e9fbd0a42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 341189507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023329580264791233, "interval": [-0.019582802159573327, 0.06974379731108078], "p_value": 0.32201452973239725, "input_sha256": "7b9f4fd5f624807472fe1068bbd9ed6a5e571e7854f89e38912cce7e9fbd0a42"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1808167270, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02701967466247357, "interval": [-5.349041065533776, 5.4030804148587235], "p_value": 0.999, "input_sha256": "9edbb58c75d34ac10d7af544478eaef57f2e211d91b598b40a113cb567686450"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1808167270, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02701967466247357, "interval": [-4.60487711393119, 5.246058740224557], "p_value": 0.9919011664180941, "input_sha256": "9edbb58c75d34ac10d7af544478eaef57f2e211d91b598b40a113cb567686450"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1808167270, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0027026158516096077, "interval": [-0.06097139510631226, 0.05556616340309305], "p_value": 0.921, "input_sha256": "9edbb58c75d34ac10d7af544478eaef57f2e211d91b598b40a113cb567686450"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1808167270, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0027026158516096077, "interval": [-0.05537561370142171, 0.05272921442273166], "p_value": 0.9253307763853172, "input_sha256": "9edbb58c75d34ac10d7af544478eaef57f2e211d91b598b40a113cb567686450"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2905445194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.309799004585554, "interval": [-5.709965006282822, 3.0903669971117136], "p_value": 0.53, "input_sha256": "94b59c230d8d44266f471d27a08e4a88844eaa96077e482abfbad1cc58f8eb6e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2905445194, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.309799004585554, "interval": [-5.367229583690466, 2.640320629570088], "p_value": 0.5495370100796207, "input_sha256": "94b59c230d8d44266f471d27a08e4a88844eaa96077e482abfbad1cc58f8eb6e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2905445194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01576701357479822, "interval": [-0.06023177036311463, 0.028697743213518194], "p_value": 0.458, "input_sha256": "94b59c230d8d44266f471d27a08e4a88844eaa96077e482abfbad1cc58f8eb6e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2905445194, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01576701357479822, "interval": [-0.05678323680082077, 0.02367974129947422], "p_value": 0.4756265184699189, "input_sha256": "94b59c230d8d44266f471d27a08e4a88844eaa96077e482abfbad1cc58f8eb6e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1991429344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.052198857601697846, "interval": [-5.148071588127205, 5.043673872923809], "p_value": 0.982, "input_sha256": "89822dc454c79e4bca0cb7cde027618b5502a6d6df1dbba43a54938f4267e534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1991429344, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.052198857601697846, "interval": [-5.452261319205976, 4.422379890636965], "p_value": 0.9835509412470631, "input_sha256": "89822dc454c79e4bca0cb7cde027618b5502a6d6df1dbba43a54938f4267e534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1991429344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00731346562638252, "interval": [-0.04394014255902929, 0.05856707381179433], "p_value": 0.777, "input_sha256": "89822dc454c79e4bca0cb7cde027618b5502a6d6df1dbba43a54938f4267e534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1991429344, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00731346562638252, "interval": [-0.04470913937489811, 0.05344441474850655], "p_value": 0.773965423855479, "input_sha256": "89822dc454c79e4bca0cb7cde027618b5502a6d6df1dbba43a54938f4267e534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1508210322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.23740199875824253, "interval": [-4.835459001714352, 4.360655004197867], "p_value": 0.91, "input_sha256": "c9fc5164f3f3541ad7608c8f4410b8e3f2b15fce37470f53ea67493a1a1e6a7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1508210322, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.23740199875824253, "interval": [-4.287262200847501, 4.099716110813675], "p_value": 0.9171302773359568, "input_sha256": "c9fc5164f3f3541ad7608c8f4410b8e3f2b15fce37470f53ea67493a1a1e6a7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1508210322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008335766871959728, "interval": [-0.054676226193867035, 0.03800469244994758], "p_value": 0.727, "input_sha256": "c9fc5164f3f3541ad7608c8f4410b8e3f2b15fce37470f53ea67493a1a1e6a7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1508210322, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008335766871959728, "interval": [-0.0514903713309191, 0.032299136064465286], "p_value": 0.7170854974439735, "input_sha256": "c9fc5164f3f3541ad7608c8f4410b8e3f2b15fce37470f53ea67493a1a1e6a7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1805763806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.17687825913460742, "interval": [-4.235264637965348, 4.589021156234563], "p_value": 0.915, "input_sha256": "2b086a24e68cc78504ef2702b783de78563c09fa3017129f682bc7150f8521a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1805763806, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.17687825913460742, "interval": [-4.363977868681393, 4.479536128315087], "p_value": 0.9355575574410159, "input_sha256": "2b086a24e68cc78504ef2702b783de78563c09fa3017129f682bc7150f8521a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1805763806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011934068067657372, "interval": [-0.061908607051055504, 0.03804047091574076], "p_value": 0.617, "input_sha256": "2b086a24e68cc78504ef2702b783de78563c09fa3017129f682bc7150f8521a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1805763806, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011934068067657372, "interval": [-0.06441909293288875, 0.03401782906111453], "p_value": 0.6296172250196581, "input_sha256": "2b086a24e68cc78504ef2702b783de78563c09fa3017129f682bc7150f8521a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2105970610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5089579611071979, "interval": [-3.8129812239736207, 4.830897146188017], "p_value": 0.78, "input_sha256": "c7636af5230836b97f7297046ead93ca6a461123b1f383a83124b51cfb814b56"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2105970610, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5089579611071979, "interval": [-3.5462839203147913, 4.220509061293855], "p_value": 0.812772801391865, "input_sha256": "c7636af5230836b97f7297046ead93ca6a461123b1f383a83124b51cfb814b56"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2105970610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002037637257215952, "interval": [-0.03776138765363167, 0.041836662168063574], "p_value": 0.912, "input_sha256": "c7636af5230836b97f7297046ead93ca6a461123b1f383a83124b51cfb814b56"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2105970610, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002037637257215952, "interval": [-0.035488353204130095, 0.035873661280633254], "p_value": 0.9179629419497446, "input_sha256": "c7636af5230836b97f7297046ead93ca6a461123b1f383a83124b51cfb814b56"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 947342126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9276760037311753, "interval": [-8.10053873211238, 0.24518672465002833], "p_value": 0.068, "input_sha256": "48d1014f1b785eb2c9d4f1cef6ce32f6cd596ce8415cd743383d339384499d8c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 947342126, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9276760037311753, "interval": [-7.8037240443328875, -0.024758182445536184], "p_value": 0.06430474951451737, "input_sha256": "48d1014f1b785eb2c9d4f1cef6ce32f6cd596ce8415cd743383d339384499d8c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 947342126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03776621383910592, "interval": [-0.08399444531131683, 0.008462017633105001], "p_value": 0.117, "input_sha256": "48d1014f1b785eb2c9d4f1cef6ce32f6cd596ce8415cd743383d339384499d8c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 947342126, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03776621383910592, "interval": [-0.07816462750593285, 0.007863781201775439], "p_value": 0.10638845073965028, "input_sha256": "48d1014f1b785eb2c9d4f1cef6ce32f6cd596ce8415cd743383d339384499d8c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 265398951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3809579970411985, "interval": [-2.706864010799089, 5.468780004881486], "p_value": 0.525, "input_sha256": "82529894d30f270f89332bf7b0885ce3a0d8be676444ca69c4987b2d40a83a5d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 265398951, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3809579970411985, "interval": [-2.1179270894532434, 5.7994910844445915], "p_value": 0.49746467879148604, "input_sha256": "82529894d30f270f89332bf7b0885ce3a0d8be676444ca69c4987b2d40a83a5d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 265398951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012091949193386811, "interval": [-0.031209935273384032, 0.055393833660157654], "p_value": 0.591, "input_sha256": "82529894d30f270f89332bf7b0885ce3a0d8be676444ca69c4987b2d40a83a5d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 265398951, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012091949193386811, "interval": [-0.023772406541559314, 0.057894465823112425], "p_value": 0.5749118200214656, "input_sha256": "82529894d30f270f89332bf7b0885ce3a0d8be676444ca69c4987b2d40a83a5d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1086375888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.046964705230424286, "interval": [-5.424471845024492, 5.330542434563643], "p_value": 0.987, "input_sha256": "03cb0c59661b9a7405e15797d6168b74c4282cc5574c0dbc370da1100c2152d9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1086375888, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.046964705230424286, "interval": [-5.174359372392622, 5.174368164155005], "p_value": 0.985981290179581, "input_sha256": "03cb0c59661b9a7405e15797d6168b74c4282cc5574c0dbc370da1100c2152d9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1086375888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0030681546293882395, "interval": [-0.06096837779921931, 0.054832068540442834], "p_value": 0.903, "input_sha256": "03cb0c59661b9a7405e15797d6168b74c4282cc5574c0dbc370da1100c2152d9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1086375888, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0030681546293882395, "interval": [-0.057225763239750274, 0.05194088598409805], "p_value": 0.9151198074797066, "input_sha256": "03cb0c59661b9a7405e15797d6168b74c4282cc5574c0dbc370da1100c2152d9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4216521589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9536888552257032, "interval": [-1.7146396466624036, 7.62201735711381], "p_value": 0.216, "input_sha256": "655d398a7755c1bced4ed2dd26ce32c151a33a35184544de75ffedffd35a97e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4216521589, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9536888552257032, "interval": [-1.6203530074254966, 7.006620512111222], "p_value": 0.20720698052660386, "input_sha256": "655d398a7755c1bced4ed2dd26ce32c151a33a35184544de75ffedffd35a97e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4216521589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025401640118008953, "interval": [-0.02265049508986259, 0.07345377532588049], "p_value": 0.295, "input_sha256": "655d398a7755c1bced4ed2dd26ce32c151a33a35184544de75ffedffd35a97e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4216521589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025401640118008953, "interval": [-0.01946498257607819, 0.06721974352045874], "p_value": 0.2903818113056467, "input_sha256": "655d398a7755c1bced4ed2dd26ce32c151a33a35184544de75ffedffd35a97e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3538777181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0015783124344484, "interval": [-4.873391637974766, 2.87023501310587], "p_value": 0.592, "input_sha256": "f587f5e78dc21b09646e1a11129273078598e3b4cd1b1a45fbbd0c713c457bb1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3538777181, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0015783124344484, "interval": [-4.67860705506744, 2.626588642749163], "p_value": 0.6027804395833627, "input_sha256": "f587f5e78dc21b09646e1a11129273078598e3b4cd1b1a45fbbd0c713c457bb1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3538777181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011495608090233922, "interval": [-0.050623763108882495, 0.02763254692841465], "p_value": 0.545, "input_sha256": "f587f5e78dc21b09646e1a11129273078598e3b4cd1b1a45fbbd0c713c457bb1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3538777181, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011495608090233922, "interval": [-0.04688726898512482, 0.025460451802137584], "p_value": 0.5550090435582813, "input_sha256": "f587f5e78dc21b09646e1a11129273078598e3b4cd1b1a45fbbd0c713c457bb1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 827758941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08046878170877303, "interval": [-4.191270176140344, 4.030332612722798], "p_value": 0.982, "input_sha256": "7d149dc4b963cb0a8b0970c287eccd5686829d57f0e97765575f77b3b79bca3b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 827758941, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08046878170877303, "interval": [-3.843484042128768, 3.9889064095568774], "p_value": 0.9685909595239083, "input_sha256": "7d149dc4b963cb0a8b0970c287eccd5686829d57f0e97765575f77b3b79bca3b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 827758941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011790104328166656, "interval": [-0.045173279209796025, 0.04281525834416269], "p_value": 0.953, "input_sha256": "7d149dc4b963cb0a8b0970c287eccd5686829d57f0e97765575f77b3b79bca3b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 827758941, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011790104328166656, "interval": [-0.04199282391925485, 0.04158828808880111], "p_value": 0.9570108478377554, "input_sha256": "7d149dc4b963cb0a8b0970c287eccd5686829d57f0e97765575f77b3b79bca3b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3171460862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2009350263436218, "interval": [-3.846463506277889, 6.2483335589651325], "p_value": 0.605, "input_sha256": "f47eb6bba4082a811ced8267dee860bcc0d7592945bd569420238a1227b52628"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3171460862, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2009350263436218, "interval": [-2.8758823351057456, 6.184633573234408], "p_value": 0.6317803878843602, "input_sha256": "f47eb6bba4082a811ced8267dee860bcc0d7592945bd569420238a1227b52628"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3171460862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016916932315452646, "interval": [-0.043307135903591455, 0.07714100053449674], "p_value": 0.551, "input_sha256": "f47eb6bba4082a811ced8267dee860bcc0d7592945bd569420238a1227b52628"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3171460862, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016916932315452646, "interval": [-0.033822678792558576, 0.07346205300419008], "p_value": 0.5717212906971748, "input_sha256": "f47eb6bba4082a811ced8267dee860bcc0d7592945bd569420238a1227b52628"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3951778854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7233423296897694, "interval": [-7.100678175905827, 3.6539935165262882], "p_value": 0.52, "input_sha256": "66d2148a5d2e87c036346aef13daeeb7a4c65830ffe6d281b3404d7ec5789ae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3951778854, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7233423296897694, "interval": [-6.682536494409725, 3.690353230979346], "p_value": 0.5203783936113868, "input_sha256": "66d2148a5d2e87c036346aef13daeeb7a4c65830ffe6d281b3404d7ec5789ae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3951778854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02071386893907652, "interval": [-0.07345155521745145, 0.0320238173392984], "p_value": 0.419, "input_sha256": "66d2148a5d2e87c036346aef13daeeb7a4c65830ffe6d281b3404d7ec5789ae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3951778854, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02071386893907652, "interval": [-0.07204565385044591, 0.030598840953316005], "p_value": 0.4313332064901523, "input_sha256": "66d2148a5d2e87c036346aef13daeeb7a4c65830ffe6d281b3404d7ec5789ae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4008777780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.41112781907313956, "interval": [-5.034731979944407, 4.212476341798128], "p_value": 0.837, "input_sha256": "4142340bbf3833e7753790f812128814a6336e54a2c6bf52d5dac113175abd48"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4008777780, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.41112781907313956, "interval": [-4.778101755937796, 3.880915253451949], "p_value": 0.8575413751451213, "input_sha256": "4142340bbf3833e7753790f812128814a6336e54a2c6bf52d5dac113175abd48"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4008777780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002478827919005555, "interval": [-0.04910126531834084, 0.05405892115635195], "p_value": 0.915, "input_sha256": "4142340bbf3833e7753790f812128814a6336e54a2c6bf52d5dac113175abd48"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4008777780, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002478827919005555, "interval": [-0.044288371141837944, 0.05241095636164292], "p_value": 0.9225305730850184, "input_sha256": "4142340bbf3833e7753790f812128814a6336e54a2c6bf52d5dac113175abd48"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3939963071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0386988792461214, "interval": [-0.9665396688658863, 7.043937427358129], "p_value": 0.126, "input_sha256": "d0731edd6c888b8edc75bc50d5351a518f4bfe4187e38364238730a105b85730"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3939963071, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0386988792461214, "interval": [-0.5681391606207781, 7.038894534914672], "p_value": 0.1324378315709854, "input_sha256": "d0731edd6c888b8edc75bc50d5351a518f4bfe4187e38364238730a105b85730"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3939963071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03404486873444848, "interval": [-0.011474897617012994, 0.07956463508590995], "p_value": 0.125, "input_sha256": "d0731edd6c888b8edc75bc50d5351a518f4bfe4187e38364238730a105b85730"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3939963071, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03404486873444848, "interval": [-0.006751076702053703, 0.07909194069812857], "p_value": 0.13750852954014184, "input_sha256": "d0731edd6c888b8edc75bc50d5351a518f4bfe4187e38364238730a105b85730"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1426974615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.008563946982795, "interval": [-1.347844882770028, 7.364972776735618], "p_value": 0.165, "input_sha256": "05beefd1b1bb6ff9d55a5263cb0ee0bc92fef440ae5ea858bf4cf21b5349fc94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1426974615, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.008563946982795, "interval": [-1.1063530276753581, 7.2051858846119154], "p_value": 0.16978345241550932, "input_sha256": "05beefd1b1bb6ff9d55a5263cb0ee0bc92fef440ae5ea858bf4cf21b5349fc94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1426974615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02895273243856515, "interval": [-0.01778708655987643, 0.07569255143700673], "p_value": 0.203, "input_sha256": "05beefd1b1bb6ff9d55a5263cb0ee0bc92fef440ae5ea858bf4cf21b5349fc94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1426974615, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02895273243856515, "interval": [-0.01754294234928276, 0.07432036333302688], "p_value": 0.21711375222690482, "input_sha256": "05beefd1b1bb6ff9d55a5263cb0ee0bc92fef440ae5ea858bf4cf21b5349fc94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2468821088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6817277903643797, "interval": [-8.131543495695539, 2.768087914966779], "p_value": 0.327, "input_sha256": "22fd861fc0f257cabb387e6fbea174cf34bfdd2a52433836e464efa6afac0ebe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2468821088, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6817277903643797, "interval": [-7.798295151336535, 2.1680513850613257], "p_value": 0.3254681138396516, "input_sha256": "22fd861fc0f257cabb387e6fbea174cf34bfdd2a52433836e464efa6afac0ebe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2468821088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026305713805039627, "interval": [-0.08060008962488073, 0.027988662014801477], "p_value": 0.347, "input_sha256": "22fd861fc0f257cabb387e6fbea174cf34bfdd2a52433836e464efa6afac0ebe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2468821088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026305713805039627, "interval": [-0.07721848683001316, 0.02194880373360442], "p_value": 0.33288335079125564, "input_sha256": "22fd861fc0f257cabb387e6fbea174cf34bfdd2a52433836e464efa6afac0ebe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1545534355, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6435300097123662, "interval": [-4.411496457295101, 3.1244364378703686], "p_value": 0.719, "input_sha256": "3972ec6286c0b7ce91b51b5e5384e2d341adb2caf8aad027b018e0f6775ce326"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1545534355, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6435300097123662, "interval": [-4.1509318031949665, 2.9095013367546705], "p_value": 0.731417255081387, "input_sha256": "3972ec6286c0b7ce91b51b5e5384e2d341adb2caf8aad027b018e0f6775ce326"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1545534355, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011711752970270939, "interval": [-0.05231261093799682, 0.028889104997454944], "p_value": 0.558, "input_sha256": "3972ec6286c0b7ce91b51b5e5384e2d341adb2caf8aad027b018e0f6775ce326"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1545534355, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011711752970270939, "interval": [-0.053130667249453985, 0.023416363239464194], "p_value": 0.5626150193182927, "input_sha256": "3972ec6286c0b7ce91b51b5e5384e2d341adb2caf8aad027b018e0f6775ce326"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3701774424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3988133527703779, "interval": [-4.671286917531073, 3.873660211990317], "p_value": 0.842, "input_sha256": "f3a400f101dfe2c755cc61208a2a2dc3a18cf91d4e98f41140f9858ebda1e5dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3701774424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3988133527703779, "interval": [-4.589902878165973, 3.812099563144943], "p_value": 0.8510775016966251, "input_sha256": "f3a400f101dfe2c755cc61208a2a2dc3a18cf91d4e98f41140f9858ebda1e5dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3701774424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013853656154744556, "interval": [-0.06432124394614017, 0.03661393163665106], "p_value": 0.594, "input_sha256": "f3a400f101dfe2c755cc61208a2a2dc3a18cf91d4e98f41140f9858ebda1e5dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3701774424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013853656154744556, "interval": [-0.0707416892283793, 0.028528990599918057], "p_value": 0.5803784656296499, "input_sha256": "f3a400f101dfe2c755cc61208a2a2dc3a18cf91d4e98f41140f9858ebda1e5dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3651254103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.233994214165836, "interval": [-7.095471062515383, 2.6274826341837105], "p_value": 0.369, "input_sha256": "fb749a29f9c938765a68f3fdd57d0a907db17ec840fd445c1db7a91b1063d82c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3651254103, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.233994214165836, "interval": [-6.4413269997590445, 2.398974400390567], "p_value": 0.3580250538268227, "input_sha256": "fb749a29f9c938765a68f3fdd57d0a907db17ec840fd445c1db7a91b1063d82c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3651254103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019623496084926195, "interval": [-0.07544191181613091, 0.03619491964627852], "p_value": 0.48, "input_sha256": "fb749a29f9c938765a68f3fdd57d0a907db17ec840fd445c1db7a91b1063d82c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3651254103, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019623496084926195, "interval": [-0.06965379889560014, 0.030925587233580538], "p_value": 0.48099415723381433, "input_sha256": "fb749a29f9c938765a68f3fdd57d0a907db17ec840fd445c1db7a91b1063d82c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3649658194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2282836985104835, "interval": [-7.863345332452987, 1.4067779354320198], "p_value": 0.167, "input_sha256": "6d86768a822c4014e0a629bd00eaaebd87e3be28dbd11169f11863eef6a5c4ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3649658194, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2282836985104835, "interval": [-7.7713845747546815, 0.8237249962174864], "p_value": 0.1660945768796694, "input_sha256": "6d86768a822c4014e0a629bd00eaaebd87e3be28dbd11169f11863eef6a5c4ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3649658194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030069274647017794, "interval": [-0.07721255914940311, 0.017074009855367535], "p_value": 0.204, "input_sha256": "6d86768a822c4014e0a629bd00eaaebd87e3be28dbd11169f11863eef6a5c4ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3649658194, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030069274647017794, "interval": [-0.07570490571744906, 0.010775880560527583], "p_value": 0.20399613283100868, "input_sha256": "6d86768a822c4014e0a629bd00eaaebd87e3be28dbd11169f11863eef6a5c4ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3590079461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8555414671535297, "interval": [-7.131615315982596, 1.4205323816755362], "p_value": 0.19, "input_sha256": "7fadccc9a5627381d3b430b08403d25f0914ab10e2f87f0e8c6505ddfba2e3fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3590079461, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8555414671535297, "interval": [-6.9444902314156876, 1.3373414236331418], "p_value": 0.18432919311831475, "input_sha256": "7fadccc9a5627381d3b430b08403d25f0914ab10e2f87f0e8c6505ddfba2e3fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3590079461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02148388788930876, "interval": [-0.06394916144638915, 0.020981385667771642], "p_value": 0.32, "input_sha256": "7fadccc9a5627381d3b430b08403d25f0914ab10e2f87f0e8c6505ddfba2e3fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3590079461, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02148388788930876, "interval": [-0.060410678753855154, 0.01995436628124046], "p_value": 0.3119219946550072, "input_sha256": "7fadccc9a5627381d3b430b08403d25f0914ab10e2f87f0e8c6505ddfba2e3fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1740427135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7294183756532391, "interval": [-4.014519392713435, 5.473356144019913], "p_value": 0.775, "input_sha256": "661db9219fe74dd4e5d6988dcdd11c622ba277bce79e295a0902085887b8b355"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1740427135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7294183756532391, "interval": [-3.9538666183365416, 4.783667167686243], "p_value": 0.7565752724545477, "input_sha256": "661db9219fe74dd4e5d6988dcdd11c622ba277bce79e295a0902085887b8b355"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1740427135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018118280988842494, "interval": [-0.034471697551718646, 0.07070825952940363], "p_value": 0.501, "input_sha256": "661db9219fe74dd4e5d6988dcdd11c622ba277bce79e295a0902085887b8b355"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1740427135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018118280988842494, "interval": [-0.02754704246154279, 0.06598175741725436], "p_value": 0.48645126876365774, "input_sha256": "661db9219fe74dd4e5d6988dcdd11c622ba277bce79e295a0902085887b8b355"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4061230779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9511796572359312, "interval": [-0.767676743044432, 8.670036057516295], "p_value": 0.077, "input_sha256": "196fc359fd7ba5eb1ee551fd1489b8cf96c6bea22ac4e9150e3a850f402b736a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4061230779, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9511796572359312, "interval": [-0.3647582095011015, 8.55745617467201], "p_value": 0.09780830915281745, "input_sha256": "196fc359fd7ba5eb1ee551fd1489b8cf96c6bea22ac4e9150e3a850f402b736a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4061230779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043480766213452884, "interval": [-0.00858351233622135, 0.09554504476312711], "p_value": 0.074, "input_sha256": "196fc359fd7ba5eb1ee551fd1489b8cf96c6bea22ac4e9150e3a850f402b736a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4061230779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043480766213452884, "interval": [-0.0031867066569117074, 0.09539153877654281], "p_value": 0.09846763324644729, "input_sha256": "196fc359fd7ba5eb1ee551fd1489b8cf96c6bea22ac4e9150e3a850f402b736a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2039214623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2468999673657475, "interval": [-7.338182026132105, 2.84438209140061], "p_value": 0.392, "input_sha256": "3d91b9d3c1828d788d9eeed7301e4af90232216a13ab169a57baf57ecf683398"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2039214623, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2468999673657475, "interval": [-6.660839305077467, 3.0938411347297783], "p_value": 0.37711801154471125, "input_sha256": "3d91b9d3c1828d788d9eeed7301e4af90232216a13ab169a57baf57ecf683398"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2039214623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015246310766814486, "interval": [-0.07081600698042953, 0.04032338544680056], "p_value": 0.581, "input_sha256": "3d91b9d3c1828d788d9eeed7301e4af90232216a13ab169a57baf57ecf683398"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2039214623, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015246310766814486, "interval": [-0.05898835783412319, 0.0493860891159438], "p_value": 0.5812530162395599, "input_sha256": "3d91b9d3c1828d788d9eeed7301e4af90232216a13ab169a57baf57ecf683398"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1076920211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0663802329109178, "interval": [-1.588650125578777, 7.721410591400613], "p_value": 0.189, "input_sha256": "4212aaae513b1f3692c95b5ebe62d8ccad16d18c267b5744d01e36ff26ba3acb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1076920211, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0663802329109178, "interval": [-1.0217815888275728, 7.261648311923673], "p_value": 0.19026472215389714, "input_sha256": "4212aaae513b1f3692c95b5ebe62d8ccad16d18c267b5744d01e36ff26ba3acb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1076920211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03390678129950178, "interval": [-0.0156159563304002, 0.08342951892940376], "p_value": 0.17, "input_sha256": "4212aaae513b1f3692c95b5ebe62d8ccad16d18c267b5744d01e36ff26ba3acb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1076920211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03390678129950178, "interval": [-0.009322175163174077, 0.07908985291665838], "p_value": 0.17360566083445494, "input_sha256": "4212aaae513b1f3692c95b5ebe62d8ccad16d18c267b5744d01e36ff26ba3acb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4016902443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.28372521489475666, "interval": [-4.1030840159844715, 3.5356335861949577], "p_value": 0.871, "input_sha256": "bfd0f30937c8d78c9af2fea7ae57dc6cbd40192943cb46589d221ddd02a4d7f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4016902443, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.28372521489475666, "interval": [-3.8148978820605848, 3.098303912169672], "p_value": 0.8811247268270881, "input_sha256": "bfd0f30937c8d78c9af2fea7ae57dc6cbd40192943cb46589d221ddd02a4d7f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4016902443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024902262788983054, "interval": [-0.0399856801712391, 0.03500522761344249], "p_value": 0.887, "input_sha256": "bfd0f30937c8d78c9af2fea7ae57dc6cbd40192943cb46589d221ddd02a4d7f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4016902443, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024902262788983054, "interval": [-0.03650294274169673, 0.030260630238624794], "p_value": 0.8936311781544648, "input_sha256": "bfd0f30937c8d78c9af2fea7ae57dc6cbd40192943cb46589d221ddd02a4d7f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 747346489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7634628970562796, "interval": [-7.840829765737192, 2.313903971624633], "p_value": 0.279, "input_sha256": "64fcd1bf9030af3c11a68e3b77c8e97bed68c2bcc819c0818df2768b7515d02d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 747346489, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7634628970562796, "interval": [-7.451479406904877, 2.251787445557155], "p_value": 0.2774603738264024, "input_sha256": "64fcd1bf9030af3c11a68e3b77c8e97bed68c2bcc819c0818df2768b7515d02d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 747346489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03441221933122929, "interval": [-0.08789536396581533, 0.01907092530335676], "p_value": 0.193, "input_sha256": "64fcd1bf9030af3c11a68e3b77c8e97bed68c2bcc819c0818df2768b7515d02d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 747346489, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03441221933122929, "interval": [-0.08338862040352309, 0.01573746183911585], "p_value": 0.20051061520751928, "input_sha256": "64fcd1bf9030af3c11a68e3b77c8e97bed68c2bcc819c0818df2768b7515d02d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3010094836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0683991569299796, "interval": [-4.882539471432166, 2.745741157572206], "p_value": 0.581, "input_sha256": "8e1bdd5660d5ab9e2fe94761c436e525349f1af1a4074a09c54d2f85db6e4ba6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3010094836, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0683991569299796, "interval": [-4.486391585713, 2.80170300281617], "p_value": 0.5738868259448455, "input_sha256": "8e1bdd5660d5ab9e2fe94761c436e525349f1af1a4074a09c54d2f85db6e4ba6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3010094836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013364268545704591, "interval": [-0.05528632265580395, 0.02855778556439477], "p_value": 0.524, "input_sha256": "8e1bdd5660d5ab9e2fe94761c436e525349f1af1a4074a09c54d2f85db6e4ba6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3010094836, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013364268545704591, "interval": [-0.051359486777462986, 0.028796243519185822], "p_value": 0.5223917945276215, "input_sha256": "8e1bdd5660d5ab9e2fe94761c436e525349f1af1a4074a09c54d2f85db6e4ba6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 119292218, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5012165628412308, "interval": [-5.663708476180124, 2.6612753504976627], "p_value": 0.446, "input_sha256": "57ec27ce6762630903791391498c9cca79f6d2821d3bbead21bfeb20d7007190"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 119292218, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5012165628412308, "interval": [-5.43166668419145, 2.192396793392576], "p_value": 0.4682639257446112, "input_sha256": "57ec27ce6762630903791391498c9cca79f6d2821d3bbead21bfeb20d7007190"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 119292218, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01802225324567009, "interval": [-0.061482905642851575, 0.025438399151511394], "p_value": 0.398, "input_sha256": "57ec27ce6762630903791391498c9cca79f6d2821d3bbead21bfeb20d7007190"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 119292218, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01802225324567009, "interval": [-0.05688520961656537, 0.023650555457144666], "p_value": 0.4053217046704912, "input_sha256": "57ec27ce6762630903791391498c9cca79f6d2821d3bbead21bfeb20d7007190"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3729172423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.19232576828100356, "interval": [-5.351579940443049, 4.966928403881042], "p_value": 0.934, "input_sha256": "5649ab82944ef927731eb8fc21aa4955b2139c69d07a502c00c13181049cb3d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3729172423, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.19232576828100356, "interval": [-4.792891818152003, 4.094743791612619], "p_value": 0.9402386441416737, "input_sha256": "5649ab82944ef927731eb8fc21aa4955b2139c69d07a502c00c13181049cb3d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3729172423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0003005332735410149, "interval": [-0.052000571607441044, 0.051399505060359015], "p_value": 0.992, "input_sha256": "5649ab82944ef927731eb8fc21aa4955b2139c69d07a502c00c13181049cb3d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3729172423, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0003005332735410149, "interval": [-0.04721824839883766, 0.04137474467920734], "p_value": 0.9906694316099096, "input_sha256": "5649ab82944ef927731eb8fc21aa4955b2139c69d07a502c00c13181049cb3d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 354144442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5732706915710883, "interval": [-5.894322465893789, 4.7477810827516125], "p_value": 0.81, "input_sha256": "09301faec71f9f80ec18b2c95cabe79484159766adc3f1c957902adfe25462b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 354144442, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5732706915710883, "interval": [-5.672001574441462, 4.622087611209097], "p_value": 0.8284796995875419, "input_sha256": "09301faec71f9f80ec18b2c95cabe79484159766adc3f1c957902adfe25462b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 354144442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006479131381133818, "interval": [-0.05962946732666686, 0.04667120456439922], "p_value": 0.782, "input_sha256": "09301faec71f9f80ec18b2c95cabe79484159766adc3f1c957902adfe25462b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 354144442, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006479131381133818, "interval": [-0.05584497149010301, 0.04382942760998691], "p_value": 0.8064065945691579, "input_sha256": "09301faec71f9f80ec18b2c95cabe79484159766adc3f1c957902adfe25462b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3447879564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12920942780155276, "interval": [-4.096132038753949, 4.354550894357055], "p_value": 0.957, "input_sha256": "83ba2a85f88b44865bb036366f0f9c5f9826d06886f28d738dfd2a760aa0a11d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3447879564, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12920942780155276, "interval": [-3.6396968119307873, 4.2830890900600105], "p_value": 0.9509622676850842, "input_sha256": "83ba2a85f88b44865bb036366f0f9c5f9826d06886f28d738dfd2a760aa0a11d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3447879564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001705525477863637, "interval": [-0.04326519765657746, 0.03985414670085018], "p_value": 0.915, "input_sha256": "83ba2a85f88b44865bb036366f0f9c5f9826d06886f28d738dfd2a760aa0a11d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3447879564, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001705525477863637, "interval": [-0.039249166046512324, 0.03782401666346544], "p_value": 0.9342222468670505, "input_sha256": "83ba2a85f88b44865bb036366f0f9c5f9826d06886f28d738dfd2a760aa0a11d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4264839184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.856066108721757, "interval": [-2.0963804413458256, 7.80851265878934], "p_value": 0.272, "input_sha256": "19c9b0b67b14b5c0bf843b49f693260b56f30b0b11c703d6de5a045c4e7ad498"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4264839184, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.856066108721757, "interval": [-2.0338925113749275, 7.597361148424371], "p_value": 0.25027465112028396, "input_sha256": "19c9b0b67b14b5c0bf843b49f693260b56f30b0b11c703d6de5a045c4e7ad498"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4264839184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035797266783052076, "interval": [-0.01904372958983354, 0.09063826315593769], "p_value": 0.221, "input_sha256": "19c9b0b67b14b5c0bf843b49f693260b56f30b0b11c703d6de5a045c4e7ad498"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4264839184, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035797266783052076, "interval": [-0.017153511928539512, 0.08961553248782515], "p_value": 0.1938860728804581, "input_sha256": "19c9b0b67b14b5c0bf843b49f693260b56f30b0b11c703d6de5a045c4e7ad498"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 755260803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.44122510191550113, "interval": [-5.524777148337069, 6.407227352168071], "p_value": 0.873, "input_sha256": "6ed9fb01f1a693c42f6e996f581789a9b400d21040aee04df8907ee880ef7862"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 755260803, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.44122510191550113, "interval": [-4.806464766142534, 5.810156653887104], "p_value": 0.8817243369745413, "input_sha256": "6ed9fb01f1a693c42f6e996f581789a9b400d21040aee04df8907ee880ef7862"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 755260803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002148337326533342, "interval": [-0.056832177937198136, 0.06112885259026482], "p_value": 0.947, "input_sha256": "6ed9fb01f1a693c42f6e996f581789a9b400d21040aee04df8907ee880ef7862"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 755260803, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002148337326533342, "interval": [-0.049716481521377566, 0.05300852637316039], "p_value": 0.9416055379809618, "input_sha256": "6ed9fb01f1a693c42f6e996f581789a9b400d21040aee04df8907ee880ef7862"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3691359872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6717403733525202, "interval": [-5.964165102735327, 2.620684356030287], "p_value": 0.427, "input_sha256": "f1b31943117522516b333fda6fe6d00ef46d23e3e7dc9b30c042463ee76db2da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3691359872, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6717403733525202, "interval": [-5.721435188572502, 2.428996852383988], "p_value": 0.4353275206320354, "input_sha256": "f1b31943117522516b333fda6fe6d00ef46d23e3e7dc9b30c042463ee76db2da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3691359872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0161352385429787, "interval": [-0.06334921888416595, 0.031078741798208555], "p_value": 0.475, "input_sha256": "f1b31943117522516b333fda6fe6d00ef46d23e3e7dc9b30c042463ee76db2da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3691359872, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0161352385429787, "interval": [-0.06052634776292186, 0.030198788586909716], "p_value": 0.49317399346429946, "input_sha256": "f1b31943117522516b333fda6fe6d00ef46d23e3e7dc9b30c042463ee76db2da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3875661059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8315150485292797, "interval": [-3.0121329851697958, 6.675163082228355], "p_value": 0.46, "input_sha256": "c5fb73c0a9a8cb7448ddcc1b786cb23186b961931c6541097af4d21bc6bb1368"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3875661059, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8315150485292797, "interval": [-2.824111775580422, 6.206332649756945], "p_value": 0.44843482582365046, "input_sha256": "c5fb73c0a9a8cb7448ddcc1b786cb23186b961931c6541097af4d21bc6bb1368"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3875661059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02089725212027045, "interval": [-0.032675996820507945, 0.07447050106104885], "p_value": 0.448, "input_sha256": "c5fb73c0a9a8cb7448ddcc1b786cb23186b961931c6541097af4d21bc6bb1368"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3875661059, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02089725212027045, "interval": [-0.025935586963218512, 0.07518056241639118], "p_value": 0.4335217763949426, "input_sha256": "c5fb73c0a9a8cb7448ddcc1b786cb23186b961931c6541097af4d21bc6bb1368"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3442376949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9019656182740716, "interval": [-4.482212627928192, 6.286143864476335], "p_value": 0.73, "input_sha256": "8e50a082e363c007f1f2327c85f9050ce3b4b74122c956d10aa4a73371f5e73a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3442376949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9019656182740716, "interval": [-4.628090527821507, 6.091471925279298], "p_value": 0.7363075630842053, "input_sha256": "8e50a082e363c007f1f2327c85f9050ce3b4b74122c956d10aa4a73371f5e73a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3442376949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00723008765640909, "interval": [-0.048666707034148604, 0.06312688234696678], "p_value": 0.775, "input_sha256": "8e50a082e363c007f1f2327c85f9050ce3b4b74122c956d10aa4a73371f5e73a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3442376949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00723008765640909, "interval": [-0.04824853126604953, 0.06075204936034417], "p_value": 0.79484458024589, "input_sha256": "8e50a082e363c007f1f2327c85f9050ce3b4b74122c956d10aa4a73371f5e73a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 764614852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8003149189558973, "interval": [-3.81866031154071, 5.419290149452505], "p_value": 0.735, "input_sha256": "86fabb332b47d44abe87a326270a97e32ae1797e58692beb0aa6447d3f86f04a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 764614852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8003149189558973, "interval": [-3.917997476315372, 4.583828122367927], "p_value": 0.7264654300892519, "input_sha256": "86fabb332b47d44abe87a326270a97e32ae1797e58692beb0aa6447d3f86f04a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 764614852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006686931586479532, "interval": [-0.03836412895711013, 0.051737992130069195], "p_value": 0.77, "input_sha256": "86fabb332b47d44abe87a326270a97e32ae1797e58692beb0aa6447d3f86f04a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 764614852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006686931586479532, "interval": [-0.039993861998524005, 0.04338582464743206], "p_value": 0.7642952592058315, "input_sha256": "86fabb332b47d44abe87a326270a97e32ae1797e58692beb0aa6447d3f86f04a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1889259453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4442483063957559, "interval": [-2.3873201479717543, 5.2758167607632664], "p_value": 0.456, "input_sha256": "74d79f44b2ae79bc845082ebc86502b7fc72c4bfefd8cf3c2fefa2938080698b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1889259453, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4442483063957559, "interval": [-2.5326760660770016, 4.539580201792991], "p_value": 0.44978514233873823, "input_sha256": "74d79f44b2ae79bc845082ebc86502b7fc72c4bfefd8cf3c2fefa2938080698b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1889259453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011426386956123413, "interval": [-0.03165954894727443, 0.054512322859521255], "p_value": 0.624, "input_sha256": "74d79f44b2ae79bc845082ebc86502b7fc72c4bfefd8cf3c2fefa2938080698b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1889259453, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011426386956123413, "interval": [-0.03555709797431129, 0.04475405424416088], "p_value": 0.5940022776689122, "input_sha256": "74d79f44b2ae79bc845082ebc86502b7fc72c4bfefd8cf3c2fefa2938080698b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 688665665, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9447954375212086, "interval": [-3.7888253944797787, 5.678416269522196], "p_value": 0.7, "input_sha256": "5e42f1bb198e1af70bbdfe58f4bd34b33d91860739de734a027b4c0ac95fbe69"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 688665665, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9447954375212086, "interval": [-3.3782132797444184, 5.301028282819499], "p_value": 0.6883054838677487, "input_sha256": "5e42f1bb198e1af70bbdfe58f4bd34b33d91860739de734a027b4c0ac95fbe69"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 688665665, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01008735847468284, "interval": [-0.03822726046279584, 0.05840197741216152], "p_value": 0.692, "input_sha256": "5e42f1bb198e1af70bbdfe58f4bd34b33d91860739de734a027b4c0ac95fbe69"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 688665665, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01008735847468284, "interval": [-0.03410224817056692, 0.05658225597810412], "p_value": 0.6748980400694171, "input_sha256": "5e42f1bb198e1af70bbdfe58f4bd34b33d91860739de734a027b4c0ac95fbe69"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4017841916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3536535308911688, "interval": [-5.676107540419797, 4.968800478637459], "p_value": 0.889, "input_sha256": "8a39a380a7bdaf1ef991e8207acb059c5d502bbd33ea8c27f0b43e74d33e2c44"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4017841916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3536535308911688, "interval": [-5.296317316672599, 4.443627823365552], "p_value": 0.893600766378833, "input_sha256": "8a39a380a7bdaf1ef991e8207acb059c5d502bbd33ea8c27f0b43e74d33e2c44"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4017841916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007750731187409071, "interval": [-0.061671382338029795, 0.04616991996321165], "p_value": 0.776, "input_sha256": "8a39a380a7bdaf1ef991e8207acb059c5d502bbd33ea8c27f0b43e74d33e2c44"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4017841916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007750731187409071, "interval": [-0.05701894514549911, 0.041755036363806966], "p_value": 0.7723580891256283, "input_sha256": "8a39a380a7bdaf1ef991e8207acb059c5d502bbd33ea8c27f0b43e74d33e2c44"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 936360896, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7854437542187238, "interval": [-2.726562520291505, 4.297450028728953], "p_value": 0.66, "input_sha256": "808c0441074887d1725f29a189120def678fd003d7f6b8cb27fb70535a0d3176"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 936360896, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7854437542187238, "interval": [-2.6232482764857723, 3.9928378654044736], "p_value": 0.6531560740082614, "input_sha256": "808c0441074887d1725f29a189120def678fd003d7f6b8cb27fb70535a0d3176"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 936360896, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006822644492076632, "interval": [-0.02876711325199518, 0.04241240223614844], "p_value": 0.71, "input_sha256": "808c0441074887d1725f29a189120def678fd003d7f6b8cb27fb70535a0d3176"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 936360896, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006822644492076632, "interval": [-0.028331857151543727, 0.03918632620238089], "p_value": 0.700029129290475, "input_sha256": "808c0441074887d1725f29a189120def678fd003d7f6b8cb27fb70535a0d3176"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3594907810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0956589229411628, "interval": [-3.6405590860365376, 5.831876931918863], "p_value": 0.644, "input_sha256": "cadce2c0f8703df8af4f85e1468e04836bd250794c01557ae9e47fa13ac1e97d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3594907810, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0956589229411628, "interval": [-3.582732982301679, 5.484839058801372], "p_value": 0.6421351913354155, "input_sha256": "cadce2c0f8703df8af4f85e1468e04836bd250794c01557ae9e47fa13ac1e97d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3594907810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017663656435090033, "interval": [-0.034145226221678586, 0.06947253909185866], "p_value": 0.504, "input_sha256": "cadce2c0f8703df8af4f85e1468e04836bd250794c01557ae9e47fa13ac1e97d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3594907810, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017663656435090033, "interval": [-0.03434071113151988, 0.06542294504592895], "p_value": 0.4941954977184051, "input_sha256": "cadce2c0f8703df8af4f85e1468e04836bd250794c01557ae9e47fa13ac1e97d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1555894311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.606151752387383, "interval": [-1.7244687519777244, 6.936772256752491], "p_value": 0.224, "input_sha256": "3da947498bc9552991dc9810a8b72950b812c4a34f407e2299ac9f114381894b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1555894311, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.606151752387383, "interval": [-1.661485134442804, 6.583139156509954], "p_value": 0.2304616419582779, "input_sha256": "3da947498bc9552991dc9810a8b72950b812c4a34f407e2299ac9f114381894b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1555894311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020670184431229074, "interval": [-0.026074269126979216, 0.06741463798943736], "p_value": 0.374, "input_sha256": "3da947498bc9552991dc9810a8b72950b812c4a34f407e2299ac9f114381894b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1555894311, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020670184431229074, "interval": [-0.026856588772229028, 0.06417326567990707], "p_value": 0.37595982415100115, "input_sha256": "3da947498bc9552991dc9810a8b72950b812c4a34f407e2299ac9f114381894b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3737983643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.885645329192453, "interval": [-1.855375988521077, 7.626666646905983], "p_value": 0.232, "input_sha256": "8031666ad5c9abf5a7d67d70de41abd2fe499a4187a8d502962d31248618ed14"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3737983643, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.885645329192453, "interval": [-1.3702976492968866, 7.480273492093952], "p_value": 0.2252510567724317, "input_sha256": "8031666ad5c9abf5a7d67d70de41abd2fe499a4187a8d502962d31248618ed14"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3737983643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030889350677978725, "interval": [-0.020871592338086407, 0.08265029369404386], "p_value": 0.244, "input_sha256": "8031666ad5c9abf5a7d67d70de41abd2fe499a4187a8d502962d31248618ed14"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3737983643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030889350677978725, "interval": [-0.015294037061760649, 0.07978095122895579], "p_value": 0.2341077837086115, "input_sha256": "8031666ad5c9abf5a7d67d70de41abd2fe499a4187a8d502962d31248618ed14"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3090015880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.078740998343109, "interval": [-0.023541572773996045, 10.181023569460216], "p_value": 0.048, "input_sha256": "0d2378bd4b001e38b7690b85062bf8dbf9b7e2ce6db4f985e06c6ee68a648401"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3090015880, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.078740998343109, "interval": [0.5165431753211525, 10.046820274797858], "p_value": 0.05100803444757548, "input_sha256": "0d2378bd4b001e38b7690b85062bf8dbf9b7e2ce6db4f985e06c6ee68a648401"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3090015880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060028562559701466, "interval": [0.008129061348526874, 0.11192806377087605], "p_value": 0.02, "input_sha256": "0d2378bd4b001e38b7690b85062bf8dbf9b7e2ce6db4f985e06c6ee68a648401"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3090015880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060028562559701466, "interval": [0.010400045569179195, 0.10846174955643434], "p_value": 0.024585583026046173, "input_sha256": "0d2378bd4b001e38b7690b85062bf8dbf9b7e2ce6db4f985e06c6ee68a648401"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 325250464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1612125913492388, "interval": [-3.0082179430226494, 5.330643125721127], "p_value": 0.578, "input_sha256": "9437f27809608f8594b0cdbe62aab8e32d17d73d4db3cf1527456ecb9ffb1412"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 325250464, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1612125913492388, "interval": [-2.6603317495206618, 5.063001275322402], "p_value": 0.575886026511054, "input_sha256": "9437f27809608f8594b0cdbe62aab8e32d17d73d4db3cf1527456ecb9ffb1412"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 325250464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003377192372757784, "interval": [-0.0397059048541185, 0.046460289599634066], "p_value": 0.89, "input_sha256": "9437f27809608f8594b0cdbe62aab8e32d17d73d4db3cf1527456ecb9ffb1412"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 325250464, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003377192372757784, "interval": [-0.0371046252326611, 0.043576843258431794], "p_value": 0.8744843078325995, "input_sha256": "9437f27809608f8594b0cdbe62aab8e32d17d73d4db3cf1527456ecb9ffb1412"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2656167649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4117386709470097, "interval": [-3.0430171545964146, 5.866494496490434], "p_value": 0.529, "input_sha256": "ac0391cc531f98f93cc987348257cf0338c64c1133a138356d2af2b724cfe630"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2656167649, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4117386709470097, "interval": [-2.9120174730736905, 5.28832045262826], "p_value": 0.5250140213028823, "input_sha256": "ac0391cc531f98f93cc987348257cf0338c64c1133a138356d2af2b724cfe630"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2656167649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0192368113622957, "interval": [-0.029151265750292442, 0.06762488847488385], "p_value": 0.437, "input_sha256": "ac0391cc531f98f93cc987348257cf0338c64c1133a138356d2af2b724cfe630"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2656167649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0192368113622957, "interval": [-0.026073116471401987, 0.0637592529618929], "p_value": 0.42589490609486835, "input_sha256": "ac0391cc531f98f93cc987348257cf0338c64c1133a138356d2af2b724cfe630"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3157811567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.40142606959024185, "interval": [-4.6694058719770695, 3.8665537327965858], "p_value": 0.842, "input_sha256": "13bf861dc18439d3f48c8a5579201f2fde8a9f86d4bfd445b6a331abaa848803"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3157811567, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.40142606959024185, "interval": [-4.598114711928861, 3.647126297520539], "p_value": 0.8499756480317944, "input_sha256": "13bf861dc18439d3f48c8a5579201f2fde8a9f86d4bfd445b6a331abaa848803"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3157811567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018246890018287013, "interval": [-0.04515888319934363, 0.04880826120300103], "p_value": 0.943, "input_sha256": "13bf861dc18439d3f48c8a5579201f2fde8a9f86d4bfd445b6a331abaa848803"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3157811567, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018246890018287013, "interval": [-0.04645259142889526, 0.04739832898874419], "p_value": 0.9377160220095718, "input_sha256": "13bf861dc18439d3f48c8a5579201f2fde8a9f86d4bfd445b6a331abaa848803"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1794951650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.744701563979123, "interval": [-5.717998065983771, 4.228594938025525], "p_value": 0.799, "input_sha256": "4847ed311a3d72dfb6f926e2af106b66831d42bace5ccbd73a478126da9929d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1794951650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.744701563979123, "interval": [-5.834366503487621, 3.8117347507198165], "p_value": 0.7634408336529279, "input_sha256": "4847ed311a3d72dfb6f926e2af106b66831d42bace5ccbd73a478126da9929d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1794951650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004977225623531922, "interval": [-0.055301767991990804, 0.04534731674492696], "p_value": 0.86, "input_sha256": "4847ed311a3d72dfb6f926e2af106b66831d42bace5ccbd73a478126da9929d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1794951650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004977225623531922, "interval": [-0.056101307039571786, 0.03889368555458757], "p_value": 0.842376335968236, "input_sha256": "4847ed311a3d72dfb6f926e2af106b66831d42bace5ccbd73a478126da9929d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1563350959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7679608785394745, "interval": [-1.291156160927688, 6.827077918006637], "p_value": 0.182, "input_sha256": "de71ab925dc50b884e5a3baeee8d1cf7d6cce2176d2b2c9a4bf817cfad3db3cb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1563350959, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7679608785394745, "interval": [-1.1798836791012872, 6.207222503917213], "p_value": 0.1754546594518106, "input_sha256": "de71ab925dc50b884e5a3baeee8d1cf7d6cce2176d2b2c9a4bf817cfad3db3cb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1563350959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02443336904791002, "interval": [-0.017587485645237155, 0.0664542237410572], "p_value": 0.253, "input_sha256": "de71ab925dc50b884e5a3baeee8d1cf7d6cce2176d2b2c9a4bf817cfad3db3cb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1563350959, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02443336904791002, "interval": [-0.017314151702423796, 0.059163858541305174], "p_value": 0.24617846431844306, "input_sha256": "de71ab925dc50b884e5a3baeee8d1cf7d6cce2176d2b2c9a4bf817cfad3db3cb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 995921219, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.159332179350991, "interval": [-5.167452315242646, 2.848787956540664], "p_value": 0.557, "input_sha256": "e7d895da02b7eb9cc943c18d4950c63738befc0d5bb02f9e9dcfbc2d024abe0c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 995921219, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.159332179350991, "interval": [-4.618465199061405, 3.1673513778863405], "p_value": 0.5616331146066524, "input_sha256": "e7d895da02b7eb9cc943c18d4950c63738befc0d5bb02f9e9dcfbc2d024abe0c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 995921219, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006389922563523734, "interval": [-0.048149629728013614, 0.035369784600966146], "p_value": 0.755, "input_sha256": "e7d895da02b7eb9cc943c18d4950c63738befc0d5bb02f9e9dcfbc2d024abe0c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 995921219, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006389922563523734, "interval": [-0.04341896810948549, 0.0390796880532852], "p_value": 0.758372925129067, "input_sha256": "e7d895da02b7eb9cc943c18d4950c63738befc0d5bb02f9e9dcfbc2d024abe0c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1541944191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.444197022081217, "interval": [-1.8699900376825385, 8.758384081844973], "p_value": 0.198, "input_sha256": "e7ee8a9acc35e1c354733d40315d86b93b9801d7bb3c78688c92cdcb2f9592c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1541944191, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.444197022081217, "interval": [-1.3316032674371752, 8.66946206263913], "p_value": 0.19656100091226847, "input_sha256": "e7ee8a9acc35e1c354733d40315d86b93b9801d7bb3c78688c92cdcb2f9592c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1541944191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03887750539507526, "interval": [-0.01747209904868484, 0.09522710983883535], "p_value": 0.174, "input_sha256": "e7ee8a9acc35e1c354733d40315d86b93b9801d7bb3c78688c92cdcb2f9592c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1541944191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03887750539507526, "interval": [-0.01111746482270976, 0.09779085740498908], "p_value": 0.16959083544034345, "input_sha256": "e7ee8a9acc35e1c354733d40315d86b93b9801d7bb3c78688c92cdcb2f9592c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3678627205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.437999858069867, "interval": [-8.11624163845381, 1.240241922314075], "p_value": 0.141, "input_sha256": "8b18ad240f83ddc39e994087f159adf691139e5cde026295984736a1bb990c79"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3678627205, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.437999858069867, "interval": [-7.725101175853697, 1.1057826010907437], "p_value": 0.14482084089398517, "input_sha256": "8b18ad240f83ddc39e994087f159adf691139e5cde026295984736a1bb990c79"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3678627205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03333847751859598, "interval": [-0.08434263957435231, 0.017665684537160366], "p_value": 0.193, "input_sha256": "8b18ad240f83ddc39e994087f159adf691139e5cde026295984736a1bb990c79"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3678627205, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03333847751859598, "interval": [-0.07669048285436172, 0.01932642546830945], "p_value": 0.1933742430444987, "input_sha256": "8b18ad240f83ddc39e994087f159adf691139e5cde026295984736a1bb990c79"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3756454362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9488126237781698, "interval": [-8.734459859472343, 2.8368346119160037], "p_value": 0.283, "input_sha256": "e82ad60eb69a7eb5a2f1d510a05f44ce8fc3b38f0efc88635f8284d2bf12bae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3756454362, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9488126237781698, "interval": [-8.20036658598245, 2.8167148126694665], "p_value": 0.3086567818269736, "input_sha256": "e82ad60eb69a7eb5a2f1d510a05f44ce8fc3b38f0efc88635f8284d2bf12bae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3756454362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028325179751265278, "interval": [-0.08926534304464118, 0.03261498354211063], "p_value": 0.34, "input_sha256": "e82ad60eb69a7eb5a2f1d510a05f44ce8fc3b38f0efc88635f8284d2bf12bae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3756454362, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028325179751265278, "interval": [-0.08143926617542946, 0.031332473655992614], "p_value": 0.35265609774905293, "input_sha256": "e82ad60eb69a7eb5a2f1d510a05f44ce8fc3b38f0efc88635f8284d2bf12bae1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754918052, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2509391764045583, "interval": [-7.084360959482653, 0.582482606673536], "p_value": 0.099, "input_sha256": "cd68c4ac5ece398f5ae140c48fa58678d298d0220b745cf8c5ad8a57207e97fe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754918052, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2509391764045583, "interval": [-6.572988568981339, 0.29687138585675743], "p_value": 0.0936455733720095, "input_sha256": "cd68c4ac5ece398f5ae140c48fa58678d298d0220b745cf8c5ad8a57207e97fe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754918052, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.036212881158455515, "interval": [-0.08140614597917428, 0.008980383662263253], "p_value": 0.13, "input_sha256": "cd68c4ac5ece398f5ae140c48fa58678d298d0220b745cf8c5ad8a57207e97fe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754918052, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.036212881158455515, "interval": [-0.07932089045185402, 0.001802900645736261], "p_value": 0.11191795985016915, "input_sha256": "cd68c4ac5ece398f5ae140c48fa58678d298d0220b745cf8c5ad8a57207e97fe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4052449440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8622922630076442, "interval": [-4.207656025062352, 5.932240551077641], "p_value": 0.756, "input_sha256": "f978929b4cbb227b39191f97d021af94b47edf237ac33aea169473b81c840065"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4052449440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8622922630076442, "interval": [-3.825304109654552, 5.577143628653669], "p_value": 0.7322205942957871, "input_sha256": "f978929b4cbb227b39191f97d021af94b47edf237ac33aea169473b81c840065"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4052449440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015293673573441538, "interval": [-0.0491204546212706, 0.07970780176815367], "p_value": 0.668, "input_sha256": "f978929b4cbb227b39191f97d021af94b47edf237ac33aea169473b81c840065"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4052449440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015293673573441538, "interval": [-0.041107735154615285, 0.07675042077927385], "p_value": 0.6334993011889969, "input_sha256": "f978929b4cbb227b39191f97d021af94b47edf237ac33aea169473b81c840065"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4048989456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6900975158879445, "interval": [-7.093246532375875, 1.7130515005999856], "p_value": 0.224, "input_sha256": "4608741ac2672a3c08d62c45988f2d008ca74bfdad57f921dd974098269b4ad4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4048989456, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6900975158879445, "interval": [-6.572560714440588, 1.3681072980174236], "p_value": 0.2237070134525761, "input_sha256": "4608741ac2672a3c08d62c45988f2d008ca74bfdad57f921dd974098269b4ad4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4048989456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028746154891194718, "interval": [-0.07566360981800402, 0.018171300035614582], "p_value": 0.212, "input_sha256": "4608741ac2672a3c08d62c45988f2d008ca74bfdad57f921dd974098269b4ad4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4048989456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028746154891194718, "interval": [-0.07189063811227116, 0.013489969763703664], "p_value": 0.22237286825990418, "input_sha256": "4608741ac2672a3c08d62c45988f2d008ca74bfdad57f921dd974098269b4ad4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2520376216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0521828426079107, "interval": [-4.252904754541764, 6.357270439757586], "p_value": 0.707, "input_sha256": "84f4b28efb354a48b816a4434ffb6c118ee284a4ca7cfe6bf127dddc96da9de5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2520376216, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0521828426079107, "interval": [-4.054059870181941, 5.97674436709311], "p_value": 0.6902113935245785, "input_sha256": "84f4b28efb354a48b816a4434ffb6c118ee284a4ca7cfe6bf127dddc96da9de5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2520376216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014484306030662641, "interval": [-0.042274041721914075, 0.07124265378323935], "p_value": 0.636, "input_sha256": "84f4b28efb354a48b816a4434ffb6c118ee284a4ca7cfe6bf127dddc96da9de5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2520376216, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014484306030662641, "interval": [-0.04517062067058573, 0.05939388989555384], "p_value": 0.60789767679786, "input_sha256": "84f4b28efb354a48b816a4434ffb6c118ee284a4ca7cfe6bf127dddc96da9de5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2332139351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.490762216699439, "interval": [-4.5168896991783445, 5.4984141325772224], "p_value": 0.84, "input_sha256": "18ffd94ba7e80b7b43d5a22720c3e12dcdf2195c1071d893d42e9459aade56ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2332139351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.490762216699439, "interval": [-4.574396653432563, 4.698673536618092], "p_value": 0.8437327952482077, "input_sha256": "18ffd94ba7e80b7b43d5a22720c3e12dcdf2195c1071d893d42e9459aade56ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2332139351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00021019495833405483, "interval": [-0.05125053621714883, 0.05167092613381694], "p_value": 0.995, "input_sha256": "18ffd94ba7e80b7b43d5a22720c3e12dcdf2195c1071d893d42e9459aade56ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2332139351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00021019495833405483, "interval": [-0.05257826236440406, 0.04335905925724163], "p_value": 0.9934326358996468, "input_sha256": "18ffd94ba7e80b7b43d5a22720c3e12dcdf2195c1071d893d42e9459aade56ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2246282268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4653742871190625, "interval": [-5.766312312819696, 2.8355637385815706], "p_value": 0.504, "input_sha256": "62004625e907098218e20c85e013caf773c9b6ce1002cd5b345040391d2fdddc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2246282268, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4653742871190625, "interval": [-5.854793295627414, 2.052948043129327], "p_value": 0.4942218107331644, "input_sha256": "62004625e907098218e20c85e013caf773c9b6ce1002cd5b345040391d2fdddc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2246282268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017303729889441948, "interval": [-0.0613858978609372, 0.026778438082053303], "p_value": 0.46, "input_sha256": "62004625e907098218e20c85e013caf773c9b6ce1002cd5b345040391d2fdddc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2246282268, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017303729889441948, "interval": [-0.060906394958787365, 0.018839439778104244], "p_value": 0.4309906931371006, "input_sha256": "62004625e907098218e20c85e013caf773c9b6ce1002cd5b345040391d2fdddc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2122962030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.243087232309624, "interval": [-6.108621386620121, 3.622446922000873], "p_value": 0.618, "input_sha256": "c5ab6c65cd13194d77144f38695b94962a08eb41d99384ae7472b04c56f20ae6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2122962030, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.243087232309624, "interval": [-5.451249745587643, 3.7194293775016476], "p_value": 0.6077282778225253, "input_sha256": "c5ab6c65cd13194d77144f38695b94962a08eb41d99384ae7472b04c56f20ae6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2122962030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017781802529232296, "interval": [-0.06831291112562686, 0.03274930606716227], "p_value": 0.491, "input_sha256": "c5ab6c65cd13194d77144f38695b94962a08eb41d99384ae7472b04c56f20ae6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2122962030, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017781802529232296, "interval": [-0.06270393735371356, 0.03175360338560896], "p_value": 0.48031344835184075, "input_sha256": "c5ab6c65cd13194d77144f38695b94962a08eb41d99384ae7472b04c56f20ae6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3788903193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.157291848818806, "interval": [-11.69749002123202, -0.6170936764055925], "p_value": 0.032, "input_sha256": "9e664d0df0014cf586a0b588fbb9200eb8cf24e2297276a5bbc73c98ab891305"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3788903193, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.157291848818806, "interval": [-11.507808439328587, -1.0205959700229184], "p_value": 0.030328704660331083, "input_sha256": "9e664d0df0014cf586a0b588fbb9200eb8cf24e2297276a5bbc73c98ab891305"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3788903193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05427932411316688, "interval": [-0.11197585046430518, 0.0034172022379714145], "p_value": 0.061, "input_sha256": "9e664d0df0014cf586a0b588fbb9200eb8cf24e2297276a5bbc73c98ab891305"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3788903193, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05427932411316688, "interval": [-0.105997328013794, 0.0027520635046545594], "p_value": 0.06442296649557486, "input_sha256": "9e664d0df0014cf586a0b588fbb9200eb8cf24e2297276a5bbc73c98ab891305"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 787820327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.48778651773890047, "interval": [-4.095501275973377, 5.071074311451178], "p_value": 0.818, "input_sha256": "6243db0b6267b69ef1285828447ef5dd7a31c05d5acc9c4bbe927f0d77239a67"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 787820327, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.48778651773890047, "interval": [-3.7115433828743516, 5.066713295935428], "p_value": 0.8305670443600021, "input_sha256": "6243db0b6267b69ef1285828447ef5dd7a31c05d5acc9c4bbe927f0d77239a67"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 787820327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0027300578331095476, "interval": [-0.04722866093889055, 0.05268877660510964], "p_value": 0.897, "input_sha256": "6243db0b6267b69ef1285828447ef5dd7a31c05d5acc9c4bbe927f0d77239a67"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 787820327, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0027300578331095476, "interval": [-0.0496867670486585, 0.043914516142049075], "p_value": 0.9123918528870186, "input_sha256": "6243db0b6267b69ef1285828447ef5dd7a31c05d5acc9c4bbe927f0d77239a67"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1029532581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.860653668652656, "interval": [-3.0691365392726953, 6.790443876578007], "p_value": 0.449, "input_sha256": "3b3e18c3e41378eceffa0f18aed44aa3422b5b16676efa7227582ecaa0e328be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1029532581, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.860653668652656, "interval": [-2.560148807464908, 6.458494894071572], "p_value": 0.4495261045391521, "input_sha256": "3b3e18c3e41378eceffa0f18aed44aa3422b5b16676efa7227582ecaa0e328be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1029532581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020213935654498152, "interval": [-0.03423356349801822, 0.07466143480701452], "p_value": 0.457, "input_sha256": "3b3e18c3e41378eceffa0f18aed44aa3422b5b16676efa7227582ecaa0e328be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1029532581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020213935654498152, "interval": [-0.029300009089230927, 0.06738437124690339], "p_value": 0.4569409592069582, "input_sha256": "3b3e18c3e41378eceffa0f18aed44aa3422b5b16676efa7227582ecaa0e328be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3870751407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.470024282010147, "interval": [-8.332937381343159, -0.6071111826771354], "p_value": 0.022, "input_sha256": "3387beb2a82e29cc11a1d7c9e033e7139ea6251ce38dc2a2586022ed8eedd534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3870751407, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.470024282010147, "interval": [-7.998990213880266, -0.9689079365504261], "p_value": 0.024577986927328346, "input_sha256": "3387beb2a82e29cc11a1d7c9e033e7139ea6251ce38dc2a2586022ed8eedd534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3870751407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04136411326929454, "interval": [-0.08049443751637839, -0.0022337890222106985], "p_value": 0.027, "input_sha256": "3387beb2a82e29cc11a1d7c9e033e7139ea6251ce38dc2a2586022ed8eedd534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3870751407, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04136411326929454, "interval": [-0.07590147760516368, -0.006499945087489791], "p_value": 0.03887457828975791, "input_sha256": "3387beb2a82e29cc11a1d7c9e033e7139ea6251ce38dc2a2586022ed8eedd534"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3912001209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.04369835355016, "interval": [1.7793863516925938, 10.308010355407726], "p_value": 0.008, "input_sha256": "46b4c9d6c22764e7dceb0369266d89a9fe9b16c657c79ff88481e784bd6bd3e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3912001209, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.04369835355016, "interval": [1.7828299098503906, 9.900501409468538], "p_value": 0.0067159101122116266, "input_sha256": "46b4c9d6c22764e7dceb0369266d89a9fe9b16c657c79ff88481e784bd6bd3e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3912001209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06431713949897203, "interval": [0.01423991628232054, 0.1143943627156235], "p_value": 0.013, "input_sha256": "46b4c9d6c22764e7dceb0369266d89a9fe9b16c657c79ff88481e784bd6bd3e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3912001209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06431713949897203, "interval": [0.017850638409513994, 0.11025288420967316], "p_value": 0.01328311367255356, "input_sha256": "46b4c9d6c22764e7dceb0369266d89a9fe9b16c657c79ff88481e784bd6bd3e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754587403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5154376603096917, "interval": [-3.014050593796095, 6.0449259144154786], "p_value": 0.52, "input_sha256": "38a264f1c8be3438e7ee06f48a5308156964fd6797cd729367036a6a6666d0ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754587403, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5154376603096917, "interval": [-2.692900525088662, 5.950642541712481], "p_value": 0.5023138387632805, "input_sha256": "38a264f1c8be3438e7ee06f48a5308156964fd6797cd729367036a6a6666d0ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754587403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019589243165431286, "interval": [-0.03565614904241375, 0.07483463537327632], "p_value": 0.507, "input_sha256": "38a264f1c8be3438e7ee06f48a5308156964fd6797cd729367036a6a6666d0ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754587403, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019589243165431286, "interval": [-0.029614581079860144, 0.07382156560278716], "p_value": 0.4772229026396312, "input_sha256": "38a264f1c8be3438e7ee06f48a5308156964fd6797cd729367036a6a6666d0ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3322062956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12745493152826626, "interval": [-5.061531811424211, 5.3164416744807435], "p_value": 0.952, "input_sha256": "486d7fbaf359e1d56f7b2a6197ea14f183d2970ec353b6ca0d81076e3ca8e8b4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3322062956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12745493152826626, "interval": [-4.6634559442817505, 4.88300606317092], "p_value": 0.9605891099761441, "input_sha256": "486d7fbaf359e1d56f7b2a6197ea14f183d2970ec353b6ca0d81076e3ca8e8b4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3322062956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006202370955554204, "interval": [-0.04905621430195802, 0.06146095621306643], "p_value": 0.823, "input_sha256": "486d7fbaf359e1d56f7b2a6197ea14f183d2970ec353b6ca0d81076e3ca8e8b4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3322062956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006202370955554204, "interval": [-0.04344424083616635, 0.05805879595317841], "p_value": 0.8213191461340175, "input_sha256": "486d7fbaf359e1d56f7b2a6197ea14f183d2970ec353b6ca0d81076e3ca8e8b4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3760578884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.396398101707902, "interval": [-7.370650202088507, 2.577853998672703], "p_value": 0.323, "input_sha256": "62fc608bce78252208b23c09bf77cb6047409e6028f5a4b502d162ed3a8af7ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3760578884, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.396398101707902, "interval": [-7.320534659264792, 2.2334320461581543], "p_value": 0.33512836052513084, "input_sha256": "62fc608bce78252208b23c09bf77cb6047409e6028f5a4b502d162ed3a8af7ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3760578884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026759071243421098, "interval": [-0.07601495918678017, 0.02249681669993798], "p_value": 0.262, "input_sha256": "62fc608bce78252208b23c09bf77cb6047409e6028f5a4b502d162ed3a8af7ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3760578884, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026759071243421098, "interval": [-0.07607612121751597, 0.01678057582056926], "p_value": 0.27755557331213027, "input_sha256": "62fc608bce78252208b23c09bf77cb6047409e6028f5a4b502d162ed3a8af7ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3715887445, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.36803460029763, "interval": [-7.038460822224313, 2.302391621629053], "p_value": 0.331, "input_sha256": "0ca2fda665898996a6af91348f281d8118ef34548bdebcbf25b414df26e9a9dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3715887445, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.36803460029763, "interval": [-6.838527914997892, 1.9349264430950772], "p_value": 0.3107058979428618, "input_sha256": "0ca2fda665898996a6af91348f281d8118ef34548bdebcbf25b414df26e9a9dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3715887445, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02638144110934766, "interval": [-0.07737520804537557, 0.02461232582668025], "p_value": 0.326, "input_sha256": "0ca2fda665898996a6af91348f281d8118ef34548bdebcbf25b414df26e9a9dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3715887445, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02638144110934766, "interval": [-0.07615545108107871, 0.02010210477762827], "p_value": 0.3013426145926596, "input_sha256": "0ca2fda665898996a6af91348f281d8118ef34548bdebcbf25b414df26e9a9dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 937295155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9869089054780051, "interval": [-5.0854995114314345, 3.1116817004754243], "p_value": 0.621, "input_sha256": "e30b6a171b3f8905094e42dab817fe3c3f7147224d4d70844570c0624f693636"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 937295155, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9869089054780051, "interval": [-4.659105663991921, 2.8302155124493833], "p_value": 0.6281516401694593, "input_sha256": "e30b6a171b3f8905094e42dab817fe3c3f7147224d4d70844570c0624f693636"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 937295155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006561420358177347, "interval": [-0.04728624551530022, 0.03416340479894552], "p_value": 0.75, "input_sha256": "e30b6a171b3f8905094e42dab817fe3c3f7147224d4d70844570c0624f693636"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 937295155, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006561420358177347, "interval": [-0.042248699550779735, 0.03188769919019964], "p_value": 0.7456163353535439, "input_sha256": "e30b6a171b3f8905094e42dab817fe3c3f7147224d4d70844570c0624f693636"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 160940522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5182240979271189, "interval": [-4.014268549047081, 2.9778203531928433], "p_value": 0.787, "input_sha256": "f3c57f19d4964994c96671998639a45dd28e0e736cd9928263d1900cbad35ed6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 160940522, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5182240979271189, "interval": [-3.9929340246661327, 2.620213832200864], "p_value": 0.7656936998488162, "input_sha256": "f3c57f19d4964994c96671998639a45dd28e0e736cd9928263d1900cbad35ed6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 160940522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010244507206479694, "interval": [-0.04832338873834888, 0.027834374325389488], "p_value": 0.613, "input_sha256": "f3c57f19d4964994c96671998639a45dd28e0e736cd9928263d1900cbad35ed6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 160940522, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010244507206479694, "interval": [-0.04764056310215064, 0.025233074197538275], "p_value": 0.5891414004836166, "input_sha256": "f3c57f19d4964994c96671998639a45dd28e0e736cd9928263d1900cbad35ed6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2713728285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.166647743460639, "interval": [-2.4738931660743475, 6.807188652995626], "p_value": 0.336, "input_sha256": "1d7658fc434ec3cc765d823ba3ba451f6964bb5a3cae24e771f94f485782bdd6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2713728285, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.166647743460639, "interval": [-2.1548339286143077, 6.468733633399606], "p_value": 0.34973781201826626, "input_sha256": "1d7658fc434ec3cc765d823ba3ba451f6964bb5a3cae24e771f94f485782bdd6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2713728285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028880406873324896, "interval": [-0.018255417910158694, 0.07601623165680849], "p_value": 0.213, "input_sha256": "1d7658fc434ec3cc765d823ba3ba451f6964bb5a3cae24e771f94f485782bdd6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2713728285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028880406873324896, "interval": [-0.015479141685386935, 0.07241355075052279], "p_value": 0.22158612805162373, "input_sha256": "1d7658fc434ec3cc765d823ba3ba451f6964bb5a3cae24e771f94f485782bdd6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 364419684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.528263578219221, "interval": [-1.1571001328437474, 6.213627289282189], "p_value": 0.16, "input_sha256": "0e058b362f9a8a6186e4ca647685d2074b728ac1d5a63ed222c85267cfe201c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 364419684, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.528263578219221, "interval": [-1.1197633416759307, 5.774413578768128], "p_value": 0.17283031972433088, "input_sha256": "0e058b362f9a8a6186e4ca647685d2074b728ac1d5a63ed222c85267cfe201c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 364419684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024933058051816157, "interval": [-0.01232863830635103, 0.062194754409983344], "p_value": 0.176, "input_sha256": "0e058b362f9a8a6186e4ca647685d2074b728ac1d5a63ed222c85267cfe201c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 364419684, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024933058051816157, "interval": [-0.009162672082996853, 0.059303896313598475], "p_value": 0.18315783399872076, "input_sha256": "0e058b362f9a8a6186e4ca647685d2074b728ac1d5a63ed222c85267cfe201c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2560627924, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1835070554424192, "interval": [-5.607704369046583, 3.2406902581617443], "p_value": 0.581, "input_sha256": "d6a4a91c8fc082ad40db97744960b494f7ae35187f052535c21ac74606ddc76d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2560627924, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1835070554424192, "interval": [-5.520988937552653, 3.3244757468290387], "p_value": 0.5909728937640949, "input_sha256": "d6a4a91c8fc082ad40db97744960b494f7ae35187f052535c21ac74606ddc76d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2560627924, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014206016534988847, "interval": [-0.05995206168887644, 0.03154002861889875], "p_value": 0.531, "input_sha256": "d6a4a91c8fc082ad40db97744960b494f7ae35187f052535c21ac74606ddc76d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2560627924, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014206016534988847, "interval": [-0.05929879686594488, 0.03233813233653931], "p_value": 0.5331802742197372, "input_sha256": "d6a4a91c8fc082ad40db97744960b494f7ae35187f052535c21ac74606ddc76d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 781952406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.043006013271002, "interval": [0.15152208129054934, 7.934489945251455], "p_value": 0.037, "input_sha256": "38c7b32f464d9120cb769e922019fdfc14a60d6a1ed3f7a87bfa566535e63919"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 781952406, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.043006013271002, "interval": [0.07697541536503306, 8.079874114783319], "p_value": 0.0421279702821015, "input_sha256": "38c7b32f464d9120cb769e922019fdfc14a60d6a1ed3f7a87bfa566535e63919"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 781952406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03901363348922453, "interval": [0.0008715198476611993, 0.07715574713078785], "p_value": 0.043, "input_sha256": "38c7b32f464d9120cb769e922019fdfc14a60d6a1ed3f7a87bfa566535e63919"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 781952406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03901363348922453, "interval": [-0.0007838057185962792, 0.0769588862152573], "p_value": 0.04524010000517051, "input_sha256": "38c7b32f464d9120cb769e922019fdfc14a60d6a1ed3f7a87bfa566535e63919"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3793648295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8820488069628958, "interval": [-6.193727553214441, 4.42962993928865], "p_value": 0.731, "input_sha256": "ad35de17644c839f7e3d10473e417166e6d18fc45e21749c5661db7cf18963bb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3793648295, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8820488069628958, "interval": [-5.685811575923702, 3.982554119966889], "p_value": 0.7383877943885893, "input_sha256": "ad35de17644c839f7e3d10473e417166e6d18fc45e21749c5661db7cf18963bb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3793648295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010091314423953057, "interval": [-0.06683374424853149, 0.04665111540062537], "p_value": 0.716, "input_sha256": "ad35de17644c839f7e3d10473e417166e6d18fc45e21749c5661db7cf18963bb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3793648295, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010091314423953057, "interval": [-0.06338369486366707, 0.040825016738587856], "p_value": 0.7204221520265408, "input_sha256": "ad35de17644c839f7e3d10473e417166e6d18fc45e21749c5661db7cf18963bb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 587734958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14394107312167037, "interval": [-3.967354442698075, 4.255236588941416], "p_value": 0.934, "input_sha256": "1f5d8cb47353b53724041b0a76a059153a49938b5f7a9322226746d9b09291cc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 587734958, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14394107312167037, "interval": [-3.5790106902964953, 4.298814797881536], "p_value": 0.9438609199320473, "input_sha256": "1f5d8cb47353b53724041b0a76a059153a49938b5f7a9322226746d9b09291cc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 587734958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0007630259312683685, "interval": [-0.04178190482078206, 0.040255852958245325], "p_value": 0.973, "input_sha256": "1f5d8cb47353b53724041b0a76a059153a49938b5f7a9322226746d9b09291cc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 587734958, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0007630259312683685, "interval": [-0.04028496338300081, 0.03694180799083343], "p_value": 0.9701433824180066, "input_sha256": "1f5d8cb47353b53724041b0a76a059153a49938b5f7a9322226746d9b09291cc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 842188589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9892253726044302, "interval": [-2.876368951921868, 6.854819697130728], "p_value": 0.386, "input_sha256": "4f3cdaaac86e3a1832d61792840844dc6c6bfbaad807f54542d4a4bf7d1767f6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 842188589, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9892253726044302, "interval": [-2.5554711054708488, 6.466271117224228], "p_value": 0.4113374499506912, "input_sha256": "4f3cdaaac86e3a1832d61792840844dc6c6bfbaad807f54542d4a4bf7d1767f6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 842188589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02457123656789502, "interval": [-0.028159244997690777, 0.07730171813348082], "p_value": 0.331, "input_sha256": "4f3cdaaac86e3a1832d61792840844dc6c6bfbaad807f54542d4a4bf7d1767f6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 842188589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02457123656789502, "interval": [-0.022498699207828522, 0.07839757825197176], "p_value": 0.3506013617775514, "input_sha256": "4f3cdaaac86e3a1832d61792840844dc6c6bfbaad807f54542d4a4bf7d1767f6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3227077203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0704218954191216, "interval": [-7.141472694626074, 1.000628903787831], "p_value": 0.152, "input_sha256": "9a80c2369970f44ce7bee495a7e5272f9fd9bc5da725923d6f3812a1cd85a108"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3227077203, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0704218954191216, "interval": [-6.623050735983259, 0.5514084658884115], "p_value": 0.135074972583287, "input_sha256": "9a80c2369970f44ce7bee495a7e5272f9fd9bc5da725923d6f3812a1cd85a108"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3227077203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025508454498858912, "interval": [-0.06540206747051919, 0.014385158472801356], "p_value": 0.223, "input_sha256": "9a80c2369970f44ce7bee495a7e5272f9fd9bc5da725923d6f3812a1cd85a108"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3227077203, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025508454498858912, "interval": [-0.060627921037002874, 0.010569443240485879], "p_value": 0.2033300030327811, "input_sha256": "9a80c2369970f44ce7bee495a7e5272f9fd9bc5da725923d6f3812a1cd85a108"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3151051221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5036223693820503, "interval": [-3.341703370154059, 4.34894810891816], "p_value": 0.787, "input_sha256": "a096b5213e087c51ff76537e699af293bb7ca211df3e230acb42aa0cb49d3301"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3151051221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5036223693820503, "interval": [-3.022659230810671, 3.754209538955666], "p_value": 0.7922955529499894, "input_sha256": "a096b5213e087c51ff76537e699af293bb7ca211df3e230acb42aa0cb49d3301"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3151051221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007066804820313827, "interval": [-0.03172312711928407, 0.045856736759911726], "p_value": 0.701, "input_sha256": "a096b5213e087c51ff76537e699af293bb7ca211df3e230acb42aa0cb49d3301"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3151051221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007066804820313827, "interval": [-0.02881075567506442, 0.04018196814850712], "p_value": 0.7141530488962253, "input_sha256": "a096b5213e087c51ff76537e699af293bb7ca211df3e230acb42aa0cb49d3301"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3773435806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8812754808986938, "interval": [-6.638009279686384, 2.875458317888996], "p_value": 0.415, "input_sha256": "f23a349a1f6e83243697cfa55e1da4d6d38aee42228785c81988622d1ea64d82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3773435806, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8812754808986938, "interval": [-6.659795041215326, 2.1401479549782465], "p_value": 0.427925869063154, "input_sha256": "f23a349a1f6e83243697cfa55e1da4d6d38aee42228785c81988622d1ea64d82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3773435806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017372665894011804, "interval": [-0.06358826793431606, 0.02884293614629245], "p_value": 0.454, "input_sha256": "f23a349a1f6e83243697cfa55e1da4d6d38aee42228785c81988622d1ea64d82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3773435806, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017372665894011804, "interval": [-0.06545916518729926, 0.0211258133308805], "p_value": 0.4509716151026031, "input_sha256": "f23a349a1f6e83243697cfa55e1da4d6d38aee42228785c81988622d1ea64d82"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2744347149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.186876180805056, "interval": [-5.763629407147045, 3.3898770455369327], "p_value": 0.6, "input_sha256": "dc2ae86c7c32f1be4c059c229f5061f51bdbe9ed55c7caa37df11a650b87605c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2744347149, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.186876180805056, "interval": [-5.177329858158896, 3.328768548975029], "p_value": 0.6025913223385788, "input_sha256": "dc2ae86c7c32f1be4c059c229f5061f51bdbe9ed55c7caa37df11a650b87605c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2744347149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010561777701011271, "interval": [-0.058180882536383385, 0.03705732713436084], "p_value": 0.67, "input_sha256": "dc2ae86c7c32f1be4c059c229f5061f51bdbe9ed55c7caa37df11a650b87605c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2744347149, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010561777701011271, "interval": [-0.053368019655136295, 0.035999748575727325], "p_value": 0.6558797754468451, "input_sha256": "dc2ae86c7c32f1be4c059c229f5061f51bdbe9ed55c7caa37df11a650b87605c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 538979409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8879205122798464, "interval": [-5.908927997941121, 2.1330869733814284], "p_value": 0.356, "input_sha256": "d73a4fc8facba73af4ccb541f9c8902b899968b2d286a8cad63ccc5527a17723"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 538979409, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8879205122798464, "interval": [-5.901165210296177, 1.6037361986571992], "p_value": 0.3477082026089744, "input_sha256": "d73a4fc8facba73af4ccb541f9c8902b899968b2d286a8cad63ccc5527a17723"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 538979409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02041807691608978, "interval": [-0.06424973673480726, 0.023413582902627697], "p_value": 0.356, "input_sha256": "d73a4fc8facba73af4ccb541f9c8902b899968b2d286a8cad63ccc5527a17723"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 538979409, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02041807691608978, "interval": [-0.06408143244483122, 0.019426696222982553], "p_value": 0.3515254467650354, "input_sha256": "d73a4fc8facba73af4ccb541f9c8902b899968b2d286a8cad63ccc5527a17723"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3666702880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1943013570578085, "interval": [-4.289111975204822, 4.677714689320439], "p_value": 0.943, "input_sha256": "12ae39939da2dd06befa707f2b09310950d3961a923b970857a74a31da27de08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3666702880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1943013570578085, "interval": [-4.150585454878183, 4.468122674607276], "p_value": 0.9304689855050763, "input_sha256": "12ae39939da2dd06befa707f2b09310950d3961a923b970857a74a31da27de08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3666702880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004651266634890502, "interval": [-0.0410680471743279, 0.05037058044410891], "p_value": 0.854, "input_sha256": "12ae39939da2dd06befa707f2b09310950d3961a923b970857a74a31da27de08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3666702880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004651266634890502, "interval": [-0.038450007665654436, 0.047059049452112214], "p_value": 0.8376132413286771, "input_sha256": "12ae39939da2dd06befa707f2b09310950d3961a923b970857a74a31da27de08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1181000375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.148881245174781, "interval": [-2.80514848090664, 7.102910971256202], "p_value": 0.385, "input_sha256": "c8ced355c7ffd01de408fdbeaf9830faca6eb60466f085479fac11bfb2652753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1181000375, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.148881245174781, "interval": [-2.396874403862273, 6.903374443891358], "p_value": 0.3851690526038757, "input_sha256": "c8ced355c7ffd01de408fdbeaf9830faca6eb60466f085479fac11bfb2652753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1181000375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015222640643898833, "interval": [-0.035633603647788226, 0.06607888493558589], "p_value": 0.529, "input_sha256": "c8ced355c7ffd01de408fdbeaf9830faca6eb60466f085479fac11bfb2652753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1181000375, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015222640643898833, "interval": [-0.03407386042447702, 0.06271451796806937], "p_value": 0.5479221522444508, "input_sha256": "c8ced355c7ffd01de408fdbeaf9830faca6eb60466f085479fac11bfb2652753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2267369649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7353462686079641, "interval": [-7.353096029335938, 3.8824034921200097], "p_value": 0.542, "input_sha256": "982e86011af4520acbffbd83073f0f69dc099ef0b14adcb49389205b86cdf442"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2267369649, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7353462686079641, "interval": [-6.745351872960186, 3.3553384617488655], "p_value": 0.5344443846756366, "input_sha256": "982e86011af4520acbffbd83073f0f69dc099ef0b14adcb49389205b86cdf442"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2267369649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01609780496187889, "interval": [-0.07710275908583872, 0.044907149162080946], "p_value": 0.621, "input_sha256": "982e86011af4520acbffbd83073f0f69dc099ef0b14adcb49389205b86cdf442"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2267369649, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01609780496187889, "interval": [-0.07335006945214094, 0.04080913130171628], "p_value": 0.5954379825260189, "input_sha256": "982e86011af4520acbffbd83073f0f69dc099ef0b14adcb49389205b86cdf442"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2808871851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0565172429306466, "interval": [-6.686454200657277, 0.5734197147959836], "p_value": 0.103, "input_sha256": "e08e5b8aa9d279d5b6485be83e1959e05c4f298298e0d0675d8882a6edd04025"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2808871851, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0565172429306466, "interval": [-6.332677691979263, 0.5285122599059584], "p_value": 0.09641878214375502, "input_sha256": "e08e5b8aa9d279d5b6485be83e1959e05c4f298298e0d0675d8882a6edd04025"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2808871851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03400791476277007, "interval": [-0.07318856701524934, 0.0051727374897092004], "p_value": 0.089, "input_sha256": "e08e5b8aa9d279d5b6485be83e1959e05c4f298298e0d0675d8882a6edd04025"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2808871851, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03400791476277007, "interval": [-0.06784054518994526, 0.004481415930461409], "p_value": 0.08694422516951535, "input_sha256": "e08e5b8aa9d279d5b6485be83e1959e05c4f298298e0d0675d8882a6edd04025"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 697315247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4642218445520916, "interval": [-3.0897955864364075, 6.018239275540591], "p_value": 0.469, "input_sha256": "21537914b22a7cb670f4e534363d3fca38666bf8d7c5cec7e7a1c1af7a11299a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 697315247, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4642218445520916, "interval": [-2.5457184245310884, 5.9147208419743915], "p_value": 0.5179760615356273, "input_sha256": "21537914b22a7cb670f4e534363d3fca38666bf8d7c5cec7e7a1c1af7a11299a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 697315247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024338952812152558, "interval": [-0.021716631529844557, 0.07039453715414967], "p_value": 0.266, "input_sha256": "21537914b22a7cb670f4e534363d3fca38666bf8d7c5cec7e7a1c1af7a11299a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 697315247, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024338952812152558, "interval": [-0.01589238801825684, 0.06977468555320769], "p_value": 0.2898977456162209, "input_sha256": "21537914b22a7cb670f4e534363d3fca38666bf8d7c5cec7e7a1c1af7a11299a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1687927076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5063390739862355, "interval": [-2.0437280472527934, 7.056406195225264], "p_value": 0.261, "input_sha256": "fbbe0f6b134f891a5a66fcb94462c2c3cbfdcea2bf32831cfb97c7088509ff7a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1687927076, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5063390739862355, "interval": [-1.678685000763401, 6.404749656996966], "p_value": 0.2712050815317388, "input_sha256": "fbbe0f6b134f891a5a66fcb94462c2c3cbfdcea2bf32831cfb97c7088509ff7a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1687927076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02590120129603679, "interval": [-0.022555976305417634, 0.07435837889749122], "p_value": 0.269, "input_sha256": "fbbe0f6b134f891a5a66fcb94462c2c3cbfdcea2bf32831cfb97c7088509ff7a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1687927076, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02590120129603679, "interval": [-0.018464316021810635, 0.06829781562233306], "p_value": 0.285299591350136, "input_sha256": "fbbe0f6b134f891a5a66fcb94462c2c3cbfdcea2bf32831cfb97c7088509ff7a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3733813497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03347726480341606, "interval": [-4.569793312379026, 4.502838782772194], "p_value": 0.992, "input_sha256": "76c3df33cd8736a205ad7d91b8b3af227669228cbd51a8f930b48a14634bbde3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3733813497, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03347726480341606, "interval": [-4.052527873795504, 4.319274333066621], "p_value": 0.9881563951369237, "input_sha256": "76c3df33cd8736a205ad7d91b8b3af227669228cbd51a8f930b48a14634bbde3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3733813497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003272683990387021, "interval": [-0.04633803315967317, 0.05288340114044721], "p_value": 0.887, "input_sha256": "76c3df33cd8736a205ad7d91b8b3af227669228cbd51a8f930b48a14634bbde3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3733813497, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003272683990387021, "interval": [-0.038537208174665605, 0.05187189616683811], "p_value": 0.8943383352495582, "input_sha256": "76c3df33cd8736a205ad7d91b8b3af227669228cbd51a8f930b48a14634bbde3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3989032505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3749604263209303, "interval": [-7.130554837022082, 2.3806339843802213], "p_value": 0.317, "input_sha256": "4c98568112c5dd61ab2e6853deb042319b66ce8cd547c073f0c5308aff422367"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3989032505, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3749604263209303, "interval": [-6.602903412437334, 2.177835556488129], "p_value": 0.3180736790642698, "input_sha256": "4c98568112c5dd61ab2e6853deb042319b66ce8cd547c073f0c5308aff422367"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3989032505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022625713604585748, "interval": [-0.0723860359464623, 0.027134608737290802], "p_value": 0.369, "input_sha256": "4c98568112c5dd61ab2e6853deb042319b66ce8cd547c073f0c5308aff422367"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3989032505, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022625713604585748, "interval": [-0.06872447759718503, 0.02368326670390394], "p_value": 0.3626856950628038, "input_sha256": "4c98568112c5dd61ab2e6853deb042319b66ce8cd547c073f0c5308aff422367"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 678591726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6375665226475515, "interval": [-4.115360904010419, 2.8402278587153162], "p_value": 0.719, "input_sha256": "2b624e2bb83429b1b044a5654e46504e97f7556e1a775754041dca817371d1e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 678591726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6375665226475515, "interval": [-3.929242707392126, 2.3806740384766694], "p_value": 0.7123388995020481, "input_sha256": "2b624e2bb83429b1b044a5654e46504e97f7556e1a775754041dca817371d1e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 678591726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004471137548079984, "interval": [-0.03976466407731011, 0.03082238898115014], "p_value": 0.799, "input_sha256": "2b624e2bb83429b1b044a5654e46504e97f7556e1a775754041dca817371d1e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 678591726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004471137548079984, "interval": [-0.037366896187062085, 0.025668521011868065], "p_value": 0.7988335086518905, "input_sha256": "2b624e2bb83429b1b044a5654e46504e97f7556e1a775754041dca817371d1e1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3109801538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.249881814230928, "interval": [0.1350833150636248, 8.364680313398232], "p_value": 0.035, "input_sha256": "7c38e106796fa007c02c60d64f099968961afe2003dda2d4ebc537a6f03ca12d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3109801538, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.249881814230928, "interval": [0.661963350360826, 8.368002678118712], "p_value": 0.04334873619276249, "input_sha256": "7c38e106796fa007c02c60d64f099968961afe2003dda2d4ebc537a6f03ca12d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3109801538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04117746032389705, "interval": [-0.001226338361375555, 0.08358125900916966], "p_value": 0.054, "input_sha256": "7c38e106796fa007c02c60d64f099968961afe2003dda2d4ebc537a6f03ca12d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3109801538, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04117746032389705, "interval": [0.0025186190912890438, 0.08167947109190173], "p_value": 0.0566278669979216, "input_sha256": "7c38e106796fa007c02c60d64f099968961afe2003dda2d4ebc537a6f03ca12d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1544171564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0021664837850732255, "interval": [-4.195962251205476, 4.200295218775622], "p_value": 0.999, "input_sha256": "56256fe63c7b75765b2890cec086d62d78e81065ace9cf5ce1943439e20369ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1544171564, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0021664837850732255, "interval": [-3.806371089782765, 4.033993219543878], "p_value": 0.9991713979527043, "input_sha256": "56256fe63c7b75765b2890cec086d62d78e81065ace9cf5ce1943439e20369ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1544171564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004932357715923305, "interval": [-0.05182914437379818, 0.04196442894195157], "p_value": 0.814, "input_sha256": "56256fe63c7b75765b2890cec086d62d78e81065ace9cf5ce1943439e20369ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1544171564, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004932357715923305, "interval": [-0.05097382371250804, 0.0380450240513812], "p_value": 0.8323472057034433, "input_sha256": "56256fe63c7b75765b2890cec086d62d78e81065ace9cf5ce1943439e20369ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1328702577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6998438359320591, "interval": [-3.225611528705037, 4.625299200569155], "p_value": 0.718, "input_sha256": "861d6ba269048c76243a343a911ba7ca35cb8268fcb406a02af871c48807e943"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1328702577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6998438359320591, "interval": [-2.9615861508120447, 3.9644138086364693], "p_value": 0.7201352971440411, "input_sha256": "861d6ba269048c76243a343a911ba7ca35cb8268fcb406a02af871c48807e943"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1328702577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0034699195813202577, "interval": [-0.035432690659732854, 0.04237252982237337], "p_value": 0.853, "input_sha256": "861d6ba269048c76243a343a911ba7ca35cb8268fcb406a02af871c48807e943"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1328702577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0034699195813202577, "interval": [-0.034386487936167866, 0.034141230404560706], "p_value": 0.8576663265007739, "input_sha256": "861d6ba269048c76243a343a911ba7ca35cb8268fcb406a02af871c48807e943"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4184352017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06443497744698412, "interval": [-5.753093975851631, 5.624224020957663], "p_value": 0.977, "input_sha256": "41546c91bf5d2fdac2adaa3d5ba914cb8e08cc06c412b955cfff5137bc0cea0a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4184352017, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06443497744698412, "interval": [-5.223662210298686, 5.681018423186285], "p_value": 0.9818221844489562, "input_sha256": "41546c91bf5d2fdac2adaa3d5ba914cb8e08cc06c412b955cfff5137bc0cea0a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4184352017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0029161612530731185, "interval": [-0.06403090499525022, 0.05819858248910398], "p_value": 0.932, "input_sha256": "41546c91bf5d2fdac2adaa3d5ba914cb8e08cc06c412b955cfff5137bc0cea0a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4184352017, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0029161612530731185, "interval": [-0.05896449707989203, 0.05913095089780108], "p_value": 0.9235235595761984, "input_sha256": "41546c91bf5d2fdac2adaa3d5ba914cb8e08cc06c412b955cfff5137bc0cea0a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 709313942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4257901550610672, "interval": [-3.4119128527215405, 6.263493162843675], "p_value": 0.54, "input_sha256": "2109aea67c158216d09648cb941db246e99b9d10fe51808e681b2849ebf37fa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 709313942, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4257901550610672, "interval": [-3.2490523127792605, 5.631309951567867], "p_value": 0.5541964000790762, "input_sha256": "2109aea67c158216d09648cb941db246e99b9d10fe51808e681b2849ebf37fa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 709313942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012325895921132646, "interval": [-0.043377174353788205, 0.0680289661960535], "p_value": 0.64, "input_sha256": "2109aea67c158216d09648cb941db246e99b9d10fe51808e681b2849ebf37fa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 709313942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012325895921132646, "interval": [-0.042872530454422145, 0.059233246211232535], "p_value": 0.6566063081231253, "input_sha256": "2109aea67c158216d09648cb941db246e99b9d10fe51808e681b2849ebf37fa0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2400157689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.670771654048234, "interval": [-10.612961958103416, -0.7285813499930507], "p_value": 0.025, "input_sha256": "b1e97e54060e16e6530e846e1cd74171dd2c68fe7a8583c192e348e15a1530d8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2400157689, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.670771654048234, "interval": [-10.137410466793149, -1.300711819491187], "p_value": 0.02567732148387196, "input_sha256": "b1e97e54060e16e6530e846e1cd74171dd2c68fe7a8583c192e348e15a1530d8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2400157689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06633357950115171, "interval": [-0.1209544931755498, -0.011712665826753621], "p_value": 0.019, "input_sha256": "b1e97e54060e16e6530e846e1cd74171dd2c68fe7a8583c192e348e15a1530d8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2400157689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06633357950115171, "interval": [-0.11674238041712058, -0.019949344235205002], "p_value": 0.018733166660278078, "input_sha256": "b1e97e54060e16e6530e846e1cd74171dd2c68fe7a8583c192e348e15a1530d8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 528151805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.47027258390548177, "interval": [-5.011229782472209, 4.070684614661245], "p_value": 0.85, "input_sha256": "de45136887df89f89f2599a3123b3f025d602e3bc7eef1faa7c8fa1c1903c004"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 528151805, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.47027258390548177, "interval": [-5.1763348480205735, 3.4306452933089777], "p_value": 0.8349644452073444, "input_sha256": "de45136887df89f89f2599a3123b3f025d602e3bc7eef1faa7c8fa1c1903c004"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 528151805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00376568261714208, "interval": [-0.05198326406564778, 0.04445189883136362], "p_value": 0.893, "input_sha256": "de45136887df89f89f2599a3123b3f025d602e3bc7eef1faa7c8fa1c1903c004"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 528151805, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00376568261714208, "interval": [-0.05308880184380943, 0.0399120338603975], "p_value": 0.8751515354854642, "input_sha256": "de45136887df89f89f2599a3123b3f025d602e3bc7eef1faa7c8fa1c1903c004"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3942067615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5393383965366647, "interval": [-5.882731255443479, 4.80405446237015], "p_value": 0.819, "input_sha256": "ef9be37057cce5e03dc0e5c1b16ad27e3950f8b69ddd93cba35b4cd99e1f7002"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3942067615, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5393383965366647, "interval": [-6.269442828955654, 4.20532624022051], "p_value": 0.8391800273447255, "input_sha256": "ef9be37057cce5e03dc0e5c1b16ad27e3950f8b69ddd93cba35b4cd99e1f7002"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3942067615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0041414075999885724, "interval": [-0.05847131385130849, 0.05018849865133135], "p_value": 0.866, "input_sha256": "ef9be37057cce5e03dc0e5c1b16ad27e3950f8b69ddd93cba35b4cd99e1f7002"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3942067615, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0041414075999885724, "interval": [-0.06204635128008747, 0.045058217701146715], "p_value": 0.8781785739776059, "input_sha256": "ef9be37057cce5e03dc0e5c1b16ad27e3950f8b69ddd93cba35b4cd99e1f7002"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3925370941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.099749395660881, "interval": [-1.9690785030313904, 6.1685772943531525], "p_value": 0.296, "input_sha256": "9c337682ee5a8d229893be0218801395f976f7360a5c924abe177b24703c8c89"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3925370941, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.099749395660881, "interval": [-1.388568225281712, 6.3883811760417135], "p_value": 0.3019724280829695, "input_sha256": "9c337682ee5a8d229893be0218801395f976f7360a5c924abe177b24703c8c89"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3925370941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02709132828183862, "interval": [-0.017161343464433813, 0.07134400002811106], "p_value": 0.219, "input_sha256": "9c337682ee5a8d229893be0218801395f976f7360a5c924abe177b24703c8c89"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3925370941, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02709132828183862, "interval": [-0.012008208648351532, 0.07186910633633344], "p_value": 0.22265186743925244, "input_sha256": "9c337682ee5a8d229893be0218801395f976f7360a5c924abe177b24703c8c89"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 485246943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7341242908733392, "interval": [-5.25305952688208, 3.7848109451354013], "p_value": 0.743, "input_sha256": "d08b8a1d783a28e613038dd943d0b5d90427d14f2ec83558b5c0a3376d10ba75"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 485246943, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7341242908733392, "interval": [-4.958026074225596, 3.439366810056915], "p_value": 0.7428633487719798, "input_sha256": "d08b8a1d783a28e613038dd943d0b5d90427d14f2ec83558b5c0a3376d10ba75"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 485246943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0104352395351094, "interval": [-0.054344749934146765, 0.033474270863927964], "p_value": 0.632, "input_sha256": "d08b8a1d783a28e613038dd943d0b5d90427d14f2ec83558b5c0a3376d10ba75"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 485246943, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0104352395351094, "interval": [-0.05333885315084525, 0.027806781832791172], "p_value": 0.6306975499859275, "input_sha256": "d08b8a1d783a28e613038dd943d0b5d90427d14f2ec83558b5c0a3376d10ba75"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1095988362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.918071986504718, "interval": [-8.730640027058524, 0.894496054049088], "p_value": 0.1, "input_sha256": "360414ccabaab037817352d140b8a4a6e5027cd46b192f6f4ae7b973b946c78f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1095988362, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.918071986504718, "interval": [-8.133877503336091, 0.6496506974795182], "p_value": 0.10757051211219229, "input_sha256": "360414ccabaab037817352d140b8a4a6e5027cd46b192f6f4ae7b973b946c78f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1095988362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03543784675850784, "interval": [-0.09097746340727533, 0.02010176989025965], "p_value": 0.186, "input_sha256": "360414ccabaab037817352d140b8a4a6e5027cd46b192f6f4ae7b973b946c78f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1095988362, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03543784675850784, "interval": [-0.07858364246230114, 0.02572121037825606], "p_value": 0.2039481997319159, "input_sha256": "360414ccabaab037817352d140b8a4a6e5027cd46b192f6f4ae7b973b946c78f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2226631537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7487056172945614, "interval": [-4.657396280595151, 3.159985046006028], "p_value": 0.7, "input_sha256": "77e461ac43f7e462836b95409c9b65bbea66d7cefc0d715b7c5ffe135750626d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2226631537, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7487056172945614, "interval": [-4.176064481204667, 2.916237158906348], "p_value": 0.7003494590198944, "input_sha256": "77e461ac43f7e462836b95409c9b65bbea66d7cefc0d715b7c5ffe135750626d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2226631537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011984406541732523, "interval": [-0.043581555847525724, 0.04118467453917922], "p_value": 0.961, "input_sha256": "77e461ac43f7e462836b95409c9b65bbea66d7cefc0d715b7c5ffe135750626d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2226631537, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011984406541732523, "interval": [-0.03871020542404263, 0.04048211177936204], "p_value": 0.95464027681334, "input_sha256": "77e461ac43f7e462836b95409c9b65bbea66d7cefc0d715b7c5ffe135750626d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1759635073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.21622505797558222, "interval": [-4.554638442995965, 4.987088558947129], "p_value": 0.925, "input_sha256": "8e0c8a8d52edb849d5bc9afba7846ba56ba2794a0c283966daaca8d6b7a558cf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1759635073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.21622505797558222, "interval": [-3.5394463527661086, 5.191843928334578], "p_value": 0.9273499427143932, "input_sha256": "8e0c8a8d52edb849d5bc9afba7846ba56ba2794a0c283966daaca8d6b7a558cf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1759635073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007844158156915276, "interval": [-0.04498699983228208, 0.060675316146112636], "p_value": 0.752, "input_sha256": "8e0c8a8d52edb849d5bc9afba7846ba56ba2794a0c283966daaca8d6b7a558cf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1759635073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007844158156915276, "interval": [-0.03405172137960762, 0.061665959468084036], "p_value": 0.7650582953484846, "input_sha256": "8e0c8a8d52edb849d5bc9afba7846ba56ba2794a0c283966daaca8d6b7a558cf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3460591810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1449929575061866, "interval": [-6.577003157697234, 2.287017242684861], "p_value": 0.342, "input_sha256": "3361402d1ed2600dc31c313c674a6b5e8fc778e27c837c3123e1b023dfd40d39"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3460591810, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1449929575061866, "interval": [-6.115200527710932, 1.820271378330996], "p_value": 0.3333737072501365, "input_sha256": "3361402d1ed2600dc31c313c674a6b5e8fc778e27c837c3123e1b023dfd40d39"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3460591810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022148243996278988, "interval": [-0.06624558485363431, 0.021949096861076337], "p_value": 0.317, "input_sha256": "3361402d1ed2600dc31c313c674a6b5e8fc778e27c837c3123e1b023dfd40d39"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3460591810, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022148243996278988, "interval": [-0.061228640116475476, 0.019597677836136265], "p_value": 0.31550814191953547, "input_sha256": "3361402d1ed2600dc31c313c674a6b5e8fc778e27c837c3123e1b023dfd40d39"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 718969069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.683355028944769, "interval": [-3.384698679525888, 4.751408737415426], "p_value": 0.753, "input_sha256": "2a2fa02696858e79bbcea9ce3b97e5e48ca7f668f0d4c41b346cc2ce7313ff06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 718969069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.683355028944769, "interval": [-3.1241355624965688, 4.58599200790557], "p_value": 0.7356829631785429, "input_sha256": "2a2fa02696858e79bbcea9ce3b97e5e48ca7f668f0d4c41b346cc2ce7313ff06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 718969069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011235944895163927, "interval": [-0.029593132140754076, 0.05206502193108193], "p_value": 0.601, "input_sha256": "2a2fa02696858e79bbcea9ce3b97e5e48ca7f668f0d4c41b346cc2ce7313ff06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 718969069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011235944895163927, "interval": [-0.026126807946632944, 0.049827295123254116], "p_value": 0.580617867001725, "input_sha256": "2a2fa02696858e79bbcea9ce3b97e5e48ca7f668f0d4c41b346cc2ce7313ff06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 525881936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8645517476870133, "interval": [-3.909644197839768, 5.638747693213794], "p_value": 0.722, "input_sha256": "73ab0a0b5e8b53bf92bc541341203c4d9bbd137a7d640b214f0d8daae3896f64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 525881936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8645517476870133, "interval": [-3.463428943144591, 5.4325772960327035], "p_value": 0.7159122079601336, "input_sha256": "73ab0a0b5e8b53bf92bc541341203c4d9bbd137a7d640b214f0d8daae3896f64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 525881936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011775825021399733, "interval": [-0.03972553475159837, 0.06327718479439784], "p_value": 0.651, "input_sha256": "73ab0a0b5e8b53bf92bc541341203c4d9bbd137a7d640b214f0d8daae3896f64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 525881936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011775825021399733, "interval": [-0.034214439972538944, 0.06303974448775963], "p_value": 0.6460906860016902, "input_sha256": "73ab0a0b5e8b53bf92bc541341203c4d9bbd137a7d640b214f0d8daae3896f64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1969245682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2515889291321614, "interval": [-2.9725583635872495, 5.475736221851572], "p_value": 0.549, "input_sha256": "c619d64fcea3da252452deaf2fd092a22e51caa9fd825a68a5479ef3cadf95b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1969245682, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2515889291321614, "interval": [-3.0860276060727863, 4.867979895847972], "p_value": 0.5520824605232636, "input_sha256": "c619d64fcea3da252452deaf2fd092a22e51caa9fd825a68a5479ef3cadf95b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1969245682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006430386302090224, "interval": [-0.03781301345599564, 0.050673786060176085], "p_value": 0.769, "input_sha256": "c619d64fcea3da252452deaf2fd092a22e51caa9fd825a68a5479ef3cadf95b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1969245682, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006430386302090224, "interval": [-0.039149625669322494, 0.04459468292047582], "p_value": 0.7701846567532782, "input_sha256": "c619d64fcea3da252452deaf2fd092a22e51caa9fd825a68a5479ef3cadf95b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1679285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9404563769063303, "interval": [-5.457282539769331, 3.57636978595667], "p_value": 0.676, "input_sha256": "fb3f327b869d1bd11af8c5e3ff7bf20f6513499afdeab21c33b6f868b2d8a23d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1679285521, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9404563769063303, "interval": [-5.126546849314728, 3.3165017251089806], "p_value": 0.6753918485813568, "input_sha256": "fb3f327b869d1bd11af8c5e3ff7bf20f6513499afdeab21c33b6f868b2d8a23d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1679285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00711614326271863, "interval": [-0.053448036634382724, 0.039215750108945464], "p_value": 0.765, "input_sha256": "fb3f327b869d1bd11af8c5e3ff7bf20f6513499afdeab21c33b6f868b2d8a23d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1679285521, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00711614326271863, "interval": [-0.047715632508340496, 0.04070298983410091], "p_value": 0.7571724557241934, "input_sha256": "fb3f327b869d1bd11af8c5e3ff7bf20f6513499afdeab21c33b6f868b2d8a23d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 8488440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07810132720251062, "interval": [-4.5084776646526, 4.664680319057621], "p_value": 0.979, "input_sha256": "073af4a9b4554ff0ff1b0d69e95cc7657e5601f46d6b729bcba63a936ad13441"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 8488440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07810132720251062, "interval": [-4.542035614109258, 4.163262632916747], "p_value": 0.9725369146616747, "input_sha256": "073af4a9b4554ff0ff1b0d69e95cc7657e5601f46d6b729bcba63a936ad13441"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 8488440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005560245860467952, "interval": [-0.042803502552091956, 0.05392399427302786], "p_value": 0.82, "input_sha256": "073af4a9b4554ff0ff1b0d69e95cc7657e5601f46d6b729bcba63a936ad13441"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 8488440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005560245860467952, "interval": [-0.045719333348248264, 0.04753299175545059], "p_value": 0.8164551499635919, "input_sha256": "073af4a9b4554ff0ff1b0d69e95cc7657e5601f46d6b729bcba63a936ad13441"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 975613278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1475432117726774, "interval": [-2.6447329264698434, 6.939819350015198], "p_value": 0.356, "input_sha256": "74c8da067daefaa77dc987ba4768707567f87024137716358df1828cac65fd92"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 975613278, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1475432117726774, "interval": [-2.5964828363308188, 6.4399435502847675], "p_value": 0.3691566101827517, "input_sha256": "74c8da067daefaa77dc987ba4768707567f87024137716358df1828cac65fd92"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 975613278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018593271744853493, "interval": [-0.027945311662960402, 0.0651318551526674], "p_value": 0.404, "input_sha256": "74c8da067daefaa77dc987ba4768707567f87024137716358df1828cac65fd92"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 975613278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018593271744853493, "interval": [-0.026639755920226344, 0.06106260171274582], "p_value": 0.4229989182270607, "input_sha256": "74c8da067daefaa77dc987ba4768707567f87024137716358df1828cac65fd92"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2450525180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.49045687168523333, "interval": [-4.551949862984777, 3.5710361196143108], "p_value": 0.821, "input_sha256": "0c673f8ac85a005f26fc04b2ebbaf36896ae679f39d9af9ac318e26ecd73361e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2450525180, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.49045687168523333, "interval": [-4.5537417500381805, 3.048205940212782], "p_value": 0.8079704324334164, "input_sha256": "0c673f8ac85a005f26fc04b2ebbaf36896ae679f39d9af9ac318e26ecd73361e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2450525180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0002202898479725518, "interval": [-0.03840552414424299, 0.03884610384018809], "p_value": 0.997, "input_sha256": "0c673f8ac85a005f26fc04b2ebbaf36896ae679f39d9af9ac318e26ecd73361e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2450525180, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0002202898479725518, "interval": [-0.036701927512330125, 0.03510382565120535], "p_value": 0.9908325073536481, "input_sha256": "0c673f8ac85a005f26fc04b2ebbaf36896ae679f39d9af9ac318e26ecd73361e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1242268235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8174600528942646, "interval": [-7.110747156187702, 1.4758270503991726], "p_value": 0.187, "input_sha256": "f1a839cedf096935fc059fdb8fa761c5124c1e8f34e694df86d66b64823fd2cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1242268235, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8174600528942646, "interval": [-6.838796948654934, 1.1489475057143694], "p_value": 0.19193080472039042, "input_sha256": "f1a839cedf096935fc059fdb8fa761c5124c1e8f34e694df86d66b64823fd2cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1242268235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028788807189478655, "interval": [-0.07163223744991577, 0.014054623070958464], "p_value": 0.173, "input_sha256": "f1a839cedf096935fc059fdb8fa761c5124c1e8f34e694df86d66b64823fd2cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1242268235, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028788807189478655, "interval": [-0.0702667238985729, 0.010342719710006444], "p_value": 0.18171255020267676, "input_sha256": "f1a839cedf096935fc059fdb8fa761c5124c1e8f34e694df86d66b64823fd2cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3197940096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6774323148268824, "interval": [-6.628900153957656, 3.2740355243038914], "p_value": 0.515, "input_sha256": "a26b5e68281a6bbe108974bba3f5e8b9631038091ecea134f5367817a3baa776"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3197940096, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6774323148268824, "interval": [-6.695658418650043, 2.852618842274142], "p_value": 0.4964570951422863, "input_sha256": "a26b5e68281a6bbe108974bba3f5e8b9631038091ecea134f5367817a3baa776"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3197940096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01899751417747781, "interval": [-0.06826846885728968, 0.03027344050233407], "p_value": 0.45, "input_sha256": "a26b5e68281a6bbe108974bba3f5e8b9631038091ecea134f5367817a3baa776"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3197940096, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01899751417747781, "interval": [-0.06646356255133565, 0.024997091896638186], "p_value": 0.43924008957216765, "input_sha256": "a26b5e68281a6bbe108974bba3f5e8b9631038091ecea134f5367817a3baa776"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 466265959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.125411106288356, "interval": [-8.872695246247119, 0.6218730336704077], "p_value": 0.089, "input_sha256": "ea0e823b06a03d7cd5fd7eebbf82a1c22a11ad3275b320b796088c8612345b36"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 466265959, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.125411106288356, "interval": [-8.500344058469846, 0.2819533639378031], "p_value": 0.08654781133121425, "input_sha256": "ea0e823b06a03d7cd5fd7eebbf82a1c22a11ad3275b320b796088c8612345b36"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 466265959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04338726580277569, "interval": [-0.08963792203763028, 0.0028633904320789078], "p_value": 0.07, "input_sha256": "ea0e823b06a03d7cd5fd7eebbf82a1c22a11ad3275b320b796088c8612345b36"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 466265959, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04338726580277569, "interval": [-0.08503955194187693, -0.0009555109459489713], "p_value": 0.06515585808647047, "input_sha256": "ea0e823b06a03d7cd5fd7eebbf82a1c22a11ad3275b320b796088c8612345b36"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2604611509, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.730069850565835, "interval": [-4.8741178327560215, 3.4139781316243516], "p_value": 0.725, "input_sha256": "776b438676572a3db544e26122cf7f6dcde47d6a6e00aee9516fc41245ca8fea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2604611509, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.730069850565835, "interval": [-4.129224528540693, 3.6080338816504276], "p_value": 0.7227969126235083, "input_sha256": "776b438676572a3db544e26122cf7f6dcde47d6a6e00aee9516fc41245ca8fea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2604611509, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01532709001436569, "interval": [-0.06112435605339397, 0.030470176024662586], "p_value": 0.51, "input_sha256": "776b438676572a3db544e26122cf7f6dcde47d6a6e00aee9516fc41245ca8fea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2604611509, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01532709001436569, "interval": [-0.057439787773252246, 0.02996145174622373], "p_value": 0.5009959410093499, "input_sha256": "776b438676572a3db544e26122cf7f6dcde47d6a6e00aee9516fc41245ca8fea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2221779720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2608293734317177, "interval": [-3.6913584293190302, 6.213017176182466], "p_value": 0.612, "input_sha256": "0110fa1e51705336886df9b52bfaa60d73b650c8f13ec3b3e5dffe3681a733d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2221779720, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2608293734317177, "interval": [-2.927963135687254, 6.482120176835979], "p_value": 0.6089345421009232, "input_sha256": "0110fa1e51705336886df9b52bfaa60d73b650c8f13ec3b3e5dffe3681a733d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2221779720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0046402048491853, "interval": [-0.04801244239589006, 0.05729285209426066], "p_value": 0.848, "input_sha256": "0110fa1e51705336886df9b52bfaa60d73b650c8f13ec3b3e5dffe3681a733d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2221779720, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0046402048491853, "interval": [-0.040255271777793436, 0.060639280708630346], "p_value": 0.859111165429156, "input_sha256": "0110fa1e51705336886df9b52bfaa60d73b650c8f13ec3b3e5dffe3681a733d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3207361088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9570623454604714, "interval": [-3.3526433128418436, 5.266768003762786], "p_value": 0.655, "input_sha256": "d5775337cd66ec4e1b8cc8d0acec82dbec6fd1f8d45a0ce8e0eaf96d7ddb4987"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3207361088, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9570623454604714, "interval": [-3.532027429717202, 4.625188791593159], "p_value": 0.6555635067075487, "input_sha256": "d5775337cd66ec4e1b8cc8d0acec82dbec6fd1f8d45a0ce8e0eaf96d7ddb4987"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3207361088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005913291563728371, "interval": [-0.03488967140713381, 0.04671625453459055], "p_value": 0.753, "input_sha256": "d5775337cd66ec4e1b8cc8d0acec82dbec6fd1f8d45a0ce8e0eaf96d7ddb4987"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3207361088, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005913291563728371, "interval": [-0.035534614468106435, 0.04155568764358359], "p_value": 0.770810488924075, "input_sha256": "d5775337cd66ec4e1b8cc8d0acec82dbec6fd1f8d45a0ce8e0eaf96d7ddb4987"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3598813068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6989610864458848, "interval": [-3.243414229064599, 6.6413364019563685], "p_value": 0.508, "input_sha256": "131c01fcbcc2426b7a520fce32757540dcf028b3f1429e2d28c7d0f9ab30dd7c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3598813068, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6989610864458848, "interval": [-2.8995402691030354, 6.191198541603462], "p_value": 0.489201334197373, "input_sha256": "131c01fcbcc2426b7a520fce32757540dcf028b3f1429e2d28c7d0f9ab30dd7c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3598813068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027132681698861363, "interval": [-0.02525986365408453, 0.07952522705180726], "p_value": 0.297, "input_sha256": "131c01fcbcc2426b7a520fce32757540dcf028b3f1429e2d28c7d0f9ab30dd7c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3598813068, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027132681698861363, "interval": [-0.023764076357347837, 0.07216793774678093], "p_value": 0.29836358750128167, "input_sha256": "131c01fcbcc2426b7a520fce32757540dcf028b3f1429e2d28c7d0f9ab30dd7c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3762586271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5658682008010594, "interval": [-5.641533486187246, 4.509797084585127], "p_value": 0.816, "input_sha256": "6548b683a54c51f3532a6c80ae22b85afc091477b3baefef649c7e5db424e182"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3762586271, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5658682008010594, "interval": [-5.047058622379235, 4.866148126991382], "p_value": 0.8226260853791227, "input_sha256": "6548b683a54c51f3532a6c80ae22b85afc091477b3baefef649c7e5db424e182"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3762586271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0016902687043561793, "interval": [-0.053104180436579704, 0.05648471784529206], "p_value": 0.963, "input_sha256": "6548b683a54c51f3532a6c80ae22b85afc091477b3baefef649c7e5db424e182"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3762586271, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0016902687043561793, "interval": [-0.0454146991589288, 0.05968562539939799], "p_value": 0.950455826244189, "input_sha256": "6548b683a54c51f3532a6c80ae22b85afc091477b3baefef649c7e5db424e182"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 204871868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1510776282139243, "interval": [-2.493401770004197, 6.7955570264320455], "p_value": 0.345, "input_sha256": "ca4f6b51eb6825e1b467af3419e1abdf272f357c0bde058bfcf8c7af7f17f414"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 204871868, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1510776282139243, "interval": [-2.3667545645097157, 6.297493064534223], "p_value": 0.35432815719755406, "input_sha256": "ca4f6b51eb6825e1b467af3419e1abdf272f357c0bde058bfcf8c7af7f17f414"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 204871868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02899315234909383, "interval": [-0.021545610436718113, 0.07953191513490578], "p_value": 0.246, "input_sha256": "ca4f6b51eb6825e1b467af3419e1abdf272f357c0bde058bfcf8c7af7f17f414"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 204871868, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02899315234909383, "interval": [-0.018661877967681116, 0.07550906021209014], "p_value": 0.2527220605880239, "input_sha256": "ca4f6b51eb6825e1b467af3419e1abdf272f357c0bde058bfcf8c7af7f17f414"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3304709551, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.683155667148184, "interval": [-7.668154679279199, 2.3018433449828306], "p_value": 0.294, "input_sha256": "4ca4cb98604c70d8314970d20c0003e53406c852fc55e1f8902ab068b12b93ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3304709551, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.683155667148184, "interval": [-7.474012166756906, 1.8470878316965083], "p_value": 0.28183588034216905, "input_sha256": "4ca4cb98604c70d8314970d20c0003e53406c852fc55e1f8902ab068b12b93ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3304709551, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033866069876311564, "interval": [-0.08752911757041054, 0.019796977817787414], "p_value": 0.225, "input_sha256": "4ca4cb98604c70d8314970d20c0003e53406c852fc55e1f8902ab068b12b93ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3304709551, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033866069876311564, "interval": [-0.08678363259756874, 0.012772801960693176], "p_value": 0.20765357558252887, "input_sha256": "4ca4cb98604c70d8314970d20c0003e53406c852fc55e1f8902ab068b12b93ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3647625643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.1446549055745825, "interval": [-4.399500841495889, 4.110191030346724], "p_value": 0.933, "input_sha256": "850d6ff1b912e6018c12add7f9cfcc0cc8d698e256ac007d492827f05a5c50d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3647625643, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.1446549055745825, "interval": [-3.6540229573500485, 4.543701932270761], "p_value": 0.9453947136810056, "input_sha256": "850d6ff1b912e6018c12add7f9cfcc0cc8d698e256ac007d492827f05a5c50d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3647625643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0015183096027143322, "interval": [-0.044342599656889435, 0.04130598045146077], "p_value": 0.924, "input_sha256": "850d6ff1b912e6018c12add7f9cfcc0cc8d698e256ac007d492827f05a5c50d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3647625643, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0015183096027143322, "interval": [-0.0368774136333754, 0.04379703801868174], "p_value": 0.9430644886136132, "input_sha256": "850d6ff1b912e6018c12add7f9cfcc0cc8d698e256ac007d492827f05a5c50d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 942475486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9483336444386863, "interval": [-3.5812292696299135, 5.477896558507286], "p_value": 0.649, "input_sha256": "0a64c6a0687d4670b1f022f897d260551b08425d66d2ff350a3db21db8ff4a64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 942475486, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9483336444386863, "interval": [-3.575871725658202, 5.052280276498213], "p_value": 0.6740731650354663, "input_sha256": "0a64c6a0687d4670b1f022f897d260551b08425d66d2ff350a3db21db8ff4a64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 942475486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012588455910276769, "interval": [-0.03736602603602156, 0.0625429378565751], "p_value": 0.596, "input_sha256": "0a64c6a0687d4670b1f022f897d260551b08425d66d2ff350a3db21db8ff4a64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 942475486, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012588455910276769, "interval": [-0.03910438428749359, 0.05755803494589719], "p_value": 0.6128969458630038, "input_sha256": "0a64c6a0687d4670b1f022f897d260551b08425d66d2ff350a3db21db8ff4a64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3922814426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2009647329458133, "interval": [-4.599053242229807, 5.000982708121434], "p_value": 0.918, "input_sha256": "cc454ee60fbc409f2694e2412749474db0a40207528db6304fbceb2d07f8e8ce"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3922814426, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2009647329458133, "interval": [-4.262191901378404, 4.296853005393], "p_value": 0.9328968444024273, "input_sha256": "cc454ee60fbc409f2694e2412749474db0a40207528db6304fbceb2d07f8e8ce"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3922814426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004447092421869803, "interval": [-0.05733062088368018, 0.04843643603994058], "p_value": 0.863, "input_sha256": "cc454ee60fbc409f2694e2412749474db0a40207528db6304fbceb2d07f8e8ce"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3922814426, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004447092421869803, "interval": [-0.05464363778636822, 0.03882017385858472], "p_value": 0.8656747901229576, "input_sha256": "cc454ee60fbc409f2694e2412749474db0a40207528db6304fbceb2d07f8e8ce"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3702320759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8552966881176953, "interval": [-8.97100235987596, 1.260408983640569], "p_value": 0.148, "input_sha256": "ac397f034b962fcae3ab3d11ebe9705b77f7044bcd0eb337d2ee0d6ec9d6cb15"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3702320759, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8552966881176953, "interval": [-8.457862454043008, 0.7843844809685457], "p_value": 0.1353649805791942, "input_sha256": "ac397f034b962fcae3ab3d11ebe9705b77f7044bcd0eb337d2ee0d6ec9d6cb15"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3702320759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035715062223607326, "interval": [-0.08585577933707705, 0.014425654889862409], "p_value": 0.178, "input_sha256": "ac397f034b962fcae3ab3d11ebe9705b77f7044bcd0eb337d2ee0d6ec9d6cb15"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3702320759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035715062223607326, "interval": [-0.08111935853467964, 0.009501026751259177], "p_value": 0.1574733978840667, "input_sha256": "ac397f034b962fcae3ab3d11ebe9705b77f7044bcd0eb337d2ee0d6ec9d6cb15"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1782544730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6698076726700446, "interval": [-1.5832247452567811, 6.92284009059687], "p_value": 0.213, "input_sha256": "42c71dfeaaa617436b5fe26d2dbe0622d19c61f3aeaca9fb637c5e43f3d4be72"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1782544730, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6698076726700446, "interval": [-1.404211952847407, 6.749493216732768], "p_value": 0.21054566934195215, "input_sha256": "42c71dfeaaa617436b5fe26d2dbe0622d19c61f3aeaca9fb637c5e43f3d4be72"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1782544730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02953426003935003, "interval": [-0.013971622212682264, 0.07304014229138232], "p_value": 0.188, "input_sha256": "42c71dfeaaa617436b5fe26d2dbe0622d19c61f3aeaca9fb637c5e43f3d4be72"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1782544730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02953426003935003, "interval": [-0.012699300309900801, 0.07190729366749114], "p_value": 0.17717048971509, "input_sha256": "42c71dfeaaa617436b5fe26d2dbe0622d19c61f3aeaca9fb637c5e43f3d4be72"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3105429209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11648357329934811, "interval": [-5.270092116110607, 5.503059262709304], "p_value": 0.96, "input_sha256": "213c33bc49cdcfcbdb89fc4f0f96ed336d486793095a3aee451e47a8d96a8489"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3105429209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11648357329934811, "interval": [-4.710441836426311, 5.00453045459096], "p_value": 0.9653068344919593, "input_sha256": "213c33bc49cdcfcbdb89fc4f0f96ed336d486793095a3aee451e47a8d96a8489"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3105429209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004233946052552048, "interval": [-0.04669536666003164, 0.05516325876513574], "p_value": 0.868, "input_sha256": "213c33bc49cdcfcbdb89fc4f0f96ed336d486793095a3aee451e47a8d96a8489"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3105429209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004233946052552048, "interval": [-0.04177329110970569, 0.05201612478306523], "p_value": 0.8672115851297945, "input_sha256": "213c33bc49cdcfcbdb89fc4f0f96ed336d486793095a3aee451e47a8d96a8489"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3690037237, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.565095122230498, "interval": [-9.329871578477505, 0.19968133401650867], "p_value": 0.05, "input_sha256": "62b3a9f8095e8508247f401149587b182be23bd7cd98adba8ee3662775c52b2c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3690037237, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.565095122230498, "interval": [-8.680358943197378, 0.24652412077441305], "p_value": 0.059883467077546534, "input_sha256": "62b3a9f8095e8508247f401149587b182be23bd7cd98adba8ee3662775c52b2c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3690037237, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04657953299547497, "interval": [-0.09784007446057354, 0.00468100846962359], "p_value": 0.069, "input_sha256": "62b3a9f8095e8508247f401149587b182be23bd7cd98adba8ee3662775c52b2c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3690037237, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04657953299547497, "interval": [-0.08941305742066673, 0.005234815006754617], "p_value": 0.07365361550699184, "input_sha256": "62b3a9f8095e8508247f401149587b182be23bd7cd98adba8ee3662775c52b2c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3923812225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.40002493391940064, "interval": [-4.924664531974072, 4.124614664135271], "p_value": 0.868, "input_sha256": "ffba10a6c96ccf7d7978982e4dfbc55126557ff097c997de66e424ce765ac8d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3923812225, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.40002493391940064, "interval": [-4.172476830288267, 4.021534117445947], "p_value": 0.8588800097035237, "input_sha256": "ffba10a6c96ccf7d7978982e4dfbc55126557ff097c997de66e424ce765ac8d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3923812225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037257861241853096, "interval": [-0.05231574533113649, 0.04486417308276587], "p_value": 0.875, "input_sha256": "ffba10a6c96ccf7d7978982e4dfbc55126557ff097c997de66e424ce765ac8d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3923812225, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037257861241853096, "interval": [-0.04318569510832099, 0.0441146979881121], "p_value": 0.8773801746924859, "input_sha256": "ffba10a6c96ccf7d7978982e4dfbc55126557ff097c997de66e424ce765ac8d4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1004409499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5885103828000702, "interval": [-5.134373832792465, 6.311394598392606], "p_value": 0.843, "input_sha256": "e2041f9ff93900acccf1ef6c8d53d5c47ddda513f033ed9b768498cdad3063ec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1004409499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5885103828000702, "interval": [-4.70431746266738, 6.166761510692485], "p_value": 0.8359424399530088, "input_sha256": "e2041f9ff93900acccf1ef6c8d53d5c47ddda513f033ed9b768498cdad3063ec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1004409499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005779000926555561, "interval": [-0.0528436966655469, 0.06440169851865801], "p_value": 0.85, "input_sha256": "e2041f9ff93900acccf1ef6c8d53d5c47ddda513f033ed9b768498cdad3063ec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1004409499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005779000926555561, "interval": [-0.04907110517834912, 0.06237574991904755], "p_value": 0.8427310414509425, "input_sha256": "e2041f9ff93900acccf1ef6c8d53d5c47ddda513f033ed9b768498cdad3063ec"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4083728388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4741447175970332, "interval": [-2.102874763347312, 5.051164198541379], "p_value": 0.427, "input_sha256": "f3f9a7172a30f1d154c600782c7952788922737906e74bc47d686a304e312f17"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4083728388, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4741447175970332, "interval": [-1.8008436932144607, 4.873115023129394], "p_value": 0.40915642591785617, "input_sha256": "f3f9a7172a30f1d154c600782c7952788922737906e74bc47d686a304e312f17"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4083728388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020308134190810387, "interval": [-0.018685170389236873, 0.05930143877085765], "p_value": 0.289, "input_sha256": "f3f9a7172a30f1d154c600782c7952788922737906e74bc47d686a304e312f17"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4083728388, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020308134190810387, "interval": [-0.012981993915770448, 0.06014241648817904], "p_value": 0.29831231387787527, "input_sha256": "f3f9a7172a30f1d154c600782c7952788922737906e74bc47d686a304e312f17"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1838659091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8901243003351738, "interval": [-3.944265586666863, 5.724514187337211], "p_value": 0.717, "input_sha256": "1d7bc632de8e2718929dbd0f6058b1e2ac6a82b3d0948b975d8fd792a3a7f3f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1838659091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8901243003351738, "interval": [-3.725057606646939, 5.11149285696], "p_value": 0.7114033453483195, "input_sha256": "1d7bc632de8e2718929dbd0f6058b1e2ac6a82b3d0948b975d8fd792a3a7f3f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1838659091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005917662543171956, "interval": [-0.04139041369982654, 0.05322573878617045], "p_value": 0.789, "input_sha256": "1d7bc632de8e2718929dbd0f6058b1e2ac6a82b3d0948b975d8fd792a3a7f3f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1838659091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005917662543171956, "interval": [-0.03824380931160225, 0.051166864230635406], "p_value": 0.8014577979898219, "input_sha256": "1d7bc632de8e2718929dbd0f6058b1e2ac6a82b3d0948b975d8fd792a3a7f3f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 543074304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9698788852630278, "interval": [-4.785320563018679, 2.8455627924926237], "p_value": 0.605, "input_sha256": "8abafc0482208f068c01fd3dbc3c91745bd763bd5193e44a3c9bc42e6f04edd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 543074304, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9698788852630278, "interval": [-4.8035612738747835, 2.342620759858078], "p_value": 0.6098051717194171, "input_sha256": "8abafc0482208f068c01fd3dbc3c91745bd763bd5193e44a3c9bc42e6f04edd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 543074304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00530916412324757, "interval": [-0.0465439377374536, 0.03592560949095846], "p_value": 0.778, "input_sha256": "8abafc0482208f068c01fd3dbc3c91745bd763bd5193e44a3c9bc42e6f04edd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 543074304, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00530916412324757, "interval": [-0.046804552989192165, 0.031251721111443], "p_value": 0.795742128832802, "input_sha256": "8abafc0482208f068c01fd3dbc3c91745bd763bd5193e44a3c9bc42e6f04edd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2561728582, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2317983068906404, "interval": [-4.021908999558735, 4.485505613340016], "p_value": 0.911, "input_sha256": "d5a40b7e39c8aeb0532c303c7026a81143a0105c31520f38577e750cc0a1e519"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2561728582, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2317983068906404, "interval": [-4.075220353207473, 3.741970082598601], "p_value": 0.9125617615662818, "input_sha256": "d5a40b7e39c8aeb0532c303c7026a81143a0105c31520f38577e750cc0a1e519"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2561728582, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023806731375242973, "interval": [-0.04247522853534044, 0.04723657481038904], "p_value": 0.904, "input_sha256": "d5a40b7e39c8aeb0532c303c7026a81143a0105c31520f38577e750cc0a1e519"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2561728582, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023806731375242973, "interval": [-0.04180972483765876, 0.03934191410504333], "p_value": 0.9148758925645968, "input_sha256": "d5a40b7e39c8aeb0532c303c7026a81143a0105c31520f38577e750cc0a1e519"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292955035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7227555147906788, "interval": [-3.125502668802244, 6.571013698383601], "p_value": 0.474, "input_sha256": "bc699cddb4216ab46be71c1bde651cf704307d7167e35bfe376b7eedcd5cd5ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292955035, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7227555147906788, "interval": [-2.9992019456595305, 6.250868052107511], "p_value": 0.474209350540055, "input_sha256": "bc699cddb4216ab46be71c1bde651cf704307d7167e35bfe376b7eedcd5cd5ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292955035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014368692284291773, "interval": [-0.03947679313022231, 0.06821417769880586], "p_value": 0.604, "input_sha256": "bc699cddb4216ab46be71c1bde651cf704307d7167e35bfe376b7eedcd5cd5ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292955035, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014368692284291773, "interval": [-0.037643459921455506, 0.06431492535925828], "p_value": 0.5909075475064971, "input_sha256": "bc699cddb4216ab46be71c1bde651cf704307d7167e35bfe376b7eedcd5cd5ff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1797833485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0374308321417116, "interval": [-2.8774318386979623, 6.9522935029813855], "p_value": 0.39, "input_sha256": "6473dbe87eb9cdf3527e2ad9f5df0e1f21928750abd9ef2660f999cf8a91fd74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1797833485, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0374308321417116, "interval": [-2.35027483130977, 6.854685379238053], "p_value": 0.40657709064715164, "input_sha256": "6473dbe87eb9cdf3527e2ad9f5df0e1f21928750abd9ef2660f999cf8a91fd74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1797833485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02777889647435086, "interval": [-0.0206597390143013, 0.07621753196300302], "p_value": 0.232, "input_sha256": "6473dbe87eb9cdf3527e2ad9f5df0e1f21928750abd9ef2660f999cf8a91fd74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1797833485, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02777889647435086, "interval": [-0.016418576301270502, 0.07264448731574469], "p_value": 0.2528617051586565, "input_sha256": "6473dbe87eb9cdf3527e2ad9f5df0e1f21928750abd9ef2660f999cf8a91fd74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3045153254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.241520379315711, "interval": [-2.884248588431686, 7.367289347063108], "p_value": 0.374, "input_sha256": "0bbd07fc1c620ab3549a1d8ed8ecc4491616177223c32eb70cc0307de42dfcb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3045153254, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.241520379315711, "interval": [-3.014255720574945, 6.899851878087352], "p_value": 0.38107379701732036, "input_sha256": "0bbd07fc1c620ab3549a1d8ed8ecc4491616177223c32eb70cc0307de42dfcb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3045153254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024770401280761647, "interval": [-0.02561515937111432, 0.07515596193263761], "p_value": 0.317, "input_sha256": "0bbd07fc1c620ab3549a1d8ed8ecc4491616177223c32eb70cc0307de42dfcb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3045153254, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024770401280761647, "interval": [-0.02520954918687126, 0.07118576251108781], "p_value": 0.32534168420213483, "input_sha256": "0bbd07fc1c620ab3549a1d8ed8ecc4491616177223c32eb70cc0307de42dfcb2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 166544475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0465495621048477, "interval": [-7.0668685029340494, 2.973769378724354], "p_value": 0.391, "input_sha256": "d8972918380f8934a2fab1fb3f3efceb13371644389e5c8c719f42865a3def94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 166544475, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0465495621048477, "interval": [-6.989432317824101, 2.275582593612183], "p_value": 0.4136777432239469, "input_sha256": "d8972918380f8934a2fab1fb3f3efceb13371644389e5c8c719f42865a3def94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 166544475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02929939696806297, "interval": [-0.08162587601753568, 0.02302708208140975], "p_value": 0.256, "input_sha256": "d8972918380f8934a2fab1fb3f3efceb13371644389e5c8c719f42865a3def94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 166544475, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02929939696806297, "interval": [-0.07869468962882933, 0.01509801407779187], "p_value": 0.26403056624669646, "input_sha256": "d8972918380f8934a2fab1fb3f3efceb13371644389e5c8c719f42865a3def94"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1870641444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5508587812367995, "interval": [-6.188231828260209, 3.08651426578661], "p_value": 0.493, "input_sha256": "f578495c2a572bcee9fc8f0660ca4261c7190bbc70f18af4d1225842954407df"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1870641444, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5508587812367995, "interval": [-6.064952452941503, 2.6431493391302054], "p_value": 0.5015325031408262, "input_sha256": "f578495c2a572bcee9fc8f0660ca4261c7190bbc70f18af4d1225842954407df"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1870641444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014597171629214478, "interval": [-0.06447865850441695, 0.03528431524598799], "p_value": 0.538, "input_sha256": "f578495c2a572bcee9fc8f0660ca4261c7190bbc70f18af4d1225842954407df"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1870641444, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014597171629214478, "interval": [-0.062440435265111505, 0.03293152176397546], "p_value": 0.5565213114295554, "input_sha256": "f578495c2a572bcee9fc8f0660ca4261c7190bbc70f18af4d1225842954407df"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4122269897, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.24141561404146383, "interval": [-4.022402510500623, 4.50523373858355], "p_value": 0.932, "input_sha256": "b804742c400a6c031804670bcd267540c46066feaf12e5b723f3ab5004f69660"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4122269897, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.24141561404146383, "interval": [-3.628967653263004, 4.451428362494634], "p_value": 0.9092532107667284, "input_sha256": "b804742c400a6c031804670bcd267540c46066feaf12e5b723f3ab5004f69660"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4122269897, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004621565512440029, "interval": [-0.04010587174565598, 0.04934900277053604], "p_value": 0.872, "input_sha256": "b804742c400a6c031804670bcd267540c46066feaf12e5b723f3ab5004f69660"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4122269897, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004621565512440029, "interval": [-0.03474149538809187, 0.049217175232810974], "p_value": 0.8352546134850837, "input_sha256": "b804742c400a6c031804670bcd267540c46066feaf12e5b723f3ab5004f69660"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 630665363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6428626914760196, "interval": [-1.7076694879372392, 6.993394870889278], "p_value": 0.251, "input_sha256": "bbe6d690357a9a409e579391db081dd60c9760afef0388a7ffaed2a03b285778"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 630665363, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6428626914760196, "interval": [-1.182641217506947, 6.971448997114722], "p_value": 0.22626303736127298, "input_sha256": "bbe6d690357a9a409e579391db081dd60c9760afef0388a7ffaed2a03b285778"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 630665363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028264459109518622, "interval": [-0.015950925215160526, 0.07247984343419778], "p_value": 0.229, "input_sha256": "bbe6d690357a9a409e579391db081dd60c9760afef0388a7ffaed2a03b285778"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 630665363, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028264459109518622, "interval": [-0.010502651861933481, 0.07100944078838053], "p_value": 0.2033687234330513, "input_sha256": "bbe6d690357a9a409e579391db081dd60c9760afef0388a7ffaed2a03b285778"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1354319709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.250570080216911, "interval": [1.3267227578363352, 9.174417402597488], "p_value": 0.007, "input_sha256": "fad8b07f2d908739bef48b9cf348beb58d841880248e934cd8c52907755fb92a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1354319709, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.250570080216911, "interval": [1.7412193699710674, 9.169854073436921], "p_value": 0.010110358796836638, "input_sha256": "fad8b07f2d908739bef48b9cf348beb58d841880248e934cd8c52907755fb92a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.050385902436513065, "seed": 1354319709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0627405160966008, "interval": [0.017574962491945408, 0.10790606970125621], "p_value": 0.007, "input_sha256": "fad8b07f2d908739bef48b9cf348beb58d841880248e934cd8c52907755fb92a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.050385902436513065, "seed": 1354319709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0627405160966008, "interval": [0.022050283638892984, 0.10728235908431998], "p_value": 0.0078121977140675185, "input_sha256": "fad8b07f2d908739bef48b9cf348beb58d841880248e934cd8c52907755fb92a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3977462280, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.680954137397034, "interval": [-2.2936669200464745, 7.655575194840543], "p_value": 0.293, "input_sha256": "089657c0bfc3843814cf74633fe09712e295736afa14322326adf55f2f0c1257"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3977462280, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.680954137397034, "interval": [-1.8747857873685663, 7.426256062183972], "p_value": 0.2814689063646552, "input_sha256": "089657c0bfc3843814cf74633fe09712e295736afa14322326adf55f2f0c1257"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.04890080219952758, "seed": 3977462280, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021535118502877898, "interval": [-0.03258624193629689, 0.07565647894205269], "p_value": 0.426, "input_sha256": "089657c0bfc3843814cf74633fe09712e295736afa14322326adf55f2f0c1257"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.04890080219952758, "seed": 3977462280, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021535118502877898, "interval": [-0.026468477104144673, 0.07461376328245443], "p_value": 0.4247995767081374, "input_sha256": "089657c0bfc3843814cf74633fe09712e295736afa14322326adf55f2f0c1257"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2185647834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.207416098613052, "interval": [3.3167794450255874, 13.098052752200516], "p_value": 0.003, "input_sha256": "80461c72f0a4736e4bcf8f5434729469bf796566d9b632530dd1aa8b9ef6ba4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2185647834, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.207416098613052, "interval": [3.378598433824791, 12.555567738238182], "p_value": 0.0016108753777017465, "input_sha256": "80461c72f0a4736e4bcf8f5434729469bf796566d9b632530dd1aa8b9ef6ba4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.048820523895394076, "seed": 2185647834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07881526667019229, "interval": [0.029985079660797685, 0.12764545367958688], "p_value": 0.002, "input_sha256": "80461c72f0a4736e4bcf8f5434729469bf796566d9b632530dd1aa8b9ef6ba4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.048820523895394076, "seed": 2185647834, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07881526667019229, "interval": [0.030516115715694264, 0.12124165076495105], "p_value": 0.0023166587231892373, "input_sha256": "80461c72f0a4736e4bcf8f5434729469bf796566d9b632530dd1aa8b9ef6ba4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 757819209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.939149226680266, "interval": [0.41357838627204035, 11.464720067088493], "p_value": 0.031, "input_sha256": "4814ee0af48cd5453048423db8231bd851d48303630f287e0ed2e42fb8168c3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 757819209, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.939149226680266, "interval": [0.42262152368841327, 10.594727942369497], "p_value": 0.03584884609869734, "input_sha256": "4814ee0af48cd5453048423db8231bd851d48303630f287e0ed2e42fb8168c3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.049691576085662166, "seed": 757819209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05226322010416465, "interval": [-0.0037200304206498336, 0.10824647062897913], "p_value": 0.068, "input_sha256": "4814ee0af48cd5453048423db8231bd851d48303630f287e0ed2e42fb8168c3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.049691576085662166, "seed": 757819209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05226322010416465, "interval": [-0.002890174943695967, 0.10193359268850154], "p_value": 0.06641972838823175, "input_sha256": "4814ee0af48cd5453048423db8231bd851d48303630f287e0ed2e42fb8168c3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2757819422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.055566642485797, "interval": [1.8298785902450083, 10.281254694726584], "p_value": 0.006, "input_sha256": "0e065a0cecf00b0f9172a01feb07df92b242b132018623041e1e06c1e7cf24df"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2757819422, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.055566642485797, "interval": [2.130832194073003, 10.176949788004118], "p_value": 0.0061607358777008925, "input_sha256": "0e065a0cecf00b0f9172a01feb07df92b242b132018623041e1e06c1e7cf24df"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04753188818145493, "seed": 2757819422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05638663712922429, "interval": [0.015228101861519086, 0.09754517239692949], "p_value": 0.009, "input_sha256": "0e065a0cecf00b0f9172a01feb07df92b242b132018623041e1e06c1e7cf24df"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04753188818145493, "seed": 2757819422, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05638663712922429, "interval": [0.019905396621227655, 0.09726659647286141], "p_value": 0.008551414164570463, "input_sha256": "0e065a0cecf00b0f9172a01feb07df92b242b132018623041e1e06c1e7cf24df"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1057783643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.635663457403801, "interval": [-0.35861088041592737, 9.62993779522353], "p_value": 0.056, "input_sha256": "50122e9f73b280c430e87c0583c30d80213e63111e957f4d00080330fef71795"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1057783643, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.635663457403801, "interval": [0.33154392081247325, 9.329751981338203], "p_value": 0.06786076474547752, "input_sha256": "50122e9f73b280c430e87c0583c30d80213e63111e957f4d00080330fef71795"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04928766180017848, "seed": 1057783643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05407814501978199, "interval": [-0.0043431277104728355, 0.11249941775003681], "p_value": 0.059, "input_sha256": "50122e9f73b280c430e87c0583c30d80213e63111e957f4d00080330fef71795"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04928766180017848, "seed": 1057783643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05407814501978199, "interval": [0.006267514658079049, 0.11350179917077557], "p_value": 0.06853254291375176, "input_sha256": "50122e9f73b280c430e87c0583c30d80213e63111e957f4d00080330fef71795"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 765938369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.584027763706988, "interval": [1.6084925957990501, 9.559562931614927], "p_value": 0.008, "input_sha256": "41695437b89836a226c378d1b9c475a6a7f56bb804b5a97fffd917d90b0c74ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 765938369, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.584027763706988, "interval": [1.9923628530807203, 9.544137016765864], "p_value": 0.007146529910701599, "input_sha256": "41695437b89836a226c378d1b9c475a6a7f56bb804b5a97fffd917d90b0c74ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.05102486339638799, "seed": 765938369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05806637900859149, "interval": [0.014853084423662892, 0.10127967359352008], "p_value": 0.01, "input_sha256": "41695437b89836a226c378d1b9c475a6a7f56bb804b5a97fffd917d90b0c74ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.05102486339638799, "seed": 765938369, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05806637900859149, "interval": [0.02115786621356482, 0.10009418634099887], "p_value": 0.009786835910975327, "input_sha256": "41695437b89836a226c378d1b9c475a6a7f56bb804b5a97fffd917d90b0c74ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 454732499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.062634727270161, "interval": [1.6222807092971392, 10.502988745243183], "p_value": 0.01, "input_sha256": "2b2044a948a9ccb6de111f2ec451dc3ba0418ed179ab67c1d352a1ab1d36a5c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 454732499, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.062634727270161, "interval": [1.9391402732142125, 10.28308210711735], "p_value": 0.008891613512933137, "input_sha256": "2b2044a948a9ccb6de111f2ec451dc3ba0418ed179ab67c1d352a1ab1d36a5c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.049315401361023796, "seed": 454732499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05741036539493549, "interval": [0.009786627274509054, 0.10503410351536194], "p_value": 0.026, "input_sha256": "2b2044a948a9ccb6de111f2ec451dc3ba0418ed179ab67c1d352a1ab1d36a5c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.049315401361023796, "seed": 454732499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05741036539493549, "interval": [0.0132053263196288, 0.10443163541748912], "p_value": 0.019585977060209255, "input_sha256": "2b2044a948a9ccb6de111f2ec451dc3ba0418ed179ab67c1d352a1ab1d36a5c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 822474353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9028628753567407, "interval": [-1.6193341396954946, 9.425059890408976], "p_value": 0.171, "input_sha256": "db79c933efac6351b544511c2d98c202326b7e9595f2d9763a0c718865883d82"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 822474353, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9028628753567407, "interval": [-1.0433375584385676, 9.640253382740559], "p_value": 0.16036701747920643, "input_sha256": "db79c933efac6351b544511c2d98c202326b7e9595f2d9763a0c718865883d82"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.05061227247614473, "seed": 822474353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033993289903996235, "interval": [-0.027322105393602594, 0.09530868520159506], "p_value": 0.287, "input_sha256": "db79c933efac6351b544511c2d98c202326b7e9595f2d9763a0c718865883d82"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.05061227247614473, "seed": 822474353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033993289903996235, "interval": [-0.02415170767657993, 0.09465500124351044], "p_value": 0.26843854657430694, "input_sha256": "db79c933efac6351b544511c2d98c202326b7e9595f2d9763a0c718865883d82"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4211027108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.0131821115742, "interval": [4.624695698869268, 13.401668524279131], "p_value": 0.001, "input_sha256": "e12c90249750670b84808deeaaeeb262532741c53eaa049cb4fddeb7d8db657d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4211027108, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.0131821115742, "interval": [5.307562287545614, 13.205359469451043], "p_value": 0.0001770952693496598, "input_sha256": "e12c90249750670b84808deeaaeeb262532741c53eaa049cb4fddeb7d8db657d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0483938905907368, "seed": 4211027108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09418435487765724, "interval": [0.05067170671270226, 0.1376970030426122], "p_value": 0.001, "input_sha256": "e12c90249750670b84808deeaaeeb262532741c53eaa049cb4fddeb7d8db657d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0483938905907368, "seed": 4211027108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09418435487765724, "interval": [0.06026416999954595, 0.13844594018856154], "p_value": 9.336660428295831e-05, "input_sha256": "e12c90249750670b84808deeaaeeb262532741c53eaa049cb4fddeb7d8db657d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1758428167, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4433066674124895, "interval": [-0.498921006421182, 7.385534341246161], "p_value": 0.091, "input_sha256": "95c9c0d459251fa76f8eb1e75432670c40cb4bf47eb940c33a8979284efb5bb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1758428167, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4433066674124895, "interval": [-0.31363295396236357, 7.26900825815641], "p_value": 0.08504989025391889, "input_sha256": "95c9c0d459251fa76f8eb1e75432670c40cb4bf47eb940c33a8979284efb5bb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.04962393066698938, "seed": 1758428167, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03469125109988877, "interval": [-0.002710087661498939, 0.07209258986127648], "p_value": 0.073, "input_sha256": "95c9c0d459251fa76f8eb1e75432670c40cb4bf47eb940c33a8979284efb5bb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.04962393066698938, "seed": 1758428167, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03469125109988877, "interval": [0.0008194396560406523, 0.0717657094356734], "p_value": 0.06809244358383139, "input_sha256": "95c9c0d459251fa76f8eb1e75432670c40cb4bf47eb940c33a8979284efb5bb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3364745087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.8272927831093835, "interval": [0.6999210810390117, 10.954664485179755], "p_value": 0.03, "input_sha256": "7b1b06da49b49d65b583d32d001da33e0c13b44289b4885384a91d10aebb22f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3364745087, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.8272927831093835, "interval": [0.7869047457451231, 10.49893371234155], "p_value": 0.027014673259350357, "input_sha256": "7b1b06da49b49d65b583d32d001da33e0c13b44289b4885384a91d10aebb22f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.050449157395941205, "seed": 3364745087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058327717994025446, "interval": [0.003555349586717896, 0.113100086401333], "p_value": 0.041, "input_sha256": "7b1b06da49b49d65b583d32d001da33e0c13b44289b4885384a91d10aebb22f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.050449157395941205, "seed": 3364745087, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058327717994025446, "interval": [0.0013384687465788434, 0.10670767157987113], "p_value": 0.037497754142641254, "input_sha256": "7b1b06da49b49d65b583d32d001da33e0c13b44289b4885384a91d10aebb22f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2269359090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.623298012872258, "interval": [2.1723214393404113, 11.074274586404105], "p_value": 0.004, "input_sha256": "c70b1de662e5f7ac2606d8504de258d9f5ab1df029167850867ca166fe806cbc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2269359090, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.623298012872258, "interval": [2.8022636932932867, 11.20180955044025], "p_value": 0.004594131877060628, "input_sha256": "c70b1de662e5f7ac2606d8504de258d9f5ab1df029167850867ca166fe806cbc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.049824346707138006, "seed": 2269359090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06248330450613007, "interval": [0.016014050085878112, 0.10895255892638203], "p_value": 0.012, "input_sha256": "c70b1de662e5f7ac2606d8504de258d9f5ab1df029167850867ca166fe806cbc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.049824346707138006, "seed": 2269359090, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06248330450613007, "interval": [0.02236846190871899, 0.10966837073441495], "p_value": 0.00974020781317326, "input_sha256": "c70b1de662e5f7ac2606d8504de258d9f5ab1df029167850867ca166fe806cbc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3743765920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4829984374385656, "interval": [-2.611240708489932, 9.577237583367063], "p_value": 0.255, "input_sha256": "22779e16fcb27dd233d0e3800764bb85801a61eca9936e158733e37002f25aa8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3743765920, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4829984374385656, "interval": [-2.4321677636603574, 9.110841758267359], "p_value": 0.25424236311058335, "input_sha256": "22779e16fcb27dd233d0e3800764bb85801a61eca9936e158733e37002f25aa8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.050926586819152575, "seed": 3743765920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026765173961533772, "interval": [-0.03929188014534167, 0.09282222806840922], "p_value": 0.426, "input_sha256": "22779e16fcb27dd233d0e3800764bb85801a61eca9936e158733e37002f25aa8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.050926586819152575, "seed": 3743765920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026765173961533772, "interval": [-0.037600735412518335, 0.08884686550654713], "p_value": 0.4171628989082802, "input_sha256": "22779e16fcb27dd233d0e3800764bb85801a61eca9936e158733e37002f25aa8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1905487917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.010404402901644, "interval": [1.0463016458820684, 12.97450715992122], "p_value": 0.022, "input_sha256": "8bf971f9349abc46f352e7dca66d47e414134784113aaf89c5d9f42f024077b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1905487917, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.010404402901644, "interval": [1.058895005804325, 11.836921467746038], "p_value": 0.022458694471816774, "input_sha256": "8bf971f9349abc46f352e7dca66d47e414134784113aaf89c5d9f42f024077b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.050073720372897826, "seed": 1905487917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07482788348574342, "interval": [0.010538797648141529, 0.1391169693233453], "p_value": 0.023, "input_sha256": "8bf971f9349abc46f352e7dca66d47e414134784113aaf89c5d9f42f024077b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.050073720372897826, "seed": 1905487917, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07482788348574342, "interval": [0.012334184021964168, 0.12989513122990318], "p_value": 0.023731122069096545, "input_sha256": "8bf971f9349abc46f352e7dca66d47e414134784113aaf89c5d9f42f024077b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2199547687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.273199515656621, "interval": [-0.1393374845008788, 10.68573651581412], "p_value": 0.064, "input_sha256": "11077084f135ad243f44202749df724d96f3aa297dfddb4f3a9113efebc1810f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2199547687, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.273199515656621, "interval": [0.956278556393364, 10.70037856799219], "p_value": 0.055826725044777946, "input_sha256": "11077084f135ad243f44202749df724d96f3aa297dfddb4f3a9113efebc1810f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.050384134544607106, "seed": 2199547687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04787708844606772, "interval": [-0.008409412710240018, 0.10416358960237546], "p_value": 0.103, "input_sha256": "11077084f135ad243f44202749df724d96f3aa297dfddb4f3a9113efebc1810f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.050384134544607106, "seed": 2199547687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04787708844606772, "interval": [0.004920994473290538, 0.10400707677378832], "p_value": 0.09275958416957943, "input_sha256": "11077084f135ad243f44202749df724d96f3aa297dfddb4f3a9113efebc1810f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2418327342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.408689978006077, "interval": [-0.670267261002718, 9.487647217014871], "p_value": 0.086, "input_sha256": "94be084ab6413546a9f03fb339b996f400be0c664c868bf50bf428c8b2278994"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2418327342, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.408689978006077, "interval": [-0.2699401722506274, 9.444304902342465], "p_value": 0.08692855164807274, "input_sha256": "94be084ab6413546a9f03fb339b996f400be0c664c868bf50bf428c8b2278994"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.04912447899558512, "seed": 2418327342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04086566486018883, "interval": [-0.010184135684615493, 0.09191546540499315], "p_value": 0.122, "input_sha256": "94be084ab6413546a9f03fb339b996f400be0c664c868bf50bf428c8b2278994"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.04912447899558512, "seed": 2418327342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04086566486018883, "interval": [-0.006354121574461641, 0.09083184118316323], "p_value": 0.11338194471326561, "input_sha256": "94be084ab6413546a9f03fb339b996f400be0c664c868bf50bf428c8b2278994"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 627867942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.113632668887615, "interval": [0.11497175262811643, 8.112293585147112], "p_value": 0.04, "input_sha256": "c9c8f611f4ba05754890199186f9ec8187b6e2b389c6ca6e747b5c4487487b37"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 627867942, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.113632668887615, "interval": [0.4408608950543934, 7.946230298167085], "p_value": 0.044075654386408564, "input_sha256": "c9c8f611f4ba05754890199186f9ec8187b6e2b389c6ca6e747b5c4487487b37"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.05048278332466745, "seed": 627867942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04087042722618085, "interval": [-0.005521364250145572, 0.08726221870250728], "p_value": 0.066, "input_sha256": "c9c8f611f4ba05754890199186f9ec8187b6e2b389c6ca6e747b5c4487487b37"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.05048278332466745, "seed": 627867942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04087042722618085, "interval": [0.0007339943631212031, 0.08854889427828684], "p_value": 0.0824446338126701, "input_sha256": "c9c8f611f4ba05754890199186f9ec8187b6e2b389c6ca6e747b5c4487487b37"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3330229646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.386392055367967, "interval": [0.08978973073660068, 10.682994379999332], "p_value": 0.053, "input_sha256": "5a79a7e9183ea1c40f46981d921fe73fcf451f1a247138541511698ca3cc8ff9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3330229646, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.386392055367967, "interval": [0.4285052665559087, 10.150152702790146], "p_value": 0.04647948539360644, "input_sha256": "5a79a7e9183ea1c40f46981d921fe73fcf451f1a247138541511698ca3cc8ff9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.049420372442822755, "seed": 3330229646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05913335616080554, "interval": [0.00659423180987638, 0.1116724805117347], "p_value": 0.031, "input_sha256": "5a79a7e9183ea1c40f46981d921fe73fcf451f1a247138541511698ca3cc8ff9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.049420372442822755, "seed": 3330229646, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05913335616080554, "interval": [0.010748064018278596, 0.1037036053961509], "p_value": 0.028714995125554702, "input_sha256": "5a79a7e9183ea1c40f46981d921fe73fcf451f1a247138541511698ca3cc8ff9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1738004736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9466144434578503, "interval": [-3.7258359384482516, 5.619064825363952], "p_value": 0.675, "input_sha256": "ac5ca7d1573a90c06df294c4de4a8a60c9474a67861417b86648768a7b4d4052"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1738004736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9466144434578503, "interval": [-3.145739591995645, 5.473106772792685], "p_value": 0.6829982265789674, "input_sha256": "ac5ca7d1573a90c06df294c4de4a8a60c9474a67861417b86648768a7b4d4052"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.04724568464164527, "seed": 1738004736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012019340717061455, "interval": [-0.03483730504026127, 0.05887598647438418], "p_value": 0.585, "input_sha256": "ac5ca7d1573a90c06df294c4de4a8a60c9474a67861417b86648768a7b4d4052"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.04724568464164527, "seed": 1738004736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012019340717061455, "interval": [-0.027437639342694973, 0.060757486534617426], "p_value": 0.604620726734143, "input_sha256": "ac5ca7d1573a90c06df294c4de4a8a60c9474a67861417b86648768a7b4d4052"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1917662010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1101223652709535, "interval": [-0.8101769245497499, 9.030421655091658], "p_value": 0.095, "input_sha256": "0b3a19a6f3690840720bf8576d2501f2b16070f1159def4ac09602b0836ae0e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1917662010, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1101223652709535, "interval": [-0.2511273563354453, 8.983692534295619], "p_value": 0.0989989537136152, "input_sha256": "0b3a19a6f3690840720bf8576d2501f2b16070f1159def4ac09602b0836ae0e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04761874689084916, "seed": 1917662010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029243419265272685, "interval": [-0.019231138214854268, 0.07771797674539964], "p_value": 0.234, "input_sha256": "0b3a19a6f3690840720bf8576d2501f2b16070f1159def4ac09602b0836ae0e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04761874689084916, "seed": 1917662010, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029243419265272685, "interval": [-0.014034623002592408, 0.07654038692884615], "p_value": 0.2295094201735413, "input_sha256": "0b3a19a6f3690840720bf8576d2501f2b16070f1159def4ac09602b0836ae0e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1995387145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.89533238754155, "interval": [2.2847251116670577, 11.505939663416042], "p_value": 0.005, "input_sha256": "d4060ed6d34a0a2154158d687294c9310f0322e9f1d164e538d76ce4a9f6d887"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1995387145, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.89533238754155, "interval": [2.0340654890043655, 10.97789613875053], "p_value": 0.004445278062505001, "input_sha256": "d4060ed6d34a0a2154158d687294c9310f0322e9f1d164e538d76ce4a9f6d887"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04857385764137565, "seed": 1995387145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06714167467505666, "interval": [0.016961315090788305, 0.11732203425932503], "p_value": 0.011, "input_sha256": "d4060ed6d34a0a2154158d687294c9310f0322e9f1d164e538d76ce4a9f6d887"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04857385764137565, "seed": 1995387145, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06714167467505666, "interval": [0.015671573303782573, 0.11168388827057343], "p_value": 0.010130704148043929, "input_sha256": "d4060ed6d34a0a2154158d687294c9310f0322e9f1d164e538d76ce4a9f6d887"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1432044729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.04046952252539, "interval": [1.8885255625387734, 12.192413482512006], "p_value": 0.01, "input_sha256": "e0f4d0d3287a3c8f069ea882f1820448cb04abe533c1289ff7650e4adf40a9e3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1432044729, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.04046952252539, "interval": [1.6527598938973682, 11.515717625188184], "p_value": 0.008708836440684452, "input_sha256": "e0f4d0d3287a3c8f069ea882f1820448cb04abe533c1289ff7650e4adf40a9e3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.048762985999769935, "seed": 1432044729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06696867063076015, "interval": [0.008560290512210626, 0.12537705074930966], "p_value": 0.027, "input_sha256": "e0f4d0d3287a3c8f069ea882f1820448cb04abe533c1289ff7650e4adf40a9e3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.048762985999769935, "seed": 1432044729, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06696867063076015, "interval": [0.004555889270341933, 0.11722492060232442], "p_value": 0.02574905880294697, "input_sha256": "e0f4d0d3287a3c8f069ea882f1820448cb04abe533c1289ff7650e4adf40a9e3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1605298159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.820971595960263, "interval": [2.0119298659415774, 11.630013325978947], "p_value": 0.004, "input_sha256": "91aefe6c8e59c58e5ae922be2ab5dfd27a1d7cb7cd09056f2f33e9b3bd582527"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1605298159, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.820971595960263, "interval": [2.538985284348323, 11.81937071758406], "p_value": 0.006648482795087153, "input_sha256": "91aefe6c8e59c58e5ae922be2ab5dfd27a1d7cb7cd09056f2f33e9b3bd582527"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.05049540959010881, "seed": 1605298159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06659242303225793, "interval": [0.018118203015930444, 0.11506664304858541], "p_value": 0.005, "input_sha256": "91aefe6c8e59c58e5ae922be2ab5dfd27a1d7cb7cd09056f2f33e9b3bd582527"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.05049540959010881, "seed": 1605298159, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06659242303225793, "interval": [0.02314104079411062, 0.11834069736209699], "p_value": 0.00838874873778359, "input_sha256": "91aefe6c8e59c58e5ae922be2ab5dfd27a1d7cb7cd09056f2f33e9b3bd582527"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4096286738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.461690949152711, "interval": [-1.2587359894536423, 8.182117887759064], "p_value": 0.143, "input_sha256": "1a5afb2571ef6d7b752021f2b35c68db9e703542caa1d43696525523505196ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4096286738, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.461690949152711, "interval": [-1.0449115141753043, 7.586918013654184], "p_value": 0.14525729863989548, "input_sha256": "1a5afb2571ef6d7b752021f2b35c68db9e703542caa1d43696525523505196ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.05034005706851068, "seed": 4096286738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028129106560529, "interval": [-0.02179535532411636, 0.07805356844517436], "p_value": 0.259, "input_sha256": "1a5afb2571ef6d7b752021f2b35c68db9e703542caa1d43696525523505196ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.05034005706851068, "seed": 4096286738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028129106560529, "interval": [-0.018035357455818263, 0.07413286963225031], "p_value": 0.2606209827988777, "input_sha256": "1a5afb2571ef6d7b752021f2b35c68db9e703542caa1d43696525523505196ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3899960674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5285382527485236, "interval": [-3.2842506756810392, 8.341327181178087], "p_value": 0.365, "input_sha256": "55b12fa1a76a39353937f626e21dfa55da266c9ddcaf8de41d7c2932fa5e1029"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3899960674, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5285382527485236, "interval": [-3.888515761814936, 7.573079127977798], "p_value": 0.38342559949544364, "input_sha256": "55b12fa1a76a39353937f626e21dfa55da266c9ddcaf8de41d7c2932fa5e1029"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.04920680240158719, "seed": 3899960674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008510613403324624, "interval": [-0.05416774201018036, 0.07118896881682961], "p_value": 0.771, "input_sha256": "55b12fa1a76a39353937f626e21dfa55da266c9ddcaf8de41d7c2932fa5e1029"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.04920680240158719, "seed": 3899960674, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008510613403324624, "interval": [-0.05940202901073042, 0.06461661185177965], "p_value": 0.7840359096256253, "input_sha256": "55b12fa1a76a39353937f626e21dfa55da266c9ddcaf8de41d7c2932fa5e1029"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2208496547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.566523028597082, "interval": [-2.4070529595692456, 7.54009901676341], "p_value": 0.313, "input_sha256": "100b181af18eb2ef9bb34ac26e35c0a4ec4fa5cf8e543dd1c8ab5b9538c6ba7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2208496547, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.566523028597082, "interval": [-1.9027123595754736, 7.5512183080021105], "p_value": 0.3022777398398731, "input_sha256": "100b181af18eb2ef9bb34ac26e35c0a4ec4fa5cf8e543dd1c8ab5b9538c6ba7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.047291477050610285, "seed": 2208496547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02345330736861352, "interval": [-0.0261251633784272, 0.07303177811565424], "p_value": 0.36, "input_sha256": "100b181af18eb2ef9bb34ac26e35c0a4ec4fa5cf8e543dd1c8ab5b9538c6ba7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.047291477050610285, "seed": 2208496547, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02345330736861352, "interval": [-0.02096725494612507, 0.07383606051327575], "p_value": 0.3438371053364573, "input_sha256": "100b181af18eb2ef9bb34ac26e35c0a4ec4fa5cf8e543dd1c8ab5b9538c6ba7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3163677952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.115730407994281, "interval": [0.5256630699303688, 9.705797746058193], "p_value": 0.029, "input_sha256": "7e11d22e7aafe32499eabcd2b89608f5959c9fda7f7373da66061df2c4e3315b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3163677952, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.115730407994281, "interval": [0.9260213496215661, 9.590398645062425], "p_value": 0.029913854325124913, "input_sha256": "7e11d22e7aafe32499eabcd2b89608f5959c9fda7f7373da66061df2c4e3315b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.052095595954509744, "seed": 3163677952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04541829481888071, "interval": [-0.009281036269403915, 0.10011762590716533], "p_value": 0.107, "input_sha256": "7e11d22e7aafe32499eabcd2b89608f5959c9fda7f7373da66061df2c4e3315b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.052095595954509744, "seed": 3163677952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04541829481888071, "interval": [-0.004499360758882089, 0.09363033378579966], "p_value": 0.10095886888425633, "input_sha256": "7e11d22e7aafe32499eabcd2b89608f5959c9fda7f7373da66061df2c4e3315b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2012251222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.1771512754426805, "interval": [2.530727513393507, 11.823575037491853], "p_value": 0.004, "input_sha256": "ba0c9562e75a302f725a49e20f73487f990db6b0d99a8d5338b02364af4797c2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2012251222, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.1771512754426805, "interval": [3.4232072126083954, 11.74874451150625], "p_value": 0.0033895794407903623, "input_sha256": "ba0c9562e75a302f725a49e20f73487f990db6b0d99a8d5338b02364af4797c2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.048958381898928816, "seed": 2012251222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07300011905870532, "interval": [0.027495718957658954, 0.11850451915975169], "p_value": 0.004, "input_sha256": "ba0c9562e75a302f725a49e20f73487f990db6b0d99a8d5338b02364af4797c2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.048958381898928816, "seed": 2012251222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07300011905870532, "interval": [0.035244497103190164, 0.11823924460861468], "p_value": 0.0024357633059681693, "input_sha256": "ba0c9562e75a302f725a49e20f73487f990db6b0d99a8d5338b02364af4797c2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3466894734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.733115320961515, "interval": [5.486811030109668, 13.979419611813363], "p_value": 0.001, "input_sha256": "a0dc791f6b55ed54b00ff0bae2c3a72bfaf69944b497313d23dbc2d304258203"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3466894734, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.733115320961515, "interval": [5.173381886050193, 13.723440943683455], "p_value": 4.1551276671589856e-05, "input_sha256": "a0dc791f6b55ed54b00ff0bae2c3a72bfaf69944b497313d23dbc2d304258203"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.05122633602972515, "seed": 3466894734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10435069309502858, "interval": [0.057819054656343585, 0.15088233153371355], "p_value": 0.001, "input_sha256": "a0dc791f6b55ed54b00ff0bae2c3a72bfaf69944b497313d23dbc2d304258203"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.05122633602972515, "seed": 3466894734, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10435069309502858, "interval": [0.053058125502848316, 0.14468273634747025], "p_value": 5.599301119765729e-05, "input_sha256": "a0dc791f6b55ed54b00ff0bae2c3a72bfaf69944b497313d23dbc2d304258203"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1823963467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.961420763120599, "interval": [3.1847113376987295, 12.738130188542469], "p_value": 0.003, "input_sha256": "d71b3a0f5fb7d9c020d3848f4cb58a48d8f11e61a62588daad6ba0294c9222ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1823963467, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.961420763120599, "interval": [3.013538895561544, 12.516769693633464], "p_value": 0.00179105806927193, "input_sha256": "d71b3a0f5fb7d9c020d3848f4cb58a48d8f11e61a62588daad6ba0294c9222ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.049866110257065194, "seed": 1823963467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07287160317095466, "interval": [0.02536845177879833, 0.12037475456311099], "p_value": 0.005, "input_sha256": "d71b3a0f5fb7d9c020d3848f4cb58a48d8f11e61a62588daad6ba0294c9222ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.049866110257065194, "seed": 1823963467, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07287160317095466, "interval": [0.02074455195246485, 0.11663877368464928], "p_value": 0.0036287329779958596, "input_sha256": "d71b3a0f5fb7d9c020d3848f4cb58a48d8f11e61a62588daad6ba0294c9222ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2048650133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9604268839756624, "interval": [0.39132231106482784, 9.529531456886497], "p_value": 0.043, "input_sha256": "0b26beb3af51a0a111a60613850cb8f35239a9ae02072d417c0cec51011fb1ab"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2048650133, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9604268839756624, "interval": [0.8469750126054068, 9.341773621594287], "p_value": 0.034171457746783776, "input_sha256": "0b26beb3af51a0a111a60613850cb8f35239a9ae02072d417c0cec51011fb1ab"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.04839421672058677, "seed": 2048650133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0423868182044569, "interval": [-0.002655648659448888, 0.0874292850683627], "p_value": 0.074, "input_sha256": "0b26beb3af51a0a111a60613850cb8f35239a9ae02072d417c0cec51011fb1ab"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.04839421672058677, "seed": 2048650133, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0423868182044569, "interval": [0.0018799045327333294, 0.08919214614807704], "p_value": 0.06432029815253755, "input_sha256": "0b26beb3af51a0a111a60613850cb8f35239a9ae02072d417c0cec51011fb1ab"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1159423712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.528712635321842, "interval": [5.169634238607773, 13.88779103203591], "p_value": 0.001, "input_sha256": "ced8823c797ee5cb6967fee3b33c78ad2db6d3106e93ee1b1c25f5a0347eb7a1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1159423712, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.528712635321842, "interval": [5.488235151247141, 13.596428360799463], "p_value": 8.058239833084679e-05, "input_sha256": "ced8823c797ee5cb6967fee3b33c78ad2db6d3106e93ee1b1c25f5a0347eb7a1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0479643586018889, "seed": 1159423712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09502126201338895, "interval": [0.05066794111659865, 0.13937458291017926], "p_value": 0.001, "input_sha256": "ced8823c797ee5cb6967fee3b33c78ad2db6d3106e93ee1b1c25f5a0347eb7a1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0479643586018889, "seed": 1159423712, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09502126201338895, "interval": [0.055026035559062825, 0.1363215760056639], "p_value": 0.00010266779513743342, "input_sha256": "ced8823c797ee5cb6967fee3b33c78ad2db6d3106e93ee1b1c25f5a0347eb7a1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2282248396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.284356223275551, "interval": [2.000065028680239, 12.568647417870864], "p_value": 0.013, "input_sha256": "4a1512f5be7c84060037e6fa30a9cd627e3b3f4e62fca7264318ff32d88b3e76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2282248396, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.284356223275551, "interval": [2.14684889956902, 12.557262942760586], "p_value": 0.008317010706781616, "input_sha256": "4a1512f5be7c84060037e6fa30a9cd627e3b3f4e62fca7264318ff32d88b3e76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.04728738973009074, "seed": 2282248396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07530237528788654, "interval": [0.023073683028548085, 0.12753106754722499], "p_value": 0.007, "input_sha256": "4a1512f5be7c84060037e6fa30a9cd627e3b3f4e62fca7264318ff32d88b3e76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.04728738973009074, "seed": 2282248396, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07530237528788654, "interval": [0.023974604185373973, 0.12712171427613417], "p_value": 0.006067638119221155, "input_sha256": "4a1512f5be7c84060037e6fa30a9cd627e3b3f4e62fca7264318ff32d88b3e76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 869401222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.602623878424459, "interval": [0.5068302389645307, 10.698417517884387], "p_value": 0.033, "input_sha256": "c8b31ee94dc36782a3333903302e289cc32ee64cd3f4588bce3df9a5c52ebb14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 869401222, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.602623878424459, "interval": [0.7265049239643916, 10.376465319027186], "p_value": 0.03210883349118902, "input_sha256": "c8b31ee94dc36782a3333903302e289cc32ee64cd3f4588bce3df9a5c52ebb14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.04953660690831089, "seed": 869401222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05368696499854391, "interval": [0.004221781473626604, 0.10315214852346122], "p_value": 0.037, "input_sha256": "c8b31ee94dc36782a3333903302e289cc32ee64cd3f4588bce3df9a5c52ebb14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.04953660690831089, "seed": 869401222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05368696499854391, "interval": [0.004656150736435057, 0.09682122073950579], "p_value": 0.034224097063482194, "input_sha256": "c8b31ee94dc36782a3333903302e289cc32ee64cd3f4588bce3df9a5c52ebb14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1024929309, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.4384769953616665, "interval": [0.7329978569531326, 12.1439561337702], "p_value": 0.037, "input_sha256": "cce0bd5bcec69d6946511918446fc5bf4bd06e64007a42be74f47ea19ed08b84"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1024929309, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.4384769953616665, "interval": [1.2028016322136543, 11.726420332352268], "p_value": 0.028186507835944594, "input_sha256": "cce0bd5bcec69d6946511918446fc5bf4bd06e64007a42be74f47ea19ed08b84"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.04837471264934219, "seed": 1024929309, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07064024707502062, "interval": [0.007941989155026002, 0.13333850499501523], "p_value": 0.032, "input_sha256": "cce0bd5bcec69d6946511918446fc5bf4bd06e64007a42be74f47ea19ed08b84"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.04837471264934219, "seed": 1024929309, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07064024707502062, "interval": [0.01335409043413925, 0.129209515241154], "p_value": 0.028489028808061655, "input_sha256": "cce0bd5bcec69d6946511918446fc5bf4bd06e64007a42be74f47ea19ed08b84"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3358164820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.637081863804338, "interval": [0.8158354450191494, 10.458328282589527], "p_value": 0.029, "input_sha256": "1eaf4994f57ac46156dbd37d7a7b363479acff8ed1081fa6dc9d8c834c85eef9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3358164820, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.637081863804338, "interval": [1.2658947645810756, 9.695389673561163], "p_value": 0.02313234802817333, "input_sha256": "1eaf4994f57ac46156dbd37d7a7b363479acff8ed1081fa6dc9d8c834c85eef9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.05006276432050381, "seed": 3358164820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05254676701308003, "interval": [-0.0008204985211036422, 0.1059140325472637], "p_value": 0.064, "input_sha256": "1eaf4994f57ac46156dbd37d7a7b363479acff8ed1081fa6dc9d8c834c85eef9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.05006276432050381, "seed": 3358164820, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05254676701308003, "interval": [0.006525608252238762, 0.10130132649226158], "p_value": 0.05344675028640783, "input_sha256": "1eaf4994f57ac46156dbd37d7a7b363479acff8ed1081fa6dc9d8c834c85eef9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1042730540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.243661964792803, "interval": [0.6111633769693752, 11.87616055261623], "p_value": 0.031, "input_sha256": "bc7c3346797da34c30b74ddcbe241fd2c108b617b76c96f021fd088621601b85"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1042730540, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.243661964792803, "interval": [1.0957688589007013, 11.478483281197368], "p_value": 0.030738376329363968, "input_sha256": "bc7c3346797da34c30b74ddcbe241fd2c108b617b76c96f021fd088621601b85"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.049625697222381915, "seed": 1042730540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06765401502761387, "interval": [0.0031813390459733693, 0.13212669100925437], "p_value": 0.038, "input_sha256": "bc7c3346797da34c30b74ddcbe241fd2c108b617b76c96f021fd088621601b85"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.049625697222381915, "seed": 1042730540, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06765401502761387, "interval": [0.012200728466796658, 0.13333878822882336], "p_value": 0.040216107533181375, "input_sha256": "bc7c3346797da34c30b74ddcbe241fd2c108b617b76c96f021fd088621601b85"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2620586694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.259203144258688, "interval": [0.4336742217125016, 10.084732066804875], "p_value": 0.031, "input_sha256": "8cab31c8878a92fe0a6dd06fa74619905efc9e22ad6193187f3d1a0d27c7bf62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2620586694, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.259203144258688, "interval": [0.7495156713900092, 9.812231144173259], "p_value": 0.033529211210393955, "input_sha256": "8cab31c8878a92fe0a6dd06fa74619905efc9e22ad6193187f3d1a0d27c7bf62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.05165971615957428, "seed": 2620586694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062298175021806526, "interval": [0.0072125743360233405, 0.1173837757075897], "p_value": 0.026, "input_sha256": "8cab31c8878a92fe0a6dd06fa74619905efc9e22ad6193187f3d1a0d27c7bf62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.05165971615957428, "seed": 2620586694, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062298175021806526, "interval": [0.015592491322922149, 0.11813118329292438], "p_value": 0.027871921176405644, "input_sha256": "8cab31c8878a92fe0a6dd06fa74619905efc9e22ad6193187f3d1a0d27c7bf62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 19367373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.73440697471376, "interval": [2.769689732464739, 12.699124216962781], "p_value": 0.005, "input_sha256": "fd1812af073fd8e4860d2548b6a6d8a702e8e02eaf0f4c197c01b95e251309f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 19367373, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.73440697471376, "interval": [3.0398493419596493, 12.293159622434732], "p_value": 0.003195981603707089, "input_sha256": "fd1812af073fd8e4860d2548b6a6d8a702e8e02eaf0f4c197c01b95e251309f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0487383930301317, "seed": 19367373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07741634039279041, "interval": [0.026780524562977227, 0.1280521562226036], "p_value": 0.006, "input_sha256": "fd1812af073fd8e4860d2548b6a6d8a702e8e02eaf0f4c197c01b95e251309f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0487383930301317, "seed": 19367373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07741634039279041, "interval": [0.03218251492153119, 0.12821915781060922], "p_value": 0.003775328783382092, "input_sha256": "fd1812af073fd8e4860d2548b6a6d8a702e8e02eaf0f4c197c01b95e251309f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 216271055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.637764870819305, "interval": [1.2844353907017094, 9.991094350936901], "p_value": 0.012, "input_sha256": "eb2766dfd297c23b0f36dcfa211c0ae317be09c8627c9a66fd399c23d7b981e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 216271055, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.637764870819305, "interval": [1.2378280077577999, 9.523123144092299], "p_value": 0.012518224064063329, "input_sha256": "eb2766dfd297c23b0f36dcfa211c0ae317be09c8627c9a66fd399c23d7b981e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.04894664130383826, "seed": 216271055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049224741452855186, "interval": [-0.002353748916206086, 0.10080323182191646], "p_value": 0.054, "input_sha256": "eb2766dfd297c23b0f36dcfa211c0ae317be09c8627c9a66fd399c23d7b981e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.04894664130383826, "seed": 216271055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049224741452855186, "interval": [-0.008943460774136595, 0.09174708708312057], "p_value": 0.060796367249504664, "input_sha256": "eb2766dfd297c23b0f36dcfa211c0ae317be09c8627c9a66fd399c23d7b981e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1133918662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.64711570359958, "interval": [0.15757764972346955, 9.13665375747569], "p_value": 0.04, "input_sha256": "b1b98ca9d444c63c82ff122ee8a1170883586c28cfe858197fb67ada9c7cf6ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1133918662, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.64711570359958, "interval": [0.5470796611934744, 9.125977746030253], "p_value": 0.04284813288135931, "input_sha256": "b1b98ca9d444c63c82ff122ee8a1170883586c28cfe858197fb67ada9c7cf6ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.04986152963489625, "seed": 1133918662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046837742668381435, "interval": [-0.001333004245601753, 0.09500848958236463], "p_value": 0.057, "input_sha256": "b1b98ca9d444c63c82ff122ee8a1170883586c28cfe858197fb67ada9c7cf6ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.04986152963489625, "seed": 1133918662, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046837742668381435, "interval": [0.00606540038627675, 0.09795927167135995], "p_value": 0.05634814677950559, "input_sha256": "b1b98ca9d444c63c82ff122ee8a1170883586c28cfe858197fb67ada9c7cf6ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3494901958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.956827500492282, "interval": [1.0913518252725005, 10.822303175712063], "p_value": 0.024, "input_sha256": "da095acedc06a22fe7bef59750a2e0bc1c88ee97fc933b41ce920a7f26e96c74"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3494901958, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.956827500492282, "interval": [2.0018501119068013, 11.097074922946293], "p_value": 0.017772960937812422, "input_sha256": "da095acedc06a22fe7bef59750a2e0bc1c88ee97fc933b41ce920a7f26e96c74"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.04867740275620376, "seed": 3494901958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05132169565952535, "interval": [0.0019816880859837988, 0.1006617032330669], "p_value": 0.043, "input_sha256": "da095acedc06a22fe7bef59750a2e0bc1c88ee97fc933b41ce920a7f26e96c74"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.04867740275620376, "seed": 3494901958, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05132169565952535, "interval": [0.011620430821370396, 0.10523213956297545], "p_value": 0.04189425461783508, "input_sha256": "da095acedc06a22fe7bef59750a2e0bc1c88ee97fc933b41ce920a7f26e96c74"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2758443244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.511650563498053, "interval": [-2.017097622952525, 7.040398749948631], "p_value": 0.252, "input_sha256": "ea10b1e18ae555317052474f53e017f5f1dd207f1280b9a8b7997fa47ca45af8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2758443244, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.511650563498053, "interval": [-1.9922833037865957, 6.711083012097425], "p_value": 0.26859236375456025, "input_sha256": "ea10b1e18ae555317052474f53e017f5f1dd207f1280b9a8b7997fa47ca45af8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.04808473646414159, "seed": 2758443244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023563222771196837, "interval": [-0.021632823647129457, 0.06875926918952313], "p_value": 0.282, "input_sha256": "ea10b1e18ae555317052474f53e017f5f1dd207f1280b9a8b7997fa47ca45af8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.04808473646414159, "seed": 2758443244, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023563222771196837, "interval": [-0.020381424314844396, 0.0639126105876643], "p_value": 0.29783529501197764, "input_sha256": "ea10b1e18ae555317052474f53e017f5f1dd207f1280b9a8b7997fa47ca45af8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 476753187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7327716289306405, "interval": [2.9819574112992404, 12.48358584656204], "p_value": 0.003, "input_sha256": "8cd8d0c4c6131c1c7de3bb6acdd18c946fd250946ad7213943fff25091aee9bc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 476753187, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7327716289306405, "interval": [3.2675899784864115, 12.252204643593188], "p_value": 0.002147146222728969, "input_sha256": "8cd8d0c4c6131c1c7de3bb6acdd18c946fd250946ad7213943fff25091aee9bc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04885957914938267, "seed": 476753187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07703325606014286, "interval": [0.029684156283609854, 0.12438235583667587], "p_value": 0.003, "input_sha256": "8cd8d0c4c6131c1c7de3bb6acdd18c946fd250946ad7213943fff25091aee9bc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04885957914938267, "seed": 476753187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07703325606014286, "interval": [0.03147747005883059, 0.12352011092588745], "p_value": 0.0021470983451080208, "input_sha256": "8cd8d0c4c6131c1c7de3bb6acdd18c946fd250946ad7213943fff25091aee9bc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2944843823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.878697606500332, "interval": [1.0839999764118562, 8.673395236588807], "p_value": 0.012, "input_sha256": "86418ba0b5c486ffe7082773c064239c2ff795e0d417b3401b189afffbe91ffb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2944843823, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.878697606500332, "interval": [1.3636734755665842, 8.771679191459532], "p_value": 0.013148021253184986, "input_sha256": "86418ba0b5c486ffe7082773c064239c2ff795e0d417b3401b189afffbe91ffb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.05096502878149765, "seed": 2944843823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05260026057813097, "interval": [0.008740159394211022, 0.09646036176205092], "p_value": 0.022, "input_sha256": "86418ba0b5c486ffe7082773c064239c2ff795e0d417b3401b189afffbe91ffb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.05096502878149765, "seed": 2944843823, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05260026057813097, "interval": [0.011107939200366276, 0.09586870281330147], "p_value": 0.02018259188857956, "input_sha256": "86418ba0b5c486ffe7082773c064239c2ff795e0d417b3401b189afffbe91ffb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3282078464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.66852404789364, "interval": [2.3792964921041095, 12.957751603683171], "p_value": 0.009, "input_sha256": "df82da44a06acd36a539b571f87e04ebbb417098a0dfb4d106bd5420a7d53c52"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3282078464, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.66852404789364, "interval": [2.6614997540992635, 12.617543329126905], "p_value": 0.005633794408073697, "input_sha256": "df82da44a06acd36a539b571f87e04ebbb417098a0dfb4d106bd5420a7d53c52"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.05120369381675138, "seed": 3282078464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08530559477351132, "interval": [0.028897271665286273, 0.14171391788173637], "p_value": 0.009, "input_sha256": "df82da44a06acd36a539b571f87e04ebbb417098a0dfb4d106bd5420a7d53c52"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.05120369381675138, "seed": 3282078464, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08530559477351132, "interval": [0.03248870421599087, 0.14090205999281902], "p_value": 0.004077572342434131, "input_sha256": "df82da44a06acd36a539b571f87e04ebbb417098a0dfb4d106bd5420a7d53c52"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 633066357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.949200413364571, "interval": [0.45216690761021194, 11.446233919118932], "p_value": 0.038, "input_sha256": "5ec655e6ff25e7f67f5874b12f017a06c36759b29f0720bbfc9070220dae5bd0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 633066357, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.949200413364571, "interval": [1.2111412639450392, 11.339340119318244], "p_value": 0.034685427476535406, "input_sha256": "5ec655e6ff25e7f67f5874b12f017a06c36759b29f0720bbfc9070220dae5bd0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.048303172944763426, "seed": 633066357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05878195741454534, "interval": [0.0013481708713067656, 0.11621574395778392], "p_value": 0.05, "input_sha256": "5ec655e6ff25e7f67f5874b12f017a06c36759b29f0720bbfc9070220dae5bd0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.048303172944763426, "seed": 633066357, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05878195741454534, "interval": [0.008864749940808618, 0.11397458014777549], "p_value": 0.04511364205417528, "input_sha256": "5ec655e6ff25e7f67f5874b12f017a06c36759b29f0720bbfc9070220dae5bd0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 442254676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.594377017646055, "interval": [1.1932105360813354, 9.995543499210775], "p_value": 0.018, "input_sha256": "b4ce3b8ff34065650e29862ba0ff01cf24682a2480e516260d9e06c3d067c5b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 442254676, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.594377017646055, "interval": [1.2581483616861169, 9.298754775678173], "p_value": 0.014230074039604723, "input_sha256": "b4ce3b8ff34065650e29862ba0ff01cf24682a2480e516260d9e06c3d067c5b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.049721477262465605, "seed": 442254676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04999081946435363, "interval": [0.007911394982645967, 0.0920702439460613], "p_value": 0.023, "input_sha256": "b4ce3b8ff34065650e29862ba0ff01cf24682a2480e516260d9e06c3d067c5b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.049721477262465605, "seed": 442254676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04999081946435363, "interval": [0.008905782017888426, 0.08551331268793184], "p_value": 0.021192367774682815, "input_sha256": "b4ce3b8ff34065650e29862ba0ff01cf24682a2480e516260d9e06c3d067c5b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3871221641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.326582868070329, "interval": [4.214870692652095, 12.438295043488562], "p_value": 0.001, "input_sha256": "cafebc94b9122b4cf734f267abd376a391a230dc3ad1c52ab9ec85c4a553158c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3871221641, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.326582868070329, "interval": [4.819623462639603, 12.331958358668695], "p_value": 0.0002131158761063101, "input_sha256": "cafebc94b9122b4cf734f267abd376a391a230dc3ad1c52ab9ec85c4a553158c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.04732933482339628, "seed": 3871221641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08405994697575633, "interval": [0.04203046908846079, 0.12608942486305189], "p_value": 0.001, "input_sha256": "cafebc94b9122b4cf734f267abd376a391a230dc3ad1c52ab9ec85c4a553158c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.04732933482339628, "seed": 3871221641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08405994697575633, "interval": [0.046983865376787344, 0.1244419964604352], "p_value": 0.00024919796558577756, "input_sha256": "cafebc94b9122b4cf734f267abd376a391a230dc3ad1c52ab9ec85c4a553158c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3782960331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.384277997714765, "interval": [3.47843246874157, 11.29012352668796], "p_value": 0.003, "input_sha256": "12dea75e3cd595eaea6325ee9e566bf777392b0fcc47216de05741d39717ddb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3782960331, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.384277997714765, "interval": [3.9579263910596603, 11.053073337520553], "p_value": 0.0004956743191381816, "input_sha256": "12dea75e3cd595eaea6325ee9e566bf777392b0fcc47216de05741d39717ddb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.04944418895749094, "seed": 3782960331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07635942508610954, "interval": [0.0365627633353459, 0.11615608683687319], "p_value": 0.002, "input_sha256": "12dea75e3cd595eaea6325ee9e566bf777392b0fcc47216de05741d39717ddb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.04944418895749094, "seed": 3782960331, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07635942508610954, "interval": [0.04002474333106761, 0.11191421019518968], "p_value": 0.00042201527006722984, "input_sha256": "12dea75e3cd595eaea6325ee9e566bf777392b0fcc47216de05741d39717ddb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 989369927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.467645297135297, "interval": [2.568384364194044, 12.36690623007655], "p_value": 0.008, "input_sha256": "869d9671549bec282fb736bda96999700a932c4d094728d9ef25bd27999e6d0a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 989369927, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.467645297135297, "interval": [2.7580702618188493, 11.773592929718827], "p_value": 0.00394316936193623, "input_sha256": "869d9671549bec282fb736bda96999700a932c4d094728d9ef25bd27999e6d0a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.049298507649560716, "seed": 989369927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06193885533193941, "interval": [0.010042720410453246, 0.11383499025342557], "p_value": 0.026, "input_sha256": "869d9671549bec282fb736bda96999700a932c4d094728d9ef25bd27999e6d0a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.049298507649560716, "seed": 989369927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06193885533193941, "interval": [0.014032672547617614, 0.10929450202154951], "p_value": 0.020700068014246342, "input_sha256": "869d9671549bec282fb736bda96999700a932c4d094728d9ef25bd27999e6d0a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1324919348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.556733800359115, "interval": [-1.0227919437663449, 10.136259544484576], "p_value": 0.111, "input_sha256": "90a522193180ac34f2bf3073db6894255b7c4fd55db3e8618d56c3840bc68b0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1324919348, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.556733800359115, "interval": [-0.6226290684035459, 9.870584449936532], "p_value": 0.10631371400315719, "input_sha256": "90a522193180ac34f2bf3073db6894255b7c4fd55db3e8618d56c3840bc68b0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.05036996316286195, "seed": 1324919348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049019629805494125, "interval": [-0.010254661017408045, 0.1082939206283963], "p_value": 0.109, "input_sha256": "90a522193180ac34f2bf3073db6894255b7c4fd55db3e8618d56c3840bc68b0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.05036996316286195, "seed": 1324919348, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049019629805494125, "interval": [-0.002241508213459173, 0.11263284318968111], "p_value": 0.10201074429176067, "input_sha256": "90a522193180ac34f2bf3073db6894255b7c4fd55db3e8618d56c3840bc68b0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2477252589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20684959660475144, "interval": [-5.137531850865285, 5.551231044074788], "p_value": 0.947, "input_sha256": "7d6cce98db7fb9236098e18f9b01618653251feb3bfc0bc3e0d8270871422670"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2477252589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20684959660475144, "interval": [-4.974692908738328, 5.271052484027722], "p_value": 0.937958841331995, "input_sha256": "7d6cce98db7fb9236098e18f9b01618653251feb3bfc0bc3e0d8270871422670"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.049529659151799875, "seed": 2477252589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007290765372005417, "interval": [-0.05030272864004664, 0.06488425938405748], "p_value": 0.81, "input_sha256": "7d6cce98db7fb9236098e18f9b01618653251feb3bfc0bc3e0d8270871422670"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.049529659151799875, "seed": 2477252589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007290765372005417, "interval": [-0.04659143552278461, 0.06251272857028134], "p_value": 0.7991175734432376, "input_sha256": "7d6cce98db7fb9236098e18f9b01618653251feb3bfc0bc3e0d8270871422670"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4217147869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.965919816913788, "interval": [1.2803444458953188, 8.651495187932257], "p_value": 0.01, "input_sha256": "637e5a7499104d87fb0cfb200f1b9ff0e5e9ac1a36b536f513bc7449b31ce87f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4217147869, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.965919816913788, "interval": [1.7466388370782808, 8.775332954712017], "p_value": 0.009670195224363238, "input_sha256": "637e5a7499104d87fb0cfb200f1b9ff0e5e9ac1a36b536f513bc7449b31ce87f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04920721975752964, "seed": 4217147869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04901840266737294, "interval": [0.009230724416334261, 0.0888060809184116], "p_value": 0.018, "input_sha256": "637e5a7499104d87fb0cfb200f1b9ff0e5e9ac1a36b536f513bc7449b31ce87f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04920721975752964, "seed": 4217147869, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04901840266737294, "interval": [0.01416074396858178, 0.08878684911331648], "p_value": 0.017107907416852506, "input_sha256": "637e5a7499104d87fb0cfb200f1b9ff0e5e9ac1a36b536f513bc7449b31ce87f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3330832437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.859747471222944, "interval": [-1.3930057739028694, 9.112500716348757], "p_value": 0.142, "input_sha256": "64ed8fad7d6412d2f4fb6e9b11b5463e8762f0459ff40445005515d1eb639252"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3330832437, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.859747471222944, "interval": [-1.075281160974541, 8.699544749527247], "p_value": 0.144756283348293, "input_sha256": "64ed8fad7d6412d2f4fb6e9b11b5463e8762f0459ff40445005515d1eb639252"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.04650988781442876, "seed": 3330832437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030887548830315567, "interval": [-0.01981390435760843, 0.08158900201823957], "p_value": 0.218, "input_sha256": "64ed8fad7d6412d2f4fb6e9b11b5463e8762f0459ff40445005515d1eb639252"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.04650988781442876, "seed": 3330832437, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030887548830315567, "interval": [-0.015407389787528957, 0.07958121776515172], "p_value": 0.22471314024035247, "input_sha256": "64ed8fad7d6412d2f4fb6e9b11b5463e8762f0459ff40445005515d1eb639252"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3141990830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.287542267106308, "interval": [-2.8653223772423493, 7.440406911454965], "p_value": 0.389, "input_sha256": "8cdb41fd7d84bb715c6c21c3373c4077388ac99811619da01d625c5f548ce9a6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3141990830, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.287542267106308, "interval": [-2.5839011067097406, 6.756293991271876], "p_value": 0.3733637636464471, "input_sha256": "8cdb41fd7d84bb715c6c21c3373c4077388ac99811619da01d625c5f548ce9a6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.047820543799238655, "seed": 3141990830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02863591383881347, "interval": [-0.024582791549879635, 0.08185461922750657], "p_value": 0.285, "input_sha256": "8cdb41fd7d84bb715c6c21c3373c4077388ac99811619da01d625c5f548ce9a6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.047820543799238655, "seed": 3141990830, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02863591383881347, "interval": [-0.020022474597047042, 0.07835753953770717], "p_value": 0.2815786549530128, "input_sha256": "8cdb41fd7d84bb715c6c21c3373c4077388ac99811619da01d625c5f548ce9a6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 641382105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.645541541122022, "interval": [0.6392368226656737, 8.65184625957837], "p_value": 0.025, "input_sha256": "d2f5ddb21f390d55fb9d05f49e6a4824ea27ab4497d599c66c90594d3c0c9243"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 641382105, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.645541541122022, "interval": [0.3837302837340627, 7.815793936315915], "p_value": 0.024411185761003464, "input_sha256": "d2f5ddb21f390d55fb9d05f49e6a4824ea27ab4497d599c66c90594d3c0c9243"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.05029899269391497, "seed": 641382105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05311390323937386, "interval": [0.00923541751643877, 0.09699238896230894], "p_value": 0.021, "input_sha256": "d2f5ddb21f390d55fb9d05f49e6a4824ea27ab4497d599c66c90594d3c0c9243"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.05029899269391497, "seed": 641382105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05311390323937386, "interval": [0.007539279370328066, 0.0926316033700321], "p_value": 0.019282550315081158, "input_sha256": "d2f5ddb21f390d55fb9d05f49e6a4824ea27ab4497d599c66c90594d3c0c9243"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1613082209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.490796517397061, "interval": [2.194056132479191, 10.78753690231493], "p_value": 0.004, "input_sha256": "a6c16e3b9fd0e3c04096c1f30f6a20945b1337730aba11abb55547c081de46ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1613082209, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.490796517397061, "interval": [2.611645706839697, 11.17819723342501], "p_value": 0.00407783068868372, "input_sha256": "a6c16e3b9fd0e3c04096c1f30f6a20945b1337730aba11abb55547c081de46ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.04878313418928398, "seed": 1613082209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06098197295080844, "interval": [0.014115913270864783, 0.1078480326307521], "p_value": 0.014, "input_sha256": "a6c16e3b9fd0e3c04096c1f30f6a20945b1337730aba11abb55547c081de46ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.04878313418928398, "seed": 1613082209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06098197295080844, "interval": [0.016549598544766488, 0.10940056760386188], "p_value": 0.012148362504176788, "input_sha256": "a6c16e3b9fd0e3c04096c1f30f6a20945b1337730aba11abb55547c081de46ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 806902213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.013837994496967, "interval": [2.389526109957695, 9.63814987903624], "p_value": 0.002, "input_sha256": "7476de8b0b899ab2575a3d64e7e0da82cca80f1c7951ed203182d033fc515b24"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 806902213, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.013837994496967, "interval": [2.0043259455371922, 9.119402831755629], "p_value": 0.001815193823813618, "input_sha256": "7476de8b0b899ab2575a3d64e7e0da82cca80f1c7951ed203182d033fc515b24"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.04860576294061034, "seed": 806902213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05147026268648079, "interval": [0.016294405604171898, 0.08664611976878969], "p_value": 0.005, "input_sha256": "7476de8b0b899ab2575a3d64e7e0da82cca80f1c7951ed203182d033fc515b24"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.04860576294061034, "seed": 806902213, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05147026268648079, "interval": [0.015799612466908326, 0.08235651649984131], "p_value": 0.005255482192439463, "input_sha256": "7476de8b0b899ab2575a3d64e7e0da82cca80f1c7951ed203182d033fc515b24"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2504257038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7470120944237575, "interval": [0.571144262339895, 10.922879926507619], "p_value": 0.039, "input_sha256": "7e1259f8344c9ea937053f0004859b0b64d84892dbd7bcc1bdbe9db7b3650601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2504257038, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7470120944237575, "interval": [1.3113010269314676, 10.50150711861356], "p_value": 0.030474980808257352, "input_sha256": "7e1259f8344c9ea937053f0004859b0b64d84892dbd7bcc1bdbe9db7b3650601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.05104716699576285, "seed": 2504257038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06462137709069761, "interval": [0.004851699100071452, 0.12439105508132377], "p_value": 0.041, "input_sha256": "7e1259f8344c9ea937053f0004859b0b64d84892dbd7bcc1bdbe9db7b3650601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.05104716699576285, "seed": 2504257038, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06462137709069761, "interval": [0.015748732961028283, 0.11942034673702068], "p_value": 0.03483757850839025, "input_sha256": "7e1259f8344c9ea937053f0004859b0b64d84892dbd7bcc1bdbe9db7b3650601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1647472670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.941189993009729, "interval": [-0.4148882413612167, 10.297268227380675], "p_value": 0.083, "input_sha256": "332fcb623dcf5f1e0efff89725e1e6cda9936911099516039091958a000c9060"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1647472670, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.941189993009729, "interval": [-0.02014498318842474, 9.819370782872523], "p_value": 0.0695352074553895, "input_sha256": "332fcb623dcf5f1e0efff89725e1e6cda9936911099516039091958a000c9060"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.05146223802946729, "seed": 1647472670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04964340232552607, "interval": [-0.009512877332422488, 0.10879968198347462], "p_value": 0.111, "input_sha256": "332fcb623dcf5f1e0efff89725e1e6cda9936911099516039091958a000c9060"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.05146223802946729, "seed": 1647472670, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04964340232552607, "interval": [-0.007584069550970879, 0.10463419837794369], "p_value": 0.09751945787037757, "input_sha256": "332fcb623dcf5f1e0efff89725e1e6cda9936911099516039091958a000c9060"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1209990337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.479531845990971, "interval": [0.6881044163010319, 10.27095927568091], "p_value": 0.025, "input_sha256": "78ac2b9f497ed56a1d5d4f3606945b7af38af92acf45f7e7b73ab9a7f1a8ca21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1209990337, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.479531845990971, "interval": [0.5692670828366917, 9.808887482082573], "p_value": 0.026150753516948764, "input_sha256": "78ac2b9f497ed56a1d5d4f3606945b7af38af92acf45f7e7b73ab9a7f1a8ca21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.04980309063443015, "seed": 1209990337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059469988699585585, "interval": [0.011493837366715567, 0.1074461400324556], "p_value": 0.021, "input_sha256": "78ac2b9f497ed56a1d5d4f3606945b7af38af92acf45f7e7b73ab9a7f1a8ca21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.04980309063443015, "seed": 1209990337, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059469988699585585, "interval": [0.010352523168964838, 0.10244930244086432], "p_value": 0.0164951150849718, "input_sha256": "78ac2b9f497ed56a1d5d4f3606945b7af38af92acf45f7e7b73ab9a7f1a8ca21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1777530752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.426156030701108, "interval": [1.464366734504181, 11.387945326898034], "p_value": 0.014, "input_sha256": "7f1d3cd442d6a96d86151a03b5207788523e325433efcc54ab5c1af1adc577ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1777530752, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.426156030701108, "interval": [2.0060355950294926, 11.102455226821842], "p_value": 0.012538581922424843, "input_sha256": "7f1d3cd442d6a96d86151a03b5207788523e325433efcc54ab5c1af1adc577ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04930698658463585, "seed": 1777530752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06361076986229654, "interval": [0.009158181018495283, 0.1180633587060978], "p_value": 0.02, "input_sha256": "7f1d3cd442d6a96d86151a03b5207788523e325433efcc54ab5c1af1adc577ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04930698658463585, "seed": 1777530752, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06361076986229654, "interval": [0.015117386477669128, 0.11752883756864724], "p_value": 0.02325047331594774, "input_sha256": "7f1d3cd442d6a96d86151a03b5207788523e325433efcc54ab5c1af1adc577ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1190009130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5940377031456014, "interval": [1.402232723293345, 9.785842682997858], "p_value": 0.011, "input_sha256": "baf1b03feebe611fe156e4fddc1d7658e3bcbaceac6753a1cf1b2835aecf4abe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1190009130, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5940377031456014, "interval": [1.9021762212474864, 9.613092612658274], "p_value": 0.010345113344190342, "input_sha256": "baf1b03feebe611fe156e4fddc1d7658e3bcbaceac6753a1cf1b2835aecf4abe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0496704722397096, "seed": 1190009130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04793481872740166, "interval": [0.0012666127242024552, 0.09460302473060087], "p_value": 0.034, "input_sha256": "baf1b03feebe611fe156e4fddc1d7658e3bcbaceac6753a1cf1b2835aecf4abe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0496704722397096, "seed": 1190009130, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04793481872740166, "interval": [0.005384859872265749, 0.09094229869997042], "p_value": 0.04439230613197991, "input_sha256": "baf1b03feebe611fe156e4fddc1d7658e3bcbaceac6753a1cf1b2835aecf4abe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2071809335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8755002517287256, "interval": [-3.1766565778492497, 6.927657081306701], "p_value": 0.475, "input_sha256": "bfbe213d4debbdedf96459cda09cdda8cf52933872ed90cef232a7b75f09cf9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2071809335, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8755002517287256, "interval": [-3.3057516155177322, 6.360745455183051], "p_value": 0.45687955063636476, "input_sha256": "bfbe213d4debbdedf96459cda09cdda8cf52933872ed90cef232a7b75f09cf9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.04827720770174618, "seed": 2071809335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02113685210272656, "interval": [-0.03373508210622832, 0.07600878631168144], "p_value": 0.446, "input_sha256": "bfbe213d4debbdedf96459cda09cdda8cf52933872ed90cef232a7b75f09cf9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.04827720770174618, "seed": 2071809335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02113685210272656, "interval": [-0.041370368487071, 0.06707863965460838], "p_value": 0.4403193178790412, "input_sha256": "bfbe213d4debbdedf96459cda09cdda8cf52933872ed90cef232a7b75f09cf9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3796984225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.483772414220379, "interval": [-3.979489517913942, 6.9470343463547], "p_value": 0.593, "input_sha256": "b249919e5123d9adc4173f91ab8cd1505553da075771854d54390e412c7620dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3796984225, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.483772414220379, "interval": [-3.736179699943503, 6.957324984661843], "p_value": 0.5856636281208091, "input_sha256": "b249919e5123d9adc4173f91ab8cd1505553da075771854d54390e412c7620dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.05061570539816185, "seed": 3796984225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010477575526212368, "interval": [-0.04546054418021098, 0.06641569523263571], "p_value": 0.71, "input_sha256": "b249919e5123d9adc4173f91ab8cd1505553da075771854d54390e412c7620dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.05061570539816185, "seed": 3796984225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010477575526212368, "interval": [-0.04418535735232888, 0.0644875637291321], "p_value": 0.7066211703481744, "input_sha256": "b249919e5123d9adc4173f91ab8cd1505553da075771854d54390e412c7620dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3469486787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5418340003326563, "interval": [-2.0352349209696863, 7.118902921634999], "p_value": 0.256, "input_sha256": "244b363564538f04fcd5976a403910add9bbabe60207afd760b4c331085a76d6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3469486787, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5418340003326563, "interval": [-1.3291746124502062, 7.0170076411915305], "p_value": 0.2679664354735591, "input_sha256": "244b363564538f04fcd5976a403910add9bbabe60207afd760b4c331085a76d6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.049124301119675536, "seed": 3469486787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020365550036867575, "interval": [-0.024898792659211112, 0.06562989273294625], "p_value": 0.346, "input_sha256": "244b363564538f04fcd5976a403910add9bbabe60207afd760b4c331085a76d6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.049124301119675536, "seed": 3469486787, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020365550036867575, "interval": [-0.01889652773188113, 0.06520615627644795], "p_value": 0.3679032166606614, "input_sha256": "244b363564538f04fcd5976a403910add9bbabe60207afd760b4c331085a76d6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3331731241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.582732802940981, "interval": [4.0149887445218555, 13.150476861360108], "p_value": 0.001, "input_sha256": "59c3e13c4be67ee2d315ea61fead04586b99a309201f6f5257e94b4a20a3e690"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3331731241, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.582732802940981, "interval": [4.406313932942983, 12.732672649928316], "p_value": 0.0005136742838859823, "input_sha256": "59c3e13c4be67ee2d315ea61fead04586b99a309201f6f5257e94b4a20a3e690"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.05074250206952049, "seed": 3331731241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09150222055151577, "interval": [0.043906993215918684, 0.13909744788711287], "p_value": 0.001, "input_sha256": "59c3e13c4be67ee2d315ea61fead04586b99a309201f6f5257e94b4a20a3e690"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.05074250206952049, "seed": 3331731241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09150222055151577, "interval": [0.048694064208539764, 0.136912303704596], "p_value": 0.00039072183608650083, "input_sha256": "59c3e13c4be67ee2d315ea61fead04586b99a309201f6f5257e94b4a20a3e690"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3016896643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2943021370682164, "interval": [-2.174223263839826, 8.762827537976259], "p_value": 0.233, "input_sha256": "b9faf591d28f16b4f21260c27d21ee45ae10b8331642637e79e0f3c76e3219f2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3016896643, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2943021370682164, "interval": [-1.929814430022708, 8.132302231987595], "p_value": 0.2287321488503672, "input_sha256": "b9faf591d28f16b4f21260c27d21ee45ae10b8331642637e79e0f3c76e3219f2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.04928980697638321, "seed": 3016896643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031238768863504074, "interval": [-0.025859831672914634, 0.08833736939992279], "p_value": 0.275, "input_sha256": "b9faf591d28f16b4f21260c27d21ee45ae10b8331642637e79e0f3c76e3219f2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.04928980697638321, "seed": 3016896643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031238768863504074, "interval": [-0.02460379570298933, 0.08210674315488274], "p_value": 0.2734071046081637, "input_sha256": "b9faf591d28f16b4f21260c27d21ee45ae10b8331642637e79e0f3c76e3219f2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2164434105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.442512334875346, "interval": [-2.2522963744875106, 9.137321044238202], "p_value": 0.24, "input_sha256": "c6d2a788ed669760ebc1647afcbb0bea70f25fc35cd239dabebb3109c6cc1fb4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2164434105, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.442512334875346, "interval": [-1.9727688210933214, 9.04384383010492], "p_value": 0.22811539628612823, "input_sha256": "c6d2a788ed669760ebc1647afcbb0bea70f25fc35cd239dabebb3109c6cc1fb4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04813354383265967, "seed": 2164434105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033909314734218154, "interval": [-0.02451150642578541, 0.09233013589422172], "p_value": 0.249, "input_sha256": "c6d2a788ed669760ebc1647afcbb0bea70f25fc35cd239dabebb3109c6cc1fb4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04813354383265967, "seed": 2164434105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033909314734218154, "interval": [-0.01752187821346696, 0.09508677632146637], "p_value": 0.24663303528816985, "input_sha256": "c6d2a788ed669760ebc1647afcbb0bea70f25fc35cd239dabebb3109c6cc1fb4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1048907191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.947453834984719, "interval": [4.600583669786859, 15.294324000182579], "p_value": 0.002, "input_sha256": "3dc749be75312301a30651166ca0d1e21ae3c8337d4a1219224ac851b66446af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1048907191, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.947453834984719, "interval": [4.771748557202117, 14.464009782381252], "p_value": 0.0005629452499029778, "input_sha256": "3dc749be75312301a30651166ca0d1e21ae3c8337d4a1219224ac851b66446af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.05124724645882792, "seed": 1048907191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09684947514926132, "interval": [0.03525111804346607, 0.15844783225505657], "p_value": 0.002, "input_sha256": "3dc749be75312301a30651166ca0d1e21ae3c8337d4a1219224ac851b66446af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.05124724645882792, "seed": 1048907191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09684947514926132, "interval": [0.03733601068943372, 0.14979846438098374], "p_value": 0.0029229746662529535, "input_sha256": "3dc749be75312301a30651166ca0d1e21ae3c8337d4a1219224ac851b66446af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1098701388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.3130860732898935, "interval": [-1.0770651594518386, 9.703237306031625], "p_value": 0.112, "input_sha256": "2f21a5239c0bc9c9c9b409d0d191b61281e5358323c92f9915caca3a70169de7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1098701388, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.3130860732898935, "interval": [-1.0479684377617144, 9.097523789037771], "p_value": 0.11343510396383835, "input_sha256": "2f21a5239c0bc9c9c9b409d0d191b61281e5358323c92f9915caca3a70169de7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04966526496827208, "seed": 1098701388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044311018966174315, "interval": [-0.013120940088828865, 0.10174297802117749], "p_value": 0.126, "input_sha256": "2f21a5239c0bc9c9c9b409d0d191b61281e5358323c92f9915caca3a70169de7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04966526496827208, "seed": 1098701388, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044311018966174315, "interval": [-0.00723227746691938, 0.09642252005792475], "p_value": 0.12656073127676903, "input_sha256": "2f21a5239c0bc9c9c9b409d0d191b61281e5358323c92f9915caca3a70169de7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1235184381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.325380806011286, "interval": [0.29408808927259855, 10.356673522749974], "p_value": 0.033, "input_sha256": "ed08c5215d3b37aa2b4db10a075f6e2f6584e73fc4afbbbe368128eef4ac439c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1235184381, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.325380806011286, "interval": [0.42544144330256534, 9.661246843034004], "p_value": 0.03860787507507693, "input_sha256": "ed08c5215d3b37aa2b4db10a075f6e2f6584e73fc4afbbbe368128eef4ac439c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.04984109042704228, "seed": 1235184381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045455813510655, "interval": [-0.0072755424009249, 0.0981871694222349], "p_value": 0.08, "input_sha256": "ed08c5215d3b37aa2b4db10a075f6e2f6584e73fc4afbbbe368128eef4ac439c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.04984109042704228, "seed": 1235184381, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045455813510655, "interval": [-0.005821720549361726, 0.09110073416366739], "p_value": 0.08895621865467734, "input_sha256": "ed08c5215d3b37aa2b4db10a075f6e2f6584e73fc4afbbbe368128eef4ac439c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 681872764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.887942625993377, "interval": [-2.380288995816586, 6.15617424780334], "p_value": 0.38, "input_sha256": "249faead912bcf8f56b90bcbf80c552a248003024837c35c3419753d898ed483"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 681872764, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.887942625993377, "interval": [-1.5732850361843214, 6.166739377757027], "p_value": 0.3761506804292606, "input_sha256": "249faead912bcf8f56b90bcbf80c552a248003024837c35c3419753d898ed483"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0494800374644159, "seed": 681872764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005633310162832902, "interval": [-0.039994358962968164, 0.05126097928863397], "p_value": 0.798, "input_sha256": "249faead912bcf8f56b90bcbf80c552a248003024837c35c3419753d898ed483"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0494800374644159, "seed": 681872764, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005633310162832902, "interval": [-0.035562922800197766, 0.0494428676451802], "p_value": 0.8039579734638748, "input_sha256": "249faead912bcf8f56b90bcbf80c552a248003024837c35c3419753d898ed483"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 737334999, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.196569397239719, "interval": [3.3447939192312734, 13.048344875248164], "p_value": 0.006, "input_sha256": "2e8e850a0bd957b23d7dcfa0ef6d39b2d96d61a8f33aba25a22d80f557058a79"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 737334999, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.196569397239719, "interval": [3.706162141503124, 12.912981990973044], "p_value": 0.0015808364395061936, "input_sha256": "2e8e850a0bd957b23d7dcfa0ef6d39b2d96d61a8f33aba25a22d80f557058a79"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04829926956863833, "seed": 737334999, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07935656075498278, "interval": [0.02562862403319051, 0.13308449747677503], "p_value": 0.007, "input_sha256": "2e8e850a0bd957b23d7dcfa0ef6d39b2d96d61a8f33aba25a22d80f557058a79"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04829926956863833, "seed": 737334999, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07935656075498278, "interval": [0.03036332459627849, 0.1342822645353831], "p_value": 0.005040516213099706, "input_sha256": "2e8e850a0bd957b23d7dcfa0ef6d39b2d96d61a8f33aba25a22d80f557058a79"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3827643733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.337984214400935, "interval": [3.893146583813368, 14.7828218449885], "p_value": 0.002, "input_sha256": "bab8e9235b859ec214a1a69b56790ebe2a2dfe62e531ea08827c9bf52530f003"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3827643733, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.337984214400935, "interval": [4.185774214454482, 14.12810424170105], "p_value": 0.0013120416137472849, "input_sha256": "bab8e9235b859ec214a1a69b56790ebe2a2dfe62e531ea08827c9bf52530f003"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.05014315980742319, "seed": 3827643733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10161346948165735, "interval": [0.044576680808142574, 0.15865025815517214], "p_value": 0.002, "input_sha256": "bab8e9235b859ec214a1a69b56790ebe2a2dfe62e531ea08827c9bf52530f003"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.05014315980742319, "seed": 3827643733, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10161346948165735, "interval": [0.046632394183340434, 0.14993826656770373], "p_value": 0.0009256493905903206, "input_sha256": "bab8e9235b859ec214a1a69b56790ebe2a2dfe62e531ea08827c9bf52530f003"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 341703801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3229929780172913, "interval": [-1.5099485025936739, 8.155934458628256], "p_value": 0.182, "input_sha256": "f054be9bc41f8fbe2adbe78f2d0f2c53c9156440fcab539f0b4e7d925ec8ca8f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 341703801, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3229929780172913, "interval": [-1.3784591688801213, 7.878446197308497], "p_value": 0.17201819638609925, "input_sha256": "f054be9bc41f8fbe2adbe78f2d0f2c53c9156440fcab539f0b4e7d925ec8ca8f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.050385829431979334, "seed": 341703801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025843153074375, "interval": [-0.02715840377917743, 0.07884470992792743], "p_value": 0.334, "input_sha256": "f054be9bc41f8fbe2adbe78f2d0f2c53c9156440fcab539f0b4e7d925ec8ca8f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.050385829431979334, "seed": 341703801, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025843153074375, "interval": [-0.02450605561440522, 0.07861441234301195], "p_value": 0.32967436653193816, "input_sha256": "f054be9bc41f8fbe2adbe78f2d0f2c53c9156440fcab539f0b4e7d925ec8ca8f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1780309871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.148793611835009, "interval": [1.0914697116191583, 11.20611751205086], "p_value": 0.016, "input_sha256": "2b47b9bec664798be3c8c74be2e5237a7157d582d9882786dbe9df91521c3ca8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1780309871, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.148793611835009, "interval": [1.841567724580869, 10.938001807035262], "p_value": 0.01856771580785553, "input_sha256": "2b47b9bec664798be3c8c74be2e5237a7157d582d9882786dbe9df91521c3ca8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.05010441925423601, "seed": 1780309871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0793235033312745, "interval": [0.02419551030382669, 0.1344514963587223], "p_value": 0.003, "input_sha256": "2b47b9bec664798be3c8c74be2e5237a7157d582d9882786dbe9df91521c3ca8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.05010441925423601, "seed": 1780309871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0793235033312745, "interval": [0.033491249607747235, 0.1330899176127026], "p_value": 0.006183257618872422, "input_sha256": "2b47b9bec664798be3c8c74be2e5237a7157d582d9882786dbe9df91521c3ca8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1695372191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.981608689675739, "interval": [0.7947709909278018, 13.168446388423677], "p_value": 0.026, "input_sha256": "ddfaf7d5e57473436f2af2c8ba7cd4256967acec971049ac709cdd972abea85d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1695372191, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.981608689675739, "interval": [1.3243913112663037, 13.132905123533115], "p_value": 0.02827568418169202, "input_sha256": "ddfaf7d5e57473436f2af2c8ba7cd4256967acec971049ac709cdd972abea85d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04933379141963018, "seed": 1695372191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07011655823783403, "interval": [0.0067384996819848525, 0.13349461679368319], "p_value": 0.03, "input_sha256": "ddfaf7d5e57473436f2af2c8ba7cd4256967acec971049ac709cdd972abea85d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04933379141963018, "seed": 1695372191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07011655823783403, "interval": [0.015924228935622318, 0.13537738520420198], "p_value": 0.031291998601375284, "input_sha256": "ddfaf7d5e57473436f2af2c8ba7cd4256967acec971049ac709cdd972abea85d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2698657029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.720311308097303, "interval": [-0.433772371660031, 9.874394987854636], "p_value": 0.08, "input_sha256": "180b8a8c091e6c23784405e20a242de3f957ea2e15d0daa73065ebc19619a776"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2698657029, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.720311308097303, "interval": [-0.1625075669276379, 9.609975871830832], "p_value": 0.0714670788794351, "input_sha256": "180b8a8c091e6c23784405e20a242de3f957ea2e15d0daa73065ebc19619a776"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.04766841633163167, "seed": 2698657029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04644697537216719, "interval": [-0.008245261563477845, 0.10113921230781223], "p_value": 0.105, "input_sha256": "180b8a8c091e6c23784405e20a242de3f957ea2e15d0daa73065ebc19619a776"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.04766841633163167, "seed": 2698657029, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04644697537216719, "interval": [-0.0033392572709023114, 0.09774321611203939], "p_value": 0.09366760010618909, "input_sha256": "180b8a8c091e6c23784405e20a242de3f957ea2e15d0daa73065ebc19619a776"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2943889212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.695762807862, "interval": [1.8366843764423306, 11.554841239281668], "p_value": 0.015, "input_sha256": "f502f47eb37bb74d053f6f881c83ede6a0c338cf87588457eff9ce91f2fe04dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2943889212, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.695762807862, "interval": [2.299130849021365, 11.779925393433293], "p_value": 0.008245397365899765, "input_sha256": "f502f47eb37bb74d053f6f881c83ede6a0c338cf87588457eff9ce91f2fe04dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.04952160672099622, "seed": 2943889212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061562864720906135, "interval": [0.011325716970930357, 0.11180001247088192], "p_value": 0.024, "input_sha256": "f502f47eb37bb74d053f6f881c83ede6a0c338cf87588457eff9ce91f2fe04dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.04952160672099622, "seed": 2943889212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061562864720906135, "interval": [0.014696282353175603, 0.11322753523593478], "p_value": 0.017677750747607315, "input_sha256": "f502f47eb37bb74d053f6f881c83ede6a0c338cf87588457eff9ce91f2fe04dd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3690194660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.250380738015886, "interval": [5.556800715235873, 14.9439607607959], "p_value": 0.001, "input_sha256": "83fb8831914f173f97575843b986fa9073b85b4a1bbd2341fc1ac985091bd435"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3690194660, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.250380738015886, "interval": [5.680588586228384, 14.588804713869777], "p_value": 8.536571307009044e-05, "input_sha256": "83fb8831914f173f97575843b986fa9073b85b4a1bbd2341fc1ac985091bd435"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.046979214193931716, "seed": 3690194660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0912137329652153, "interval": [0.04219735695309868, 0.14023010897733193], "p_value": 0.001, "input_sha256": "83fb8831914f173f97575843b986fa9073b85b4a1bbd2341fc1ac985091bd435"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.046979214193931716, "seed": 3690194660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0912137329652153, "interval": [0.042931864087537554, 0.1343250335065846], "p_value": 0.0005825575424127958, "input_sha256": "83fb8831914f173f97575843b986fa9073b85b4a1bbd2341fc1ac985091bd435"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101499169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.479661529167986, "interval": [-1.7137182362258745, 8.673041294561846], "p_value": 0.172, "input_sha256": "45a07391eb60a80666a692db69b05033fcb08c3a2305b4ab3ff4a92379e60da1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101499169, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.479661529167986, "interval": [-1.1819989307172025, 8.851664322817564], "p_value": 0.18297930292620282, "input_sha256": "45a07391eb60a80666a692db69b05033fcb08c3a2305b4ab3ff4a92379e60da1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.04872468214860252, "seed": 101499169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019441804801937135, "interval": [-0.0332795058219086, 0.07216311542578287], "p_value": 0.445, "input_sha256": "45a07391eb60a80666a692db69b05033fcb08c3a2305b4ab3ff4a92379e60da1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.04872468214860252, "seed": 101499169, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019441804801937135, "interval": [-0.028787020372022555, 0.07295977278142661], "p_value": 0.45991051781197645, "input_sha256": "45a07391eb60a80666a692db69b05033fcb08c3a2305b4ab3ff4a92379e60da1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4084684659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.768253093253833, "interval": [2.8726130428906647, 14.663893143617], "p_value": 0.005, "input_sha256": "56b96d65df6be2e9038475d40c8b5634a5d838db04573fd682097aecb106252f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4084684659, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.768253093253833, "interval": [3.74720010594632, 14.77883073418544], "p_value": 0.004639941383150543, "input_sha256": "56b96d65df6be2e9038475d40c8b5634a5d838db04573fd682097aecb106252f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04975577819649214, "seed": 4084684659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09570385424089922, "interval": [0.029484169221070194, 0.16192353926072825], "p_value": 0.004, "input_sha256": "56b96d65df6be2e9038475d40c8b5634a5d838db04573fd682097aecb106252f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04975577819649214, "seed": 4084684659, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09570385424089922, "interval": [0.042676172221677695, 0.16470575529422546], "p_value": 0.0058879022599105015, "input_sha256": "56b96d65df6be2e9038475d40c8b5634a5d838db04573fd682097aecb106252f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3768279033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1060410654098334, "interval": [-2.4297301709603714, 6.641812301780038], "p_value": 0.35, "input_sha256": "0d7f4521564cf2d83e29efba99cf403294db91c691dede921b8c06495db802c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3768279033, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1060410654098334, "interval": [-2.062256476973668, 6.311109378202361], "p_value": 0.35273239426085445, "input_sha256": "0d7f4521564cf2d83e29efba99cf403294db91c691dede921b8c06495db802c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.047615499393389014, "seed": 3768279033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018492599106286853, "interval": [-0.02724532348207953, 0.06423052169465324], "p_value": 0.418, "input_sha256": "0d7f4521564cf2d83e29efba99cf403294db91c691dede921b8c06495db802c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.047615499393389014, "seed": 3768279033, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018492599106286853, "interval": [-0.0243501845404834, 0.05790541908145341], "p_value": 0.4180661663656223, "input_sha256": "0d7f4521564cf2d83e29efba99cf403294db91c691dede921b8c06495db802c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1266292411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.509644609336366, "interval": [-2.519789273087171, 7.539078491759903], "p_value": 0.299, "input_sha256": "8b844730038bbccc0a7db3481dee8b0ca9674c29ac40e7245120956fe4ee6f11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1266292411, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.509644609336366, "interval": [-2.3753448261088583, 6.9848447532307665], "p_value": 0.31858798953475603, "input_sha256": "8b844730038bbccc0a7db3481dee8b0ca9674c29ac40e7245120956fe4ee6f11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04835419044278695, "seed": 1266292411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026622379088087664, "interval": [-0.027190960395498502, 0.08043571857167384], "p_value": 0.302, "input_sha256": "8b844730038bbccc0a7db3481dee8b0ca9674c29ac40e7245120956fe4ee6f11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04835419044278695, "seed": 1266292411, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026622379088087664, "interval": [-0.027827760623076726, 0.07404799870842511], "p_value": 0.3227699685399439, "input_sha256": "8b844730038bbccc0a7db3481dee8b0ca9674c29ac40e7245120956fe4ee6f11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 698399915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.080895219937005, "interval": [0.4565565711042634, 9.705233868769747], "p_value": 0.033, "input_sha256": "8392a2ae3faa6739eb3365c212b39e6eab23a9874cf85d1f868d9a86172868f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 698399915, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.080895219937005, "interval": [0.9018491707809817, 9.325841477285431], "p_value": 0.03216868967788661, "input_sha256": "8392a2ae3faa6739eb3365c212b39e6eab23a9874cf85d1f868d9a86172868f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.05065964416284071, "seed": 698399915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06747142013230295, "interval": [0.014675878487604654, 0.12026696177700125], "p_value": 0.017, "input_sha256": "8392a2ae3faa6739eb3365c212b39e6eab23a9874cf85d1f868d9a86172868f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.05065964416284071, "seed": 698399915, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06747142013230295, "interval": [0.01538614536693246, 0.11410532536621765], "p_value": 0.013761137915577924, "input_sha256": "8392a2ae3faa6739eb3365c212b39e6eab23a9874cf85d1f868d9a86172868f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 165636203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.261558461279325, "interval": [0.1658975122456363, 12.357219410313014], "p_value": 0.044, "input_sha256": "56e4b5506ef29eed0184eb7cadc40e648d0e8f6eaf27060e18a6d58ba3e04064"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 165636203, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.261558461279325, "interval": [0.19328569344349986, 11.766427240930527], "p_value": 0.04437434594893828, "input_sha256": "56e4b5506ef29eed0184eb7cadc40e648d0e8f6eaf27060e18a6d58ba3e04064"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.04907025126587876, "seed": 165636203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061672471848396124, "interval": [-0.004535499195653783, 0.12788044289244604], "p_value": 0.069, "input_sha256": "56e4b5506ef29eed0184eb7cadc40e648d0e8f6eaf27060e18a6d58ba3e04064"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.04907025126587876, "seed": 165636203, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061672471848396124, "interval": [-0.0012691802512032817, 0.12433016481368835], "p_value": 0.06696507785554848, "input_sha256": "56e4b5506ef29eed0184eb7cadc40e648d0e8f6eaf27060e18a6d58ba3e04064"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 221662968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.699712412466879, "interval": [0.20476441641143328, 11.194660408522324], "p_value": 0.04, "input_sha256": "594fde552b85f50e67a521e07fb4ec6d47fda3131684b113da30d6ff039d483a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 221662968, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.699712412466879, "interval": [0.2925057307253599, 10.67812988134644], "p_value": 0.04245520628428453, "input_sha256": "594fde552b85f50e67a521e07fb4ec6d47fda3131684b113da30d6ff039d483a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.049350457777764103, "seed": 221662968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06098306655440623, "interval": [0.002659886854528365, 0.1193062462542841], "p_value": 0.039, "input_sha256": "594fde552b85f50e67a521e07fb4ec6d47fda3131684b113da30d6ff039d483a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.049350457777764103, "seed": 221662968, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06098306655440623, "interval": [0.0010363589966136217, 0.11457134227962228], "p_value": 0.04089851289727941, "input_sha256": "594fde552b85f50e67a521e07fb4ec6d47fda3131684b113da30d6ff039d483a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2649494108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.078189821861837, "interval": [0.9546804901819987, 9.201699153541675], "p_value": 0.015, "input_sha256": "2574c250c4b05b754e880f19abc18095315ef90799b71e5d1745a91cf0055398"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2649494108, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.078189821861837, "interval": [1.0596893793822677, 8.480676712422271], "p_value": 0.0173082200023123, "input_sha256": "2574c250c4b05b754e880f19abc18095315ef90799b71e5d1745a91cf0055398"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.048770673514546, "seed": 2649494108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0449303390832681, "interval": [0.0030438469433373347, 0.08681683122319886], "p_value": 0.034, "input_sha256": "2574c250c4b05b754e880f19abc18095315ef90799b71e5d1745a91cf0055398"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.048770673514546, "seed": 2649494108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0449303390832681, "interval": [0.006019946480004937, 0.0819138991098068], "p_value": 0.036287078635115814, "input_sha256": "2574c250c4b05b754e880f19abc18095315ef90799b71e5d1745a91cf0055398"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3735906495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0711974366824055, "interval": [-0.35615838580257186, 10.498553259167384], "p_value": 0.066, "input_sha256": "e9d732a633189f15bb15799397a018a74dfe962099bdf834a1db8ccf54388d6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3735906495, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0711974366824055, "interval": [-0.3901589994419602, 9.720856539320797], "p_value": 0.06606707836231078, "input_sha256": "e9d732a633189f15bb15799397a018a74dfe962099bdf834a1db8ccf54388d6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.049056779893789725, "seed": 3735906495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05921808288566731, "interval": [0.0013585564811216255, 0.11707760929021299], "p_value": 0.045, "input_sha256": "e9d732a633189f15bb15799397a018a74dfe962099bdf834a1db8ccf54388d6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.049056779893789725, "seed": 3735906495, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05921808288566731, "interval": [-0.0020258695133385904, 0.10914380087564539], "p_value": 0.04515854734254746, "input_sha256": "e9d732a633189f15bb15799397a018a74dfe962099bdf834a1db8ccf54388d6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1105133457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.406583713796412, "interval": [0.1725276778586471, 8.640639749734177], "p_value": 0.044, "input_sha256": "65ca911118c11f9a6955bc2befa8e1a97eb30c9fa96967f2a74c5d04559058cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1105133457, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.406583713796412, "interval": [0.9551528006508935, 8.677174850838254], "p_value": 0.04178952760396781, "input_sha256": "65ca911118c11f9a6955bc2befa8e1a97eb30c9fa96967f2a74c5d04559058cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.050689412530076014, "seed": 1105133457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.051003688178854936, "interval": [0.002943559251453294, 0.09906381710625659], "p_value": 0.039, "input_sha256": "65ca911118c11f9a6955bc2befa8e1a97eb30c9fa96967f2a74c5d04559058cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.050689412530076014, "seed": 1105133457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.051003688178854936, "interval": [0.010736301002160456, 0.0985939875398521], "p_value": 0.038122077875609534, "input_sha256": "65ca911118c11f9a6955bc2befa8e1a97eb30c9fa96967f2a74c5d04559058cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2975835006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.376023591975947, "interval": [-0.5837995801292815, 9.335846764081175], "p_value": 0.096, "input_sha256": "f4a67b2c8cf5cd6deb1ee9ae05bbe95cedfcacf92df78d1c28c2251311e65f9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2975835006, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.376023591975947, "interval": [0.03404416379532238, 8.941579839836365], "p_value": 0.08204461516283715, "input_sha256": "f4a67b2c8cf5cd6deb1ee9ae05bbe95cedfcacf92df78d1c28c2251311e65f9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0480230048490209, "seed": 2975835006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03888701096746956, "interval": [-0.012350194476197583, 0.09012421641113671], "p_value": 0.143, "input_sha256": "f4a67b2c8cf5cd6deb1ee9ae05bbe95cedfcacf92df78d1c28c2251311e65f9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0480230048490209, "seed": 2975835006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03888701096746956, "interval": [-0.008714329242055004, 0.08432443714302529], "p_value": 0.1325621070794294, "input_sha256": "f4a67b2c8cf5cd6deb1ee9ae05bbe95cedfcacf92df78d1c28c2251311e65f9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1489157660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.111520092191967, "interval": [-1.2556053570483812, 9.478645541432314], "p_value": 0.123, "input_sha256": "660765cb80e08f4fe92248d5670521209462f3bdf7449fd69e31b19da6e2b04c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1489157660, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.111520092191967, "interval": [-1.2411771498289632, 9.163481480075205], "p_value": 0.1290658649030736, "input_sha256": "660765cb80e08f4fe92248d5670521209462f3bdf7449fd69e31b19da6e2b04c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.05083085642741155, "seed": 1489157660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03721618868551016, "interval": [-0.018610685187646622, 0.09304306255866694], "p_value": 0.191, "input_sha256": "660765cb80e08f4fe92248d5670521209462f3bdf7449fd69e31b19da6e2b04c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.05083085642741155, "seed": 1489157660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03721618868551016, "interval": [-0.01800556606638341, 0.08701700097524344], "p_value": 0.1849549164195344, "input_sha256": "660765cb80e08f4fe92248d5670521209462f3bdf7449fd69e31b19da6e2b04c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 210587354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.822774795194835, "interval": [6.544069448196588, 15.101480142193083], "p_value": 0.001, "input_sha256": "8eb889e55aede92d8180498eb19b3b2786c68aeb3113675714031bb9232c4366"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 210587354, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.822774795194835, "interval": [6.934824871606971, 14.753453950245927], "p_value": 9.754690371898998e-06, "input_sha256": "8eb889e55aede92d8180498eb19b3b2786c68aeb3113675714031bb9232c4366"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.050494655648277285, "seed": 210587354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11268885209948781, "interval": [0.06550289441492041, 0.15987480978405522], "p_value": 0.001, "input_sha256": "8eb889e55aede92d8180498eb19b3b2786c68aeb3113675714031bb9232c4366"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.050494655648277285, "seed": 210587354, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11268885209948781, "interval": [0.06836255406564797, 0.15277084430357465], "p_value": 2.6007875215057614e-05, "input_sha256": "8eb889e55aede92d8180498eb19b3b2786c68aeb3113675714031bb9232c4366"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2291862109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.939698582141579, "interval": [1.3304423784091197, 10.548954785874038], "p_value": 0.013, "input_sha256": "3b44c69f6f472089817afa1e412e84915885eaf2a40f08b4abe012975125a0bd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2291862109, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.939698582141579, "interval": [1.0856676194131125, 9.753873698636353], "p_value": 0.01299589732793398, "input_sha256": "3b44c69f6f472089817afa1e412e84915885eaf2a40f08b4abe012975125a0bd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.05030328619123957, "seed": 2291862109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05741932451592417, "interval": [0.005223552550273798, 0.10961509648157455], "p_value": 0.032, "input_sha256": "3b44c69f6f472089817afa1e412e84915885eaf2a40f08b4abe012975125a0bd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.05030328619123957, "seed": 2291862109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05741932451592417, "interval": [0.008409659847745507, 0.10256884330123811], "p_value": 0.032028297017280064, "input_sha256": "3b44c69f6f472089817afa1e412e84915885eaf2a40f08b4abe012975125a0bd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 623693333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.577078201477031, "interval": [-2.4365629461111364, 7.590719349065198], "p_value": 0.287, "input_sha256": "e5f6e7904242f6c69b52781825c719f3bdaf4e02011fa41dc840bcad3058a84c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 623693333, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.577078201477031, "interval": [-2.1857551041506533, 7.5344242852726415], "p_value": 0.30447826034921815, "input_sha256": "e5f6e7904242f6c69b52781825c719f3bdaf4e02011fa41dc840bcad3058a84c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.04840409309828251, "seed": 623693333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024991141006490192, "interval": [-0.02360903654198563, 0.073591318554966], "p_value": 0.292, "input_sha256": "e5f6e7904242f6c69b52781825c719f3bdaf4e02011fa41dc840bcad3058a84c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.04840409309828251, "seed": 623693333, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024991141006490192, "interval": [-0.020938788344784045, 0.07272339004534184], "p_value": 0.3040849355584643, "input_sha256": "e5f6e7904242f6c69b52781825c719f3bdaf4e02011fa41dc840bcad3058a84c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2962279170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.02303914720208, "interval": [3.640975590842171, 12.40510270356199], "p_value": 0.003, "input_sha256": "7965ab4e7fb8ed677c1d09134a18754e115f048164c8a07beaee08c55c42411c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2962279170, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.02303914720208, "interval": [3.8215125913662242, 11.913682911870804], "p_value": 0.0006951844844818797, "input_sha256": "7965ab4e7fb8ed677c1d09134a18754e115f048164c8a07beaee08c55c42411c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.050803790249401, "seed": 2962279170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08400813965430066, "interval": [0.035803533190574194, 0.13221274611802714], "p_value": 0.004, "input_sha256": "7965ab4e7fb8ed677c1d09134a18754e115f048164c8a07beaee08c55c42411c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.050803790249401, "seed": 2962279170, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08400813965430066, "interval": [0.040595656264379464, 0.12986099594123088], "p_value": 0.0011162312133322732, "input_sha256": "7965ab4e7fb8ed677c1d09134a18754e115f048164c8a07beaee08c55c42411c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 930066207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0905120769536403, "interval": [-3.5258101838801377, 7.706834337787418], "p_value": 0.475, "input_sha256": "6f81cb2705ca4917359459cc33cb60552aec0a77cba9414b7753be0415ee81f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 930066207, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0905120769536403, "interval": [-2.638655295977733, 8.084521268016381], "p_value": 0.4552366546053309, "input_sha256": "6f81cb2705ca4917359459cc33cb60552aec0a77cba9414b7753be0415ee81f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04962469342811252, "seed": 930066207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028954270024375464, "interval": [-0.03262506833358798, 0.0905336083823389], "p_value": 0.371, "input_sha256": "6f81cb2705ca4917359459cc33cb60552aec0a77cba9414b7753be0415ee81f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04962469342811252, "seed": 930066207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028954270024375464, "interval": [-0.017837317970252124, 0.10093480588403211], "p_value": 0.345720042207706, "input_sha256": "6f81cb2705ca4917359459cc33cb60552aec0a77cba9414b7753be0415ee81f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1141458515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.160508688406855, "interval": [-1.7469284913730032, 8.067945868186714], "p_value": 0.176, "input_sha256": "65ea1847ce63dbc91776fc39a9e05427da97b98b801d8f20b48ba907b47c3cef"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1141458515, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.160508688406855, "interval": [-1.5541746773040617, 7.466757316092164], "p_value": 0.1998817285495363, "input_sha256": "65ea1847ce63dbc91776fc39a9e05427da97b98b801d8f20b48ba907b47c3cef"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.049038604049969466, "seed": 1141458515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023333409818428977, "interval": [-0.02680810362480554, 0.0734749232616635], "p_value": 0.332, "input_sha256": "65ea1847ce63dbc91776fc39a9e05427da97b98b801d8f20b48ba907b47c3cef"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.049038604049969466, "seed": 1141458515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023333409818428977, "interval": [-0.026045120220602524, 0.06771961945683466], "p_value": 0.3519019618741065, "input_sha256": "65ea1847ce63dbc91776fc39a9e05427da97b98b801d8f20b48ba907b47c3cef"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 189500730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.17314022445112, "interval": [2.7047600568870225, 13.64152039201522], "p_value": 0.008, "input_sha256": "d011210cc84d3f3cd533e5c4488e74437c84290314ccd0885ef93f827ea3c419"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 189500730, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.17314022445112, "interval": [2.5414580421265387, 12.772350009899], "p_value": 0.004487231612153695, "input_sha256": "d011210cc84d3f3cd533e5c4488e74437c84290314ccd0885ef93f827ea3c419"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.047628336481731294, "seed": 189500730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08152647358967047, "interval": [0.027564885933563557, 0.1354880612457774], "p_value": 0.008, "input_sha256": "d011210cc84d3f3cd533e5c4488e74437c84290314ccd0885ef93f827ea3c419"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.047628336481731294, "seed": 189500730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08152647358967047, "interval": [0.02735710738194174, 0.12680289264922007], "p_value": 0.004122727507352242, "input_sha256": "d011210cc84d3f3cd533e5c4488e74437c84290314ccd0885ef93f827ea3c419"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 435824953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.068816602023698, "interval": [-1.442492113408436, 9.580125317455833], "p_value": 0.139, "input_sha256": "ed488d7b4ae422b33c5635b7d4ce1f84d83c8081d6ef018d72db496730d5bf14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 435824953, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.068816602023698, "interval": [-0.7096979816541723, 8.621923822103152], "p_value": 0.14310166429556134, "input_sha256": "ed488d7b4ae422b33c5635b7d4ce1f84d83c8081d6ef018d72db496730d5bf14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.048197373459638884, "seed": 435824953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03013644661195533, "interval": [-0.028253252713971375, 0.08852614593788204], "p_value": 0.303, "input_sha256": "ed488d7b4ae422b33c5635b7d4ce1f84d83c8081d6ef018d72db496730d5bf14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.048197373459638884, "seed": 435824953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03013644661195533, "interval": [-0.02286780413459986, 0.07814824760190281], "p_value": 0.3020457473848353, "input_sha256": "ed488d7b4ae422b33c5635b7d4ce1f84d83c8081d6ef018d72db496730d5bf14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3212587472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.121892140594686, "interval": [0.19522970748611268, 10.04855457370326], "p_value": 0.043, "input_sha256": "b30043256081dfd96ee183ead838e8c6601627b4b8abf2bd369d4a768dcbb86e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3212587472, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.121892140594686, "interval": [0.5711346058165606, 9.874598045241981], "p_value": 0.04200136783593502, "input_sha256": "b30043256081dfd96ee183ead838e8c6601627b4b8abf2bd369d4a768dcbb86e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.04978032310789247, "seed": 3212587472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055053154802689894, "interval": [0.0032522395099380402, 0.10685407009544175], "p_value": 0.036, "input_sha256": "b30043256081dfd96ee183ead838e8c6601627b4b8abf2bd369d4a768dcbb86e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.04978032310789247, "seed": 3212587472, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055053154802689894, "interval": [0.00909041045234817, 0.10648709896076242], "p_value": 0.03788591937999034, "input_sha256": "b30043256081dfd96ee183ead838e8c6601627b4b8abf2bd369d4a768dcbb86e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3372395313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1724645780434244, "interval": [-3.912147169367567, 4.257076325454416], "p_value": 0.93, "input_sha256": "1fc855213ea323b1d9fad9977fa10e35fb3f57f784981f9e296d4003062e40ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3372395313, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1724645780434244, "interval": [-3.1167446400627723, 4.5969270952619], "p_value": 0.9323267771603553, "input_sha256": "1fc855213ea323b1d9fad9977fa10e35fb3f57f784981f9e296d4003062e40ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04824830794923272, "seed": 3372395313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002324459021406891, "interval": [-0.04329649519222722, 0.047945413235041], "p_value": 0.931, "input_sha256": "1fc855213ea323b1d9fad9977fa10e35fb3f57f784981f9e296d4003062e40ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04824830794923272, "seed": 3372395313, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002324459021406891, "interval": [-0.03554495396972734, 0.050414557215775355], "p_value": 0.918365388121573, "input_sha256": "1fc855213ea323b1d9fad9977fa10e35fb3f57f784981f9e296d4003062e40ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2981268140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6594852631473085, "interval": [-1.0290481516793095, 10.348018677973926], "p_value": 0.114, "input_sha256": "05cf576820c11a1a910fc86aedab2d554092f835a3d8978a979fd2f1bd539c28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2981268140, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6594852631473085, "interval": [-0.3426454462480817, 10.331719430284226], "p_value": 0.10531884466339422, "input_sha256": "05cf576820c11a1a910fc86aedab2d554092f835a3d8978a979fd2f1bd539c28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04840641869720783, "seed": 2981268140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036313452433449675, "interval": [-0.02023639050937826, 0.0928632953762776], "p_value": 0.214, "input_sha256": "05cf576820c11a1a910fc86aedab2d554092f835a3d8978a979fd2f1bd539c28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04840641869720783, "seed": 2981268140, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036313452433449675, "interval": [-0.012958332951999267, 0.0884937875519258], "p_value": 0.20132316879185558, "input_sha256": "05cf576820c11a1a910fc86aedab2d554092f835a3d8978a979fd2f1bd539c28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1083872018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4722979879825004, "interval": [-2.9177592797147778, 7.862355255679779], "p_value": 0.368, "input_sha256": "a2b285cd5c611e374e9896eeacad947606bdf444ce12cb7bfcb81786f99f9bfe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1083872018, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4722979879825004, "interval": [-2.358302272028788, 7.291824999425592], "p_value": 0.35706858103974237, "input_sha256": "a2b285cd5c611e374e9896eeacad947606bdf444ce12cb7bfcb81786f99f9bfe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.05040392419443607, "seed": 1083872018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027841277907770454, "interval": [-0.033976134189612296, 0.0896586900051532], "p_value": 0.377, "input_sha256": "a2b285cd5c611e374e9896eeacad947606bdf444ce12cb7bfcb81786f99f9bfe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.05040392419443607, "seed": 1083872018, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027841277907770454, "interval": [-0.023810356531467448, 0.08946577450198077], "p_value": 0.3651467446026678, "input_sha256": "a2b285cd5c611e374e9896eeacad947606bdf444ce12cb7bfcb81786f99f9bfe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1583995827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.080440031119974, "interval": [-0.5041550509820016, 8.66503511322195], "p_value": 0.082, "input_sha256": "9932ea82f5e74e89c8612d785754034601249e86bb59bf8c6abd4d72582f636b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1583995827, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.080440031119974, "interval": [-0.11474127529333235, 8.35601345464669], "p_value": 0.0795000997707911, "input_sha256": "9932ea82f5e74e89c8612d785754034601249e86bb59bf8c6abd4d72582f636b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.048392298575851624, "seed": 1583995827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03592351405593475, "interval": [-0.012260309313787653, 0.08410733742565715], "p_value": 0.147, "input_sha256": "9932ea82f5e74e89c8612d785754034601249e86bb59bf8c6abd4d72582f636b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.048392298575851624, "seed": 1583995827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03592351405593475, "interval": [-0.010027479222419604, 0.07905353970709786], "p_value": 0.139195264951595, "input_sha256": "9932ea82f5e74e89c8612d785754034601249e86bb59bf8c6abd4d72582f636b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 57063784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.100043853097787, "interval": [0.5542562533039508, 9.645831452891624], "p_value": 0.027, "input_sha256": "af1be804c04f8853e2b3c0bf39f9765f1da74c0bbb577eef114637327af39edc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 57063784, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.100043853097787, "interval": [0.30793441774308966, 8.792129154434631], "p_value": 0.028895314082519916, "input_sha256": "af1be804c04f8853e2b3c0bf39f9765f1da74c0bbb577eef114637327af39edc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.04991977337403722, "seed": 57063784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04705225270171111, "interval": [-0.0007868223431353252, 0.09489132774655754], "p_value": 0.048, "input_sha256": "af1be804c04f8853e2b3c0bf39f9765f1da74c0bbb577eef114637327af39edc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.04991977337403722, "seed": 57063784, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04705225270171111, "interval": [-0.0028019506034910628, 0.08731477175100393], "p_value": 0.053693767120532455, "input_sha256": "af1be804c04f8853e2b3c0bf39f9765f1da74c0bbb577eef114637327af39edc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1848469726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.282262811498352, "interval": [4.874053797803196, 13.690471825193509], "p_value": 0.001, "input_sha256": "b9e644afeabdf6321db6163b395c44336ff48a6978e593618086373c9b0c339f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1848469726, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.282262811498352, "interval": [5.0527193199954255, 13.66212562326533], "p_value": 0.00012859987062272148, "input_sha256": "b9e644afeabdf6321db6163b395c44336ff48a6978e593618086373c9b0c339f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.050532007453375015, "seed": 1848469726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08755732016409043, "interval": [0.04003516955093736, 0.1350794707772435], "p_value": 0.001, "input_sha256": "b9e644afeabdf6321db6163b395c44336ff48a6978e593618086373c9b0c339f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.050532007453375015, "seed": 1848469726, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08755732016409043, "interval": [0.04184543230942571, 0.1338778406938037], "p_value": 0.0006240310699196608, "input_sha256": "b9e644afeabdf6321db6163b395c44336ff48a6978e593618086373c9b0c339f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2453304356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9873724006463567, "interval": [-1.1572197870620773, 9.13196458835479], "p_value": 0.136, "input_sha256": "ea31eda7b516afad776ffe0de29c130d1fde3f7f725e3e131228188944f218a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2453304356, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9873724006463567, "interval": [-0.5261356717142123, 8.89226700528122], "p_value": 0.12456788446017031, "input_sha256": "ea31eda7b516afad776ffe0de29c130d1fde3f7f725e3e131228188944f218a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.049936768776898774, "seed": 2453304356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0353349478467499, "interval": [-0.020845815262468752, 0.09151571095596855], "p_value": 0.219, "input_sha256": "ea31eda7b516afad776ffe0de29c130d1fde3f7f725e3e131228188944f218a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.049936768776898774, "seed": 2453304356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0353349478467499, "interval": [-0.014912811574295295, 0.08782718069785342], "p_value": 0.210228050131054, "input_sha256": "ea31eda7b516afad776ffe0de29c130d1fde3f7f725e3e131228188944f218a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 580510461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7731996264726764, "interval": [-1.9979059926950207, 9.544305245640373], "p_value": 0.207, "input_sha256": "01dcda05f1ae283df809232364e59e695d7bab05af15d85c3147532d04dfb3ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 580510461, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7731996264726764, "interval": [-1.3638630630349875, 9.13887250970061], "p_value": 0.19348971125084982, "input_sha256": "01dcda05f1ae283df809232364e59e695d7bab05af15d85c3147532d04dfb3ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04819953822426638, "seed": 580510461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037740989467340474, "interval": [-0.02144892933988829, 0.09693090827456924], "p_value": 0.212, "input_sha256": "01dcda05f1ae283df809232364e59e695d7bab05af15d85c3147532d04dfb3ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04819953822426638, "seed": 580510461, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037740989467340474, "interval": [-0.01702969258969916, 0.09085832143581414], "p_value": 0.20456932000159808, "input_sha256": "01dcda05f1ae283df809232364e59e695d7bab05af15d85c3147532d04dfb3ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3719225063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.042227070079678, "interval": [0.6207638332767038, 9.46369030688265], "p_value": 0.021, "input_sha256": "8a03bd57f6454e585dcdac489e84e4d1863b7eb95595f1e6ebeddbafa4f543e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3719225063, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.042227070079678, "interval": [1.1926893352478332, 9.452223054253079], "p_value": 0.02664118016497048, "input_sha256": "8a03bd57f6454e585dcdac489e84e4d1863b7eb95595f1e6ebeddbafa4f543e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.04941032041689114, "seed": 3719225063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059276104246753905, "interval": [0.006239402259362793, 0.11231280623414502], "p_value": 0.024, "input_sha256": "8a03bd57f6454e585dcdac489e84e4d1863b7eb95595f1e6ebeddbafa4f543e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.04941032041689114, "seed": 3719225063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059276104246753905, "interval": [0.01708404008838421, 0.12002905208316988], "p_value": 0.029747547539223103, "input_sha256": "8a03bd57f6454e585dcdac489e84e4d1863b7eb95595f1e6ebeddbafa4f543e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2334320526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.841816984972949, "interval": [0.34771759186337636, 9.335916378082523], "p_value": 0.029, "input_sha256": "abb9f02fbe1559c0d7ad5f06886ab6195746a4cf5d8f1a75d66402de0d7d1f89"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2334320526, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.841816984972949, "interval": [0.3493147553208733, 8.969224316387123], "p_value": 0.03557725588202767, "input_sha256": "abb9f02fbe1559c0d7ad5f06886ab6195746a4cf5d8f1a75d66402de0d7d1f89"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.04977606105910504, "seed": 2334320526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04719992891091229, "interval": [0.00011423489911908946, 0.0942856229227055], "p_value": 0.05, "input_sha256": "abb9f02fbe1559c0d7ad5f06886ab6195746a4cf5d8f1a75d66402de0d7d1f89"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.04977606105910504, "seed": 2334320526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04719992891091229, "interval": [-2.9368818831542834e-05, 0.0911077757502421], "p_value": 0.04947846041137664, "input_sha256": "abb9f02fbe1559c0d7ad5f06886ab6195746a4cf5d8f1a75d66402de0d7d1f89"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1214865914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.233568283622299, "interval": [4.123869357822904, 12.343267209421693], "p_value": 0.001, "input_sha256": "34c8f3eb310a96d8216379ea77db1bce3b3ab3bed283dfa779a66de84a9b2a3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1214865914, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.233568283622299, "interval": [4.015274197455333, 12.281708096013137], "p_value": 0.0002504191158766516, "input_sha256": "34c8f3eb310a96d8216379ea77db1bce3b3ab3bed283dfa779a66de84a9b2a3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04980858828663709, "seed": 1214865914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08179422132572059, "interval": [0.037008538334192695, 0.12657990431724847], "p_value": 0.002, "input_sha256": "34c8f3eb310a96d8216379ea77db1bce3b3ab3bed283dfa779a66de84a9b2a3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04980858828663709, "seed": 1214865914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08179422132572059, "interval": [0.037153471759825064, 0.12551580801024878], "p_value": 0.000687462297048382, "input_sha256": "34c8f3eb310a96d8216379ea77db1bce3b3ab3bed283dfa779a66de84a9b2a3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1636421915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.315585371939708, "interval": [-2.4010398243866895, 9.032210568266105], "p_value": 0.226, "input_sha256": "ba8ebe4d411110b949c6689467aa6b9000f3c1f2412f5fa9705a615f9764769e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1636421915, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.315585371939708, "interval": [-2.181666978497298, 9.142344811677122], "p_value": 0.24710153693379858, "input_sha256": "ba8ebe4d411110b949c6689467aa6b9000f3c1f2412f5fa9705a615f9764769e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.05064045412960522, "seed": 1636421915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02420353755842153, "interval": [-0.042896549185005, 0.09130362430184806], "p_value": 0.463, "input_sha256": "ba8ebe4d411110b949c6689467aa6b9000f3c1f2412f5fa9705a615f9764769e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.05064045412960522, "seed": 1636421915, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02420353755842153, "interval": [-0.03427655950231315, 0.09686299888578506], "p_value": 0.469409319744177, "input_sha256": "ba8ebe4d411110b949c6689467aa6b9000f3c1f2412f5fa9705a615f9764769e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3634186705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0100258082358806, "interval": [-1.5141099765756723, 5.5341615930474335], "p_value": 0.252, "input_sha256": "62c2e516972a4960093d8e866479788d867bdf1debf06b2ae64a99802fce6f0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3634186705, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0100258082358806, "interval": [-1.4119120635217992, 5.073870527524101], "p_value": 0.25417685371890647, "input_sha256": "62c2e516972a4960093d8e866479788d867bdf1debf06b2ae64a99802fce6f0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.05074283268599342, "seed": 3634186705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01666062180237861, "interval": [-0.02212401189641626, 0.05544525550117348], "p_value": 0.388, "input_sha256": "62c2e516972a4960093d8e866479788d867bdf1debf06b2ae64a99802fce6f0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.05074283268599342, "seed": 3634186705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01666062180237861, "interval": [-0.022280263824119118, 0.05024334265218268], "p_value": 0.38958753177388783, "input_sha256": "62c2e516972a4960093d8e866479788d867bdf1debf06b2ae64a99802fce6f0c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 862979715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.050672205865336, "interval": [3.6566548458485384, 14.444689565882133], "p_value": 0.003, "input_sha256": "68e661bcb683000276d1db6c9e134af217333d3e897fdc0e6d89c536d640ee04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 862979715, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.050672205865336, "interval": [4.266533058959491, 13.882791302727748], "p_value": 0.001664416683442789, "input_sha256": "68e661bcb683000276d1db6c9e134af217333d3e897fdc0e6d89c536d640ee04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.04930482683816526, "seed": 862979715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09075578805344034, "interval": [0.03126866400176218, 0.1502429121051185], "p_value": 0.006, "input_sha256": "68e661bcb683000276d1db6c9e134af217333d3e897fdc0e6d89c536d640ee04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.04930482683816526, "seed": 862979715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09075578805344034, "interval": [0.0420089631740621, 0.14927015384779851], "p_value": 0.003799599501058309, "input_sha256": "68e661bcb683000276d1db6c9e134af217333d3e897fdc0e6d89c536d640ee04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3987755919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.897041751469326, "interval": [1.9776462768366594, 11.816437226101993], "p_value": 0.011, "input_sha256": "dbec98e6da2c9214edfca6907f969f57364115c53e6fad8ba0dcc1b82b288364"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3987755919, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.897041751469326, "interval": [2.1254121327952182, 11.66328515587436], "p_value": 0.0072752768483838465, "input_sha256": "dbec98e6da2c9214edfca6907f969f57364115c53e6fad8ba0dcc1b82b288364"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04687404628962646, "seed": 3987755919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06208351610849969, "interval": [0.007719298100382882, 0.11644773411661649], "p_value": 0.033, "input_sha256": "dbec98e6da2c9214edfca6907f969f57364115c53e6fad8ba0dcc1b82b288364"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04687404628962646, "seed": 3987755919, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06208351610849969, "interval": [0.008433830988837121, 0.1138128759866128], "p_value": 0.02632338123045874, "input_sha256": "dbec98e6da2c9214edfca6907f969f57364115c53e6fad8ba0dcc1b82b288364"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 407056160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.876155239696393, "interval": [4.436284470167465, 13.316026009225322], "p_value": 0.001, "input_sha256": "6ac593cd2f3e593f05d0441b68fbc4ccf1e1e6f5df52137725eeb10460134e22"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 407056160, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.876155239696393, "interval": [4.356968749286961, 12.605886745246016], "p_value": 0.00024708570413315117, "input_sha256": "6ac593cd2f3e593f05d0441b68fbc4ccf1e1e6f5df52137725eeb10460134e22"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04797636869396315, "seed": 407056160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07822365241988112, "interval": [0.031650584115233055, 0.12479672072452919], "p_value": 0.004, "input_sha256": "6ac593cd2f3e593f05d0441b68fbc4ccf1e1e6f5df52137725eeb10460134e22"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04797636869396315, "seed": 407056160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07822365241988112, "interval": [0.030446401216553867, 0.11730780040695594], "p_value": 0.001610646760036893, "input_sha256": "6ac593cd2f3e593f05d0441b68fbc4ccf1e1e6f5df52137725eeb10460134e22"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 353719812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.186709668289945, "interval": [-0.03184553500588638, 10.405264871585775], "p_value": 0.056, "input_sha256": "ead992cc7b0f112e8d401f3c3d9e8e9f46b2622aa1c91aa968235b8b7a541d20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 353719812, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.186709668289945, "interval": [0.49420010653353036, 9.980785048779103], "p_value": 0.051336438117760785, "input_sha256": "ead992cc7b0f112e8d401f3c3d9e8e9f46b2622aa1c91aa968235b8b7a541d20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.049962964073731644, "seed": 353719812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057702260629229535, "interval": [-7.340938685968662e-05, 0.11547793064531875], "p_value": 0.053, "input_sha256": "ead992cc7b0f112e8d401f3c3d9e8e9f46b2622aa1c91aa968235b8b7a541d20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.049962964073731644, "seed": 353719812, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057702260629229535, "interval": [0.004901267722761752, 0.10832647740501256], "p_value": 0.05027615864570341, "input_sha256": "ead992cc7b0f112e8d401f3c3d9e8e9f46b2622aa1c91aa968235b8b7a541d20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3952528854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4672248853759076, "interval": [-2.1959828684175333, 9.13043263916935], "p_value": 0.23, "input_sha256": "1ec159a5a03a7358c7096dacd69a2d0d38c6e53d6046ce94e3090cb8405d38ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3952528854, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4672248853759076, "interval": [-1.998684856192014, 8.977510036407246], "p_value": 0.22279359052876402, "input_sha256": "1ec159a5a03a7358c7096dacd69a2d0d38c6e53d6046ce94e3090cb8405d38ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.049958841676268656, "seed": 3952528854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028731694608694833, "interval": [-0.029654292610378212, 0.08711768182776788], "p_value": 0.342, "input_sha256": "1ec159a5a03a7358c7096dacd69a2d0d38c6e53d6046ce94e3090cb8405d38ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.049958841676268656, "seed": 3952528854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028731694608694833, "interval": [-0.02987661402645223, 0.0858165830517907], "p_value": 0.3254134883130716, "input_sha256": "1ec159a5a03a7358c7096dacd69a2d0d38c6e53d6046ce94e3090cb8405d38ed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3464064717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8900472328509306, "interval": [-2.6713537237864733, 4.451448189488334], "p_value": 0.608, "input_sha256": "186243fe93c77ab6e139b2b7b5b9ff79c32d36cbf1304a4ca8d2ad7484efca30"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3464064717, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8900472328509306, "interval": [-2.3194674878448143, 4.453474358245421], "p_value": 0.6152330231288122, "input_sha256": "186243fe93c77ab6e139b2b7b5b9ff79c32d36cbf1304a4ca8d2ad7484efca30"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04921048680530892, "seed": 3464064717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0026895059862032528, "interval": [-0.042571687558772345, 0.03719267558636584], "p_value": 0.884, "input_sha256": "186243fe93c77ab6e139b2b7b5b9ff79c32d36cbf1304a4ca8d2ad7484efca30"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04921048680530892, "seed": 3464064717, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0026895059862032528, "interval": [-0.03850447334230325, 0.03489936926085696], "p_value": 0.8914277908560987, "input_sha256": "186243fe93c77ab6e139b2b7b5b9ff79c32d36cbf1304a4ca8d2ad7484efca30"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 800774994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.125245420084258, "interval": [2.255811566924571, 11.994679273243944], "p_value": 0.006, "input_sha256": "19f1326014c056fe29f3479ec58cf27ccb0c09dac3be537ed575ed14c3f7c2c5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 800774994, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.125245420084258, "interval": [2.89000049187031, 12.082199800348498], "p_value": 0.005340575394881341, "input_sha256": "19f1326014c056fe29f3479ec58cf27ccb0c09dac3be537ed575ed14c3f7c2c5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.048494308540876344, "seed": 800774994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05899961168459317, "interval": [0.006784918616385811, 0.11121430475280053], "p_value": 0.031, "input_sha256": "19f1326014c056fe29f3479ec58cf27ccb0c09dac3be537ed575ed14c3f7c2c5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.048494308540876344, "seed": 800774994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05899961168459317, "interval": [0.012667849407256708, 0.11242105617916139], "p_value": 0.027852487983162894, "input_sha256": "19f1326014c056fe29f3479ec58cf27ccb0c09dac3be537ed575ed14c3f7c2c5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1781956269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4807572697006837, "interval": [-0.34257117666934667, 7.304085716070714], "p_value": 0.08, "input_sha256": "54fb48a48ff4993c575a4ac2e5be632e39a22f8e634865933363724efa3faa93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1781956269, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4807572697006837, "interval": [0.038832429508284624, 6.950806951976102], "p_value": 0.07311586913648599, "input_sha256": "54fb48a48ff4993c575a4ac2e5be632e39a22f8e634865933363724efa3faa93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0475681013323528, "seed": 1781956269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03754728728561141, "interval": [-0.002732712049014499, 0.07782728662023732], "p_value": 0.077, "input_sha256": "54fb48a48ff4993c575a4ac2e5be632e39a22f8e634865933363724efa3faa93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0475681013323528, "seed": 1781956269, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03754728728561141, "interval": [0.000881774247225896, 0.07410800905997436], "p_value": 0.0667519068781702, "input_sha256": "54fb48a48ff4993c575a4ac2e5be632e39a22f8e634865933363724efa3faa93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 45238501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.996300763659875, "interval": [0.6093336082745138, 9.383267919045235], "p_value": 0.027, "input_sha256": "31996573334c6fc7324f73614a76bbc91c928e8374294fb1c6b1c88c345157c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 45238501, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.996300763659875, "interval": [1.0332311508752705, 9.054078043097004], "p_value": 0.02668675000281522, "input_sha256": "31996573334c6fc7324f73614a76bbc91c928e8374294fb1c6b1c88c345157c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.04979523681628481, "seed": 45238501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053654296591747, "interval": [0.010173665298852878, 0.09713492788464112], "p_value": 0.018, "input_sha256": "31996573334c6fc7324f73614a76bbc91c928e8374294fb1c6b1c88c345157c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.04979523681628481, "seed": 45238501, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053654296591747, "interval": [0.015146361392697328, 0.09496356100479776], "p_value": 0.016933077411867285, "input_sha256": "31996573334c6fc7324f73614a76bbc91c928e8374294fb1c6b1c88c345157c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 469984849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.588794671012295, "interval": [0.5327435010797013, 12.644845840944889], "p_value": 0.031, "input_sha256": "aee16f4f6ab508a3f8acf4ccd40ba0d920effe30eb2bca8fa06b604abfc45ba0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 469984849, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.588794671012295, "interval": [0.7884661087517244, 12.441238520320013], "p_value": 0.03400841832972242, "input_sha256": "aee16f4f6ab508a3f8acf4ccd40ba0d920effe30eb2bca8fa06b604abfc45ba0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.04956913078781019, "seed": 469984849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06208829346339438, "interval": [0.0035013522389342744, 0.12067523468785449], "p_value": 0.035, "input_sha256": "aee16f4f6ab508a3f8acf4ccd40ba0d920effe30eb2bca8fa06b604abfc45ba0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.04956913078781019, "seed": 469984849, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06208829346339438, "interval": [0.007939382790090021, 0.11853714281866827], "p_value": 0.03858516777476309, "input_sha256": "aee16f4f6ab508a3f8acf4ccd40ba0d920effe30eb2bca8fa06b604abfc45ba0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3449314942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.437218763090857, "interval": [-0.2772865858937097, 9.151724112075424], "p_value": 0.067, "input_sha256": "bc6ded63be074f367ac7f74af645f743ed6b67704394959038658def6505d314"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3449314942, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.437218763090857, "interval": [-0.14781956751361847, 8.694731329881984], "p_value": 0.0643248446238673, "input_sha256": "bc6ded63be074f367ac7f74af645f743ed6b67704394959038658def6505d314"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.04979759610734515, "seed": 3449314942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043319926200703324, "interval": [-0.0036680982037965784, 0.09030795060520322], "p_value": 0.073, "input_sha256": "bc6ded63be074f367ac7f74af645f743ed6b67704394959038658def6505d314"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.04979759610734515, "seed": 3449314942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043319926200703324, "interval": [-0.001632576901545805, 0.08567014943229835], "p_value": 0.0697211894140625, "input_sha256": "bc6ded63be074f367ac7f74af645f743ed6b67704394959038658def6505d314"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1894989405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11020493778744544, "interval": [-4.430692922061816, 4.210283046486925], "p_value": 0.963, "input_sha256": "a07a29e25dbd757c178e0b0ad7cdf580974522dffef60157e10f8a53a53f3846"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1894989405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11020493778744544, "interval": [-4.351684385648781, 3.8753137370865067], "p_value": 0.959044550951153, "input_sha256": "a07a29e25dbd757c178e0b0ad7cdf580974522dffef60157e10f8a53a53f3846"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.04783658832238906, "seed": 1894989405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005473484866375181, "interval": [-0.04899592572397962, 0.03804895599122926], "p_value": 0.794, "input_sha256": "a07a29e25dbd757c178e0b0ad7cdf580974522dffef60157e10f8a53a53f3846"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.04783658832238906, "seed": 1894989405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005473484866375181, "interval": [-0.049903288509844275, 0.0346451914503501], "p_value": 0.8003047099580369, "input_sha256": "a07a29e25dbd757c178e0b0ad7cdf580974522dffef60157e10f8a53a53f3846"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1970465329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7306436464267705, "interval": [2.6276520828262555, 12.833635210027285], "p_value": 0.005, "input_sha256": "7a52100e6b06777f41cad1d86639d36304e50ba530c990454a2a35fc7b84ca77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1970465329, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7306436464267705, "interval": [2.963438315256538, 12.192358007244758], "p_value": 0.003973781170605139, "input_sha256": "7a52100e6b06777f41cad1d86639d36304e50ba530c990454a2a35fc7b84ca77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.05016473127807551, "seed": 1970465329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08480467999071786, "interval": [0.027985009817770724, 0.141624350163665], "p_value": 0.006, "input_sha256": "7a52100e6b06777f41cad1d86639d36304e50ba530c990454a2a35fc7b84ca77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.05016473127807551, "seed": 1970465329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08480467999071786, "interval": [0.03252172567275413, 0.13572954441091864], "p_value": 0.00448588172108368, "input_sha256": "7a52100e6b06777f41cad1d86639d36304e50ba530c990454a2a35fc7b84ca77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4223253130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.769427271498236, "interval": [0.18227124765151093, 9.356583295344961], "p_value": 0.05, "input_sha256": "0eccc866723763891ec59f9bb7dad0c07f7d6a9294d6650f6e04795366b299a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4223253130, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.769427271498236, "interval": [0.34323572288384363, 9.429454898761337], "p_value": 0.04198007278833042, "input_sha256": "0eccc866723763891ec59f9bb7dad0c07f7d6a9294d6650f6e04795366b299a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0478841639123035, "seed": 4223253130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04938965486887914, "interval": [0.002873964035317887, 0.09590534570244039], "p_value": 0.043, "input_sha256": "0eccc866723763891ec59f9bb7dad0c07f7d6a9294d6650f6e04795366b299a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0478841639123035, "seed": 4223253130, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04938965486887914, "interval": [0.0065399621999271546, 0.09856801065766771], "p_value": 0.038027945778015756, "input_sha256": "0eccc866723763891ec59f9bb7dad0c07f7d6a9294d6650f6e04795366b299a4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2448767036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.177031448787665, "interval": [1.914838132354772, 12.439224765220558], "p_value": 0.007, "input_sha256": "4bd0f2c34023eb2ef44747ce602a6dc53b35bc145a45ea577805bc0eaa9f2643"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2448767036, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.177031448787665, "interval": [2.3497797056858802, 12.49962997718651], "p_value": 0.00893507475378877, "input_sha256": "4bd0f2c34023eb2ef44747ce602a6dc53b35bc145a45ea577805bc0eaa9f2643"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.04877607728660225, "seed": 2448767036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0668583237409876, "interval": [0.012807553275357979, 0.12090909420661722], "p_value": 0.014, "input_sha256": "4bd0f2c34023eb2ef44747ce602a6dc53b35bc145a45ea577805bc0eaa9f2643"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.04877607728660225, "seed": 2448767036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0668583237409876, "interval": [0.015871302596963573, 0.12346518492195348], "p_value": 0.016712086199767346, "input_sha256": "4bd0f2c34023eb2ef44747ce602a6dc53b35bc145a45ea577805bc0eaa9f2643"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2642210241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.411859799176801, "interval": [0.4962728586442129, 10.327446739709389], "p_value": 0.036, "input_sha256": "1d4afd0586b613b17572707e477e9e8a432ef8f623b4d088ea25db58e039a0f4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2642210241, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.411859799176801, "interval": [1.0628471630744964, 10.243925468989337], "p_value": 0.03183293862557684, "input_sha256": "1d4afd0586b613b17572707e477e9e8a432ef8f623b4d088ea25db58e039a0f4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.049777246807778994, "seed": 2642210241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06053363258704451, "interval": [0.010240826424208739, 0.11082643874988027], "p_value": 0.027, "input_sha256": "1d4afd0586b613b17572707e477e9e8a432ef8f623b4d088ea25db58e039a0f4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.049777246807778994, "seed": 2642210241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06053363258704451, "interval": [0.016757446743234882, 0.11077587203505206], "p_value": 0.019696104037024303, "input_sha256": "1d4afd0586b613b17572707e477e9e8a432ef8f623b4d088ea25db58e039a0f4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1094523619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0847516305710165, "interval": [-2.487599229641109, 6.657102490783142], "p_value": 0.342, "input_sha256": "12ec0c24fcdfb068ca3af687c7e6360eecddc7e58fca7fca9dd74833b59c6e3e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1094523619, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0847516305710165, "interval": [-2.2039470820730886, 6.604937126141159], "p_value": 0.36043515389834657, "input_sha256": "12ec0c24fcdfb068ca3af687c7e6360eecddc7e58fca7fca9dd74833b59c6e3e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0504791274253165, "seed": 1094523619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010186168951876629, "interval": [-0.041941887131565124, 0.06231422503531838], "p_value": 0.697, "input_sha256": "12ec0c24fcdfb068ca3af687c7e6360eecddc7e58fca7fca9dd74833b59c6e3e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0504791274253165, "seed": 1094523619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010186168951876629, "interval": [-0.040025565627462185, 0.061827958235846206], "p_value": 0.6927986404660308, "input_sha256": "12ec0c24fcdfb068ca3af687c7e6360eecddc7e58fca7fca9dd74833b59c6e3e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1250077654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5383636325612624, "interval": [-6.664340555900852, 3.587613290778327], "p_value": 0.537, "input_sha256": "901290ed826e401fccee07dc265dd2718f182f476d7da2546a2897f32b473ea5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1250077654, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5383636325612624, "interval": [-6.0849383542828415, 3.313850896930835], "p_value": 0.5470752144304099, "input_sha256": "901290ed826e401fccee07dc265dd2718f182f476d7da2546a2897f32b473ea5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04798977524059334, "seed": 1250077654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018342514358360137, "interval": [-0.0683411756035999, 0.031656146886879614], "p_value": 0.458, "input_sha256": "901290ed826e401fccee07dc265dd2718f182f476d7da2546a2897f32b473ea5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04798977524059334, "seed": 1250077654, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018342514358360137, "interval": [-0.06248009182212547, 0.02843405875306187], "p_value": 0.46223444635415367, "input_sha256": "901290ed826e401fccee07dc265dd2718f182f476d7da2546a2897f32b473ea5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1486169699, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.26392798795306, "interval": [0.4292595359376712, 8.098596439968448], "p_value": 0.025, "input_sha256": "b5764283ebf53d84729d139cf7916a092ba218562f10c13f6d18dd71d56803e1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1486169699, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.26392798795306, "interval": [0.7340493051265908, 7.9856450151261535], "p_value": 0.03025303539653035, "input_sha256": "b5764283ebf53d84729d139cf7916a092ba218562f10c13f6d18dd71d56803e1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0496985262694366, "seed": 1486169699, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05202250322975205, "interval": [0.01120547488440913, 0.09283953157509497], "p_value": 0.011, "input_sha256": "b5764283ebf53d84729d139cf7916a092ba218562f10c13f6d18dd71d56803e1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0496985262694366, "seed": 1486169699, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05202250322975205, "interval": [0.014561318289903957, 0.0912955674650558], "p_value": 0.013909893758174105, "input_sha256": "b5764283ebf53d84729d139cf7916a092ba218562f10c13f6d18dd71d56803e1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3764921335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.402573897499888, "interval": [1.197458414051134, 11.607689380948642], "p_value": 0.015, "input_sha256": "c0d9b5c07e066b31220620543c4848d61a317960fb64b73d5d9056b29601d737"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3764921335, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.402573897499888, "interval": [1.8397921756960982, 11.303572175719005], "p_value": 0.017307860816543834, "input_sha256": "c0d9b5c07e066b31220620543c4848d61a317960fb64b73d5d9056b29601d737"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.048608611028313056, "seed": 3764921335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060244246247450665, "interval": [0.007894178324975389, 0.11259431416992594], "p_value": 0.027, "input_sha256": "c0d9b5c07e066b31220620543c4848d61a317960fb64b73d5d9056b29601d737"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.048608611028313056, "seed": 3764921335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060244246247450665, "interval": [0.014866750378680774, 0.11094702938678992], "p_value": 0.025261200440337233, "input_sha256": "c0d9b5c07e066b31220620543c4848d61a317960fb64b73d5d9056b29601d737"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1220857851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.369278434870571, "interval": [2.6810999340499198, 12.057456935691222], "p_value": 0.006, "input_sha256": "97cc94ef87496c6edf44732efa432925464ee3aad5fb8f5cc42ccfb057cda009"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1220857851, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.369278434870571, "interval": [3.067674048587999, 11.69959441884516], "p_value": 0.003018671892686473, "input_sha256": "97cc94ef87496c6edf44732efa432925464ee3aad5fb8f5cc42ccfb057cda009"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.049568008331695106, "seed": 1220857851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07178967677184425, "interval": [0.02188728081193428, 0.12169207273175423], "p_value": 0.011, "input_sha256": "97cc94ef87496c6edf44732efa432925464ee3aad5fb8f5cc42ccfb057cda009"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.049568008331695106, "seed": 1220857851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07178967677184425, "interval": [0.02456471229080929, 0.11689776530015225], "p_value": 0.006094105581363165, "input_sha256": "97cc94ef87496c6edf44732efa432925464ee3aad5fb8f5cc42ccfb057cda009"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2289958805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.195707919262913, "interval": [0.5298679904565535, 11.861547848069273], "p_value": 0.04, "input_sha256": "aa1b92ad5757f4e2230a5f197c835034ac18325ec3c700287ad7f11c0f393a32"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2289958805, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.195707919262913, "interval": [1.1927173484876323, 12.198588889057351], "p_value": 0.032946797364146706, "input_sha256": "aa1b92ad5757f4e2230a5f197c835034ac18325ec3c700287ad7f11c0f393a32"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.04947152665495801, "seed": 2289958805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06282986060023904, "interval": [-0.004636865548317021, 0.1302965867487951], "p_value": 0.077, "input_sha256": "aa1b92ad5757f4e2230a5f197c835034ac18325ec3c700287ad7f11c0f393a32"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.04947152665495801, "seed": 2289958805, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06282986060023904, "interval": [0.008604102943233582, 0.13937487403496238], "p_value": 0.06698841472885612, "input_sha256": "aa1b92ad5757f4e2230a5f197c835034ac18325ec3c700287ad7f11c0f393a32"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3601480813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.496529621103831, "interval": [2.3480162924713435, 10.645042949736318], "p_value": 0.002, "input_sha256": "9a9211ec3dbdf99f30111be07dfbab9d2b0804f11caaac04d0b5552c4f37d488"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3601480813, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.496529621103831, "interval": [2.8668347390661513, 10.424098823213612], "p_value": 0.003048482636159668, "input_sha256": "9a9211ec3dbdf99f30111be07dfbab9d2b0804f11caaac04d0b5552c4f37d488"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.04838403738357128, "seed": 3601480813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06934532617909027, "interval": [0.0260229843855214, 0.11266766797265915], "p_value": 0.002, "input_sha256": "9a9211ec3dbdf99f30111be07dfbab9d2b0804f11caaac04d0b5552c4f37d488"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.04838403738357128, "seed": 3601480813, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06934532617909027, "interval": [0.031695205665239146, 0.1104922470726001], "p_value": 0.0025063694028883837, "input_sha256": "9a9211ec3dbdf99f30111be07dfbab9d2b0804f11caaac04d0b5552c4f37d488"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1480498581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.336965103332647, "interval": [1.957548249010995, 12.7163819576543], "p_value": 0.012, "input_sha256": "876df309dd248e202ca790d95fa3dfcf03b11f7535424641e43498936b337bba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1480498581, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.336965103332647, "interval": [1.7430481086860774, 12.072402444363549], "p_value": 0.008920622510588323, "input_sha256": "876df309dd248e202ca790d95fa3dfcf03b11f7535424641e43498936b337bba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.051133572490606106, "seed": 1480498581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0859727256458845, "interval": [0.027582744647567006, 0.14436270664420198], "p_value": 0.01, "input_sha256": "876df309dd248e202ca790d95fa3dfcf03b11f7535424641e43498936b337bba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.051133572490606106, "seed": 1480498581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0859727256458845, "interval": [0.02495661781937554, 0.13762824505225832], "p_value": 0.005164291753625871, "input_sha256": "876df309dd248e202ca790d95fa3dfcf03b11f7535424641e43498936b337bba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 851137302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.450418446750955, "interval": [-0.04904471134345201, 8.949881604845363], "p_value": 0.06, "input_sha256": "d5355209833aa1d9aca3c0686e9942e6126beba593299ae3ee51a1d697cbba3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 851137302, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.450418446750955, "interval": [0.21103359897747492, 8.419498072596399], "p_value": 0.05242070740302822, "input_sha256": "d5355209833aa1d9aca3c0686e9942e6126beba593299ae3ee51a1d697cbba3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.04958057830048767, "seed": 851137302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030868175910842136, "interval": [-0.024094810145522574, 0.08583116196720685], "p_value": 0.28, "input_sha256": "d5355209833aa1d9aca3c0686e9942e6126beba593299ae3ee51a1d697cbba3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.04958057830048767, "seed": 851137302, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030868175910842136, "interval": [-0.028753609327885433, 0.07465512596446292], "p_value": 0.26130385749467183, "input_sha256": "d5355209833aa1d9aca3c0686e9942e6126beba593299ae3ee51a1d697cbba3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1263388719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.74544262333957, "interval": [2.772980872589135, 10.717904374090004], "p_value": 0.002, "input_sha256": "c1c44776041c1f7ba87dccbf1d1cbe442baf532a53ed425ff97d472f58c6f94a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1263388719, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.74544262333957, "interval": [3.266344298550221, 10.423716708349223], "p_value": 0.0014400003068091622, "input_sha256": "c1c44776041c1f7ba87dccbf1d1cbe442baf532a53ed425ff97d472f58c6f94a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.048965039985111515, "seed": 1263388719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06962327052612914, "interval": [0.027193249431566577, 0.1120532916206917], "p_value": 0.002, "input_sha256": "c1c44776041c1f7ba87dccbf1d1cbe442baf532a53ed425ff97d472f58c6f94a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.048965039985111515, "seed": 1263388719, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06962327052612914, "interval": [0.033727534878874206, 0.10891492626857835], "p_value": 0.001987777311900944, "input_sha256": "c1c44776041c1f7ba87dccbf1d1cbe442baf532a53ed425ff97d472f58c6f94a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1385820064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.025692206264921, "interval": [-2.601697945434732, 8.653082357964575], "p_value": 0.282, "input_sha256": "f75e3f1feaf532315e4cb3df0d25e3604860e78e5da067c1a27ad623420703ea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1385820064, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.025692206264921, "interval": [-2.269089896563383, 8.413858972403842], "p_value": 0.283216765667224, "input_sha256": "f75e3f1feaf532315e4cb3df0d25e3604860e78e5da067c1a27ad623420703ea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.04884595392443171, "seed": 1385820064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023580608227996236, "interval": [-0.0310881630599616, 0.07824937951595407], "p_value": 0.372, "input_sha256": "f75e3f1feaf532315e4cb3df0d25e3604860e78e5da067c1a27ad623420703ea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.04884595392443171, "seed": 1385820064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023580608227996236, "interval": [-0.029359543251536915, 0.0742068652954692], "p_value": 0.387894292178232, "input_sha256": "f75e3f1feaf532315e4cb3df0d25e3604860e78e5da067c1a27ad623420703ea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3837904597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.01143988388627, "interval": [0.23841114399031937, 9.784468623782221], "p_value": 0.047, "input_sha256": "0f93c9ef1caface20d54dcdd0744a43776843542d33f1abb14248d006bc729c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3837904597, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.01143988388627, "interval": [0.7967950423848433, 9.736300599845908], "p_value": 0.040137617067918525, "input_sha256": "0f93c9ef1caface20d54dcdd0744a43776843542d33f1abb14248d006bc729c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.04795647711084873, "seed": 3837904597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04888333547878728, "interval": [0.0005123385173960437, 0.09725433244017852], "p_value": 0.049, "input_sha256": "0f93c9ef1caface20d54dcdd0744a43776843542d33f1abb14248d006bc729c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.04795647711084873, "seed": 3837904597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04888333547878728, "interval": [0.00719106302405438, 0.09865455938944061], "p_value": 0.047751389042738554, "input_sha256": "0f93c9ef1caface20d54dcdd0744a43776843542d33f1abb14248d006bc729c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 673765959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4749058584452595, "interval": [-1.7700611849619134, 8.719872901852433], "p_value": 0.194, "input_sha256": "614fb52c44e1458fd6669c38aa7ed278c631a93c9a0b3922cb8631b2d5a535f9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 673765959, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4749058584452595, "interval": [-1.7569268869283614, 8.136820901758908], "p_value": 0.18770910943036812, "input_sha256": "614fb52c44e1458fd6669c38aa7ed278c631a93c9a0b3922cb8631b2d5a535f9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.047841897841730645, "seed": 673765959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03285322378841464, "interval": [-0.0195789820598539, 0.08528542963668317], "p_value": 0.21, "input_sha256": "614fb52c44e1458fd6669c38aa7ed278c631a93c9a0b3922cb8631b2d5a535f9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.047841897841730645, "seed": 673765959, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03285322378841464, "interval": [-0.01755327360297816, 0.08125019884006217], "p_value": 0.21233217371627053, "input_sha256": "614fb52c44e1458fd6669c38aa7ed278c631a93c9a0b3922cb8631b2d5a535f9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2381843456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.804021107831707, "interval": [0.3203658825752518, 9.28767633308816], "p_value": 0.032, "input_sha256": "03098bc67c00e8c8828a72e1fd97266fddf37267e4747550cf8ff124b33556de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2381843456, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.804021107831707, "interval": [0.816271316986188, 9.21140561017194], "p_value": 0.03640541616587647, "input_sha256": "03098bc67c00e8c8828a72e1fd97266fddf37267e4747550cf8ff124b33556de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.048934127137073735, "seed": 2381843456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04601994260402152, "interval": [0.001727657258275804, 0.09031222794976723], "p_value": 0.042, "input_sha256": "03098bc67c00e8c8828a72e1fd97266fddf37267e4747550cf8ff124b33556de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.048934127137073735, "seed": 2381843456, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04601994260402152, "interval": [0.006891040366747861, 0.08905281571140579], "p_value": 0.04211039787910204, "input_sha256": "03098bc67c00e8c8828a72e1fd97266fddf37267e4747550cf8ff124b33556de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1265343341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5268231792528155, "interval": [-0.8070576731775958, 9.860704031683227], "p_value": 0.092, "input_sha256": "2f7ac5a43c9129e1b0a8968ff7d49b5f9ab2e732c3b94d6dfb591d6524f1abcc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1265343341, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5268231792528155, "interval": [-0.5585612391173351, 9.473410151514273], "p_value": 0.09386600833767261, "input_sha256": "2f7ac5a43c9129e1b0a8968ff7d49b5f9ab2e732c3b94d6dfb591d6524f1abcc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.04850206617429864, "seed": 1265343341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03147320706926453, "interval": [-0.023436989291786135, 0.0863834034303152], "p_value": 0.251, "input_sha256": "2f7ac5a43c9129e1b0a8968ff7d49b5f9ab2e732c3b94d6dfb591d6524f1abcc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.04850206617429864, "seed": 1265343341, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03147320706926453, "interval": [-0.024096553841939084, 0.07977805963096679], "p_value": 0.2522290457815857, "input_sha256": "2f7ac5a43c9129e1b0a8968ff7d49b5f9ab2e732c3b94d6dfb591d6524f1abcc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3407388851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.922670736750014, "interval": [5.453150241140587, 14.39219123235944], "p_value": 0.001, "input_sha256": "79a4e8f457c683af29d3be549aae7d95e0495ae7a809225ec90bb20ff785d938"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3407388851, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.922670736750014, "interval": [5.809361013320832, 14.009804155684987], "p_value": 6.744162858730511e-05, "input_sha256": "79a4e8f457c683af29d3be549aae7d95e0495ae7a809225ec90bb20ff785d938"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.04798110866938391, "seed": 3407388851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09522851546277844, "interval": [0.05078460585998291, 0.13967242506557398], "p_value": 0.001, "input_sha256": "79a4e8f457c683af29d3be549aae7d95e0495ae7a809225ec90bb20ff785d938"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.04798110866938391, "seed": 3407388851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09522851546277844, "interval": [0.05237934909357257, 0.13558117449597146], "p_value": 0.00010602797849522132, "input_sha256": "79a4e8f457c683af29d3be549aae7d95e0495ae7a809225ec90bb20ff785d938"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2662717564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2939004918125878, "interval": [-5.484918767561833, 2.8971177839366575], "p_value": 0.534, "input_sha256": "e6d0688c3659ec02fa81a08dc99599932978bfcd83c6ceeaa0b1066cc3442a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2662717564, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2939004918125878, "interval": [-5.08230636994686, 2.492618504505149], "p_value": 0.535608347234748, "input_sha256": "e6d0688c3659ec02fa81a08dc99599932978bfcd83c6ceeaa0b1066cc3442a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.04987030321488732, "seed": 2662717564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023669373888560816, "interval": [-0.07099856432395313, 0.02365981654683149], "p_value": 0.327, "input_sha256": "e6d0688c3659ec02fa81a08dc99599932978bfcd83c6ceeaa0b1066cc3442a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.04987030321488732, "seed": 2662717564, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023669373888560816, "interval": [-0.07550317532831773, 0.013218449735281808], "p_value": 0.31627782370392493, "input_sha256": "e6d0688c3659ec02fa81a08dc99599932978bfcd83c6ceeaa0b1066cc3442a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 469698967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7445686590206364, "interval": [-1.8897771799389225, 5.378914497980196], "p_value": 0.32, "input_sha256": "c31bfd13496078b40bab7cb7b9caa83d6e68aad0c0486c0f19bb0b4b3462e6de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 469698967, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7445686590206364, "interval": [-1.6914425963620028, 4.955288883016323], "p_value": 0.3372057749519958, "input_sha256": "c31bfd13496078b40bab7cb7b9caa83d6e68aad0c0486c0f19bb0b4b3462e6de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.048620777351835884, "seed": 469698967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01006563835114789, "interval": [-0.026382115872921164, 0.046513392575216944], "p_value": 0.575, "input_sha256": "c31bfd13496078b40bab7cb7b9caa83d6e68aad0c0486c0f19bb0b4b3462e6de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.048620777351835884, "seed": 469698967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01006563835114789, "interval": [-0.023871517048902762, 0.04322488204402608], "p_value": 0.5793919242147738, "input_sha256": "c31bfd13496078b40bab7cb7b9caa83d6e68aad0c0486c0f19bb0b4b3462e6de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2409951284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.300493901778996, "interval": [3.369773723826384, 15.231214079731608], "p_value": 0.004, "input_sha256": "4f38a7f0e859c08ea769ed3860cee93d49d1cc826724ed249b156f8a5be52b36"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2409951284, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.300493901778996, "interval": [3.9742126979328964, 15.43887822520081], "p_value": 0.0029771053656435387, "input_sha256": "4f38a7f0e859c08ea769ed3860cee93d49d1cc826724ed249b156f8a5be52b36"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04824393476931957, "seed": 2409951284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09653248384064039, "interval": [0.036551279525778066, 0.1565136881555027], "p_value": 0.003, "input_sha256": "4f38a7f0e859c08ea769ed3860cee93d49d1cc826724ed249b156f8a5be52b36"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04824393476931957, "seed": 2409951284, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09653248384064039, "interval": [0.04150284448225598, 0.15772295710462564], "p_value": 0.0023675792643476027, "input_sha256": "4f38a7f0e859c08ea769ed3860cee93d49d1cc826724ed249b156f8a5be52b36"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1803197293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.606036292032654, "interval": [-0.44589222035357334, 9.657964804418881], "p_value": 0.092, "input_sha256": "23f9351f4e7902a2e37823768dd5e178e980132bf609d5d4c7447c3a4a416ff3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1803197293, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.606036292032654, "interval": [-0.5523987871570936, 9.028655962857245], "p_value": 0.07272959110250882, "input_sha256": "23f9351f4e7902a2e37823768dd5e178e980132bf609d5d4c7447c3a4a416ff3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.046879884294736794, "seed": 1803197293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045152835926671436, "interval": [-0.006138138770139023, 0.0964438106234819], "p_value": 0.108, "input_sha256": "23f9351f4e7902a2e37823768dd5e178e980132bf609d5d4c7447c3a4a416ff3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.046879884294736794, "seed": 1803197293, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045152835926671436, "interval": [-0.007468824023577366, 0.09009248675345255], "p_value": 0.08270578275683789, "input_sha256": "23f9351f4e7902a2e37823768dd5e178e980132bf609d5d4c7447c3a4a416ff3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 386587084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.783638479618746, "interval": [0.9704098637966432, 12.59686709544085], "p_value": 0.028, "input_sha256": "aec50ec38af840cbca56a8cf24310a0a38b7f64020548a5d947eb8cdb7293305"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 386587084, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.783638479618746, "interval": [0.5465044937017329, 11.661395842461237], "p_value": 0.02352424477478949, "input_sha256": "aec50ec38af840cbca56a8cf24310a0a38b7f64020548a5d947eb8cdb7293305"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04989877877937393, "seed": 386587084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06305444908583507, "interval": [0.002137463421594661, 0.1239714347500755], "p_value": 0.041, "input_sha256": "aec50ec38af840cbca56a8cf24310a0a38b7f64020548a5d947eb8cdb7293305"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04989877877937393, "seed": 386587084, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06305444908583507, "interval": [-0.0025666818717170314, 0.114205124827518], "p_value": 0.04287872068059806, "input_sha256": "aec50ec38af840cbca56a8cf24310a0a38b7f64020548a5d947eb8cdb7293305"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3707552424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.982254704236712, "interval": [1.4978458987611027, 10.46666350971232], "p_value": 0.007, "input_sha256": "72304ad4708ed0bb57cd0e0ec2aafce441305ae316bb06d3e0db66e85507467e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3707552424, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.982254704236712, "interval": [1.6369675456394965, 10.431461511266813], "p_value": 0.010323613170589703, "input_sha256": "72304ad4708ed0bb57cd0e0ec2aafce441305ae316bb06d3e0db66e85507467e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.050062027285620925, "seed": 3707552424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0568550605789902, "interval": [0.009968799900880149, 0.10374132125710026], "p_value": 0.014, "input_sha256": "72304ad4708ed0bb57cd0e0ec2aafce441305ae316bb06d3e0db66e85507467e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.050062027285620925, "seed": 3707552424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0568550605789902, "interval": [0.011978673373167553, 0.1044508698012821], "p_value": 0.018862730712147627, "input_sha256": "72304ad4708ed0bb57cd0e0ec2aafce441305ae316bb06d3e0db66e85507467e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2701955196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.601768480999155, "interval": [-0.7093623323832592, 7.912899294381569], "p_value": 0.103, "input_sha256": "210fc762ce8d9f55f6a5f78f1aaeba1dfdaa88fca3e8f2e93de6d031ca1d6c54"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2701955196, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.601768480999155, "interval": [0.15870159807205145, 8.244434788491807], "p_value": 0.09895170843128, "input_sha256": "210fc762ce8d9f55f6a5f78f1aaeba1dfdaa88fca3e8f2e93de6d031ca1d6c54"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.04985556166504808, "seed": 2701955196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025523024283084825, "interval": [-0.019613303681552348, 0.07065935224772199], "p_value": 0.298, "input_sha256": "210fc762ce8d9f55f6a5f78f1aaeba1dfdaa88fca3e8f2e93de6d031ca1d6c54"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.04985556166504808, "seed": 2701955196, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025523024283084825, "interval": [-0.00940228706929678, 0.07794088334079566], "p_value": 0.25944814434045876, "input_sha256": "210fc762ce8d9f55f6a5f78f1aaeba1dfdaa88fca3e8f2e93de6d031ca1d6c54"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3201486560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.482364184324723, "interval": [-2.482409370226021, 7.447137738875467], "p_value": 0.321, "input_sha256": "4c23a91aafe5c427514065eb4d5eb8256c98b632f0f6bb61649412674cdf64a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3201486560, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.482364184324723, "interval": [-1.8836148804977308, 7.9762694801777405], "p_value": 0.31560692636396676, "input_sha256": "4c23a91aafe5c427514065eb4d5eb8256c98b632f0f6bb61649412674cdf64a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04888436161246561, "seed": 3201486560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034948083309470857, "interval": [-0.024092155974276983, 0.0939883225932187], "p_value": 0.254, "input_sha256": "4c23a91aafe5c427514065eb4d5eb8256c98b632f0f6bb61649412674cdf64a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04888436161246561, "seed": 3201486560, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034948083309470857, "interval": [-0.010485031288535396, 0.10806221212051417], "p_value": 0.23499925712557715, "input_sha256": "4c23a91aafe5c427514065eb4d5eb8256c98b632f0f6bb61649412674cdf64a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1571758300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.258710695742499, "interval": [4.347231842235745, 12.170189549249253], "p_value": 0.001, "input_sha256": "1e0f79405d9c1c3cd03834b3ebadb9f5718feb56fa4c286578b343617bca7260"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1571758300, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.258710695742499, "interval": [4.7177746247426136, 11.82404215592543], "p_value": 0.00012411415093532233, "input_sha256": "1e0f79405d9c1c3cd03834b3ebadb9f5718feb56fa4c286578b343617bca7260"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.04763245166256075, "seed": 1571758300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08164178549532641, "interval": [0.04127171688454111, 0.12201185410611172], "p_value": 0.001, "input_sha256": "1e0f79405d9c1c3cd03834b3ebadb9f5718feb56fa4c286578b343617bca7260"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.04763245166256075, "seed": 1571758300, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08164178549532641, "interval": [0.04639440090134202, 0.11809870736841133], "p_value": 0.0002160331950995852, "input_sha256": "1e0f79405d9c1c3cd03834b3ebadb9f5718feb56fa4c286578b343617bca7260"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 53846162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.762364475773396, "interval": [-0.1133699742256109, 9.638098925772402], "p_value": 0.064, "input_sha256": "19b23a15d2774cd41a7fe7a856e3eeaf368fdd97aa7deb315bde6e47fb0958ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 53846162, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.762364475773396, "interval": [0.8424825690970668, 9.64946844727944], "p_value": 0.05526232325685114, "input_sha256": "19b23a15d2774cd41a7fe7a856e3eeaf368fdd97aa7deb315bde6e47fb0958ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.05133282454627116, "seed": 53846162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053855088733547704, "interval": [-0.0017201765379480718, 0.10943035400504347], "p_value": 0.06, "input_sha256": "19b23a15d2774cd41a7fe7a856e3eeaf368fdd97aa7deb315bde6e47fb0958ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.05133282454627116, "seed": 53846162, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053855088733547704, "interval": [0.012397338683078176, 0.11388561297510258], "p_value": 0.05705812082336689, "input_sha256": "19b23a15d2774cd41a7fe7a856e3eeaf368fdd97aa7deb315bde6e47fb0958ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4034408886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.892899242766183, "interval": [1.4428473526266226, 12.342951132905743], "p_value": 0.016, "input_sha256": "f0dc9c409a46b135a698ae7179a474877434d0043d23b844eff0a383562b1426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4034408886, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.892899242766183, "interval": [1.6596041009503961, 12.024311343235016], "p_value": 0.014597935325228692, "input_sha256": "f0dc9c409a46b135a698ae7179a474877434d0043d23b844eff0a383562b1426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0500567008777455, "seed": 4034408886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0650834599665866, "interval": [0.005845688577351037, 0.12432123135582215], "p_value": 0.031, "input_sha256": "f0dc9c409a46b135a698ae7179a474877434d0043d23b844eff0a383562b1426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0500567008777455, "seed": 4034408886, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0650834599665866, "interval": [0.007824115894672953, 0.12337608771275965], "p_value": 0.03215860821802263, "input_sha256": "f0dc9c409a46b135a698ae7179a474877434d0043d23b844eff0a383562b1426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2896729654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3244117287366812, "interval": [-3.0158519732875817, 7.664675430760944], "p_value": 0.363, "input_sha256": "ed141ef042be310af3807c71b5b5bfe5560deaadbc6d257b0840d853d6d643d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2896729654, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3244117287366812, "interval": [-2.200166806383258, 7.352310758750919], "p_value": 0.38372667489061185, "input_sha256": "ed141ef042be310af3807c71b5b5bfe5560deaadbc6d257b0840d853d6d643d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.05046969114895926, "seed": 2896729654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012165452688317771, "interval": [-0.04831827203545477, 0.07264917741209032], "p_value": 0.681, "input_sha256": "ed141ef042be310af3807c71b5b5bfe5560deaadbc6d257b0840d853d6d643d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.05046969114895926, "seed": 2896729654, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012165452688317771, "interval": [-0.04397531601889292, 0.07094041799406796], "p_value": 0.6861376511967208, "input_sha256": "ed141ef042be310af3807c71b5b5bfe5560deaadbc6d257b0840d853d6d643d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3706169449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.590436616478911, "interval": [5.162918711439824, 16.017954521518], "p_value": 0.001, "input_sha256": "68da99d92ef14bb83a10031ab17e4af3a71ecb091e6930430b2cd41da3743462"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3706169449, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.590436616478911, "interval": [5.691375161241665, 15.62651920813342], "p_value": 0.0003273637688020345, "input_sha256": "68da99d92ef14bb83a10031ab17e4af3a71ecb091e6930430b2cd41da3743462"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.04859666098815492, "seed": 3706169449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10450563629403731, "interval": [0.048439150942785864, 0.16057212164528875], "p_value": 0.001, "input_sha256": "68da99d92ef14bb83a10031ab17e4af3a71ecb091e6930430b2cd41da3743462"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.04859666098815492, "seed": 3706169449, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10450563629403731, "interval": [0.053504393551120605, 0.15734591124102829], "p_value": 0.0005502022997277414, "input_sha256": "68da99d92ef14bb83a10031ab17e4af3a71ecb091e6930430b2cd41da3743462"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1916443808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.906471211439128, "interval": [3.1120109840729797, 10.700931438805277], "p_value": 0.001, "input_sha256": "d037b2d985f1d5e7f3494f82e58e18fc6fdf81dc229ec63c029ee2e911f9d2e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1916443808, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.906471211439128, "interval": [3.1231086225639095, 10.165507120461292], "p_value": 0.0007275357929802946, "input_sha256": "d037b2d985f1d5e7f3494f82e58e18fc6fdf81dc229ec63c029ee2e911f9d2e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.04702595326228144, "seed": 1916443808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061406481033817184, "interval": [0.024334618854736284, 0.09847834321289808], "p_value": 0.002, "input_sha256": "d037b2d985f1d5e7f3494f82e58e18fc6fdf81dc229ec63c029ee2e911f9d2e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.04702595326228144, "seed": 1916443808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061406481033817184, "interval": [0.025905175466912716, 0.09316540637053344], "p_value": 0.0018439963256420419, "input_sha256": "d037b2d985f1d5e7f3494f82e58e18fc6fdf81dc229ec63c029ee2e911f9d2e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1535021069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.913874759935625, "interval": [0.7549168042264727, 13.072832715644779], "p_value": 0.034, "input_sha256": "8e0ed51bcc4bc3ea3c75a0649b37d55ac63e4b521d297e0a6de98729a18cdab1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1535021069, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.913874759935625, "interval": [0.6403052801464454, 12.198712292307057], "p_value": 0.028817271402559692, "input_sha256": "8e0ed51bcc4bc3ea3c75a0649b37d55ac63e4b521d297e0a6de98729a18cdab1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04916807327805498, "seed": 1535021069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05973993739323481, "interval": [-0.002505525987825913, 0.12198540077429554], "p_value": 0.07, "input_sha256": "8e0ed51bcc4bc3ea3c75a0649b37d55ac63e4b521d297e0a6de98729a18cdab1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04916807327805498, "seed": 1535021069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05973993739323481, "interval": [-0.002721053199473874, 0.11342450748828972], "p_value": 0.05946274618060966, "input_sha256": "8e0ed51bcc4bc3ea3c75a0649b37d55ac63e4b521d297e0a6de98729a18cdab1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2186026182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.815842467817316, "interval": [4.203372036732492, 13.428312898902139], "p_value": 0.001, "input_sha256": "fa3512f396fb74f8137c094ade28423d73821a2cb2d4689399131dfe89479c2d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2186026182, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.815842467817316, "interval": [4.325992241263361, 12.906631626532555], "p_value": 0.0004197161676647402, "input_sha256": "fa3512f396fb74f8137c094ade28423d73821a2cb2d4689399131dfe89479c2d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.04831689812702895, "seed": 2186026182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08230141097253495, "interval": [0.035914538906314575, 0.12868828303875532], "p_value": 0.003, "input_sha256": "fa3512f396fb74f8137c094ade28423d73821a2cb2d4689399131dfe89479c2d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.04831689812702895, "seed": 2186026182, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08230141097253495, "interval": [0.03442025432128942, 0.12394843800270718], "p_value": 0.000938820276791914, "input_sha256": "fa3512f396fb74f8137c094ade28423d73821a2cb2d4689399131dfe89479c2d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3735754671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.680540570184854, "interval": [2.573605187562441, 12.787475952807267], "p_value": 0.003, "input_sha256": "f62289f0ce834a4b24f01b7f15311be95dfe5655a7bc1755f8fde18b128d38b9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3735754671, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.680540570184854, "interval": [3.079810689017819, 12.497715782692289], "p_value": 0.004240180214163045, "input_sha256": "f62289f0ce834a4b24f01b7f15311be95dfe5655a7bc1755f8fde18b128d38b9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0498273065114468, "seed": 3735754671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07420465598841314, "interval": [0.015522311762242127, 0.13288700021458416], "p_value": 0.013, "input_sha256": "f62289f0ce834a4b24f01b7f15311be95dfe5655a7bc1755f8fde18b128d38b9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0498273065114468, "seed": 3735754671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07420465598841314, "interval": [0.024511623462111488, 0.13069371956750422], "p_value": 0.01457364641795055, "input_sha256": "f62289f0ce834a4b24f01b7f15311be95dfe5655a7bc1755f8fde18b128d38b9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1418701460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.274229154914561, "interval": [3.860777176002143, 12.68768113382698], "p_value": 0.001, "input_sha256": "74cb64f6203ecd7d5a56bfeff7328a21cf800b82255968cb267f52482fe02711"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1418701460, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.274229154914561, "interval": [4.453688750977498, 12.176803442900031], "p_value": 0.0005379551305573269, "input_sha256": "74cb64f6203ecd7d5a56bfeff7328a21cf800b82255968cb267f52482fe02711"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.048301018118348395, "seed": 1418701460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07674616970788031, "interval": [0.032412144022924264, 0.12108019539283636], "p_value": 0.001, "input_sha256": "74cb64f6203ecd7d5a56bfeff7328a21cf800b82255968cb267f52482fe02711"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.048301018118348395, "seed": 1418701460, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07674616970788031, "interval": [0.03805211980052942, 0.11676505085391699], "p_value": 0.0012124426682430262, "input_sha256": "74cb64f6203ecd7d5a56bfeff7328a21cf800b82255968cb267f52482fe02711"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4128893485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.65502827687977, "interval": [1.7191308805445402, 11.590925673215], "p_value": 0.008, "input_sha256": "b5206e4b18066e8a476204659a4b57c1e3cc2c0daf35dba6c48ed5f714284544"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4128893485, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.65502827687977, "interval": [1.983472483692979, 11.371865020931558], "p_value": 0.009719694300472074, "input_sha256": "b5206e4b18066e8a476204659a4b57c1e3cc2c0daf35dba6c48ed5f714284544"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.051192126659769965, "seed": 4128893485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07108575096047422, "interval": [0.017731283767665404, 0.12444021815328303], "p_value": 0.008, "input_sha256": "b5206e4b18066e8a476204659a4b57c1e3cc2c0daf35dba6c48ed5f714284544"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.051192126659769965, "seed": 4128893485, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07108575096047422, "interval": [0.021628973651379835, 0.12351887392338141], "p_value": 0.010555542735276662, "input_sha256": "b5206e4b18066e8a476204659a4b57c1e3cc2c0daf35dba6c48ed5f714284544"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1605823584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.54667356155537, "interval": [6.726702247241599, 14.36664487586914], "p_value": 0.001, "input_sha256": "165071dfe265f11c466043ab8b34e0a46bcce7f4a9a6be12823523592288de1c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1605823584, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.54667356155537, "interval": [6.86017018648199, 14.248716978300129], "p_value": 2.2792700034673014e-06, "input_sha256": "165071dfe265f11c466043ab8b34e0a46bcce7f4a9a6be12823523592288de1c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04991740287983109, "seed": 1605823584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10058174829474348, "interval": [0.0534848932368189, 0.14767860335266805], "p_value": 0.001, "input_sha256": "165071dfe265f11c466043ab8b34e0a46bcce7f4a9a6be12823523592288de1c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04991740287983109, "seed": 1605823584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10058174829474348, "interval": [0.06293332062064284, 0.15253124720438158], "p_value": 0.00012089934029624253, "input_sha256": "165071dfe265f11c466043ab8b34e0a46bcce7f4a9a6be12823523592288de1c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 833678374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.265801715221218, "interval": [2.5650607847741638, 11.966542645668273], "p_value": 0.004, "input_sha256": "900f4acc9492776d91243ede21a237f944c572ad5a774c3c65ae30c4ac24af7f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 833678374, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.265801715221218, "interval": [2.779067663958674, 11.54946153607364], "p_value": 0.003432471638642062, "input_sha256": "900f4acc9492776d91243ede21a237f944c572ad5a774c3c65ae30c4ac24af7f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.05068348566488158, "seed": 833678374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06893975139253687, "interval": [0.017099055807046813, 0.12078044697802692], "p_value": 0.01, "input_sha256": "900f4acc9492776d91243ede21a237f944c572ad5a774c3c65ae30c4ac24af7f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.05068348566488158, "seed": 833678374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06893975139253687, "interval": [0.019098322903166615, 0.1158500635094978], "p_value": 0.0105553538091021, "input_sha256": "900f4acc9492776d91243ede21a237f944c572ad5a774c3c65ae30c4ac24af7f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1582690214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.30059116862330804, "interval": [-4.912006708183469, 5.513189045430085], "p_value": 0.929, "input_sha256": "7b05a8634e992c3ac464a0db96bb9008afa48c9146176b5c2466f555f906bc04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1582690214, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.30059116862330804, "interval": [-4.524758024991029, 4.819350045085591], "p_value": 0.907670291913222, "input_sha256": "7b05a8634e992c3ac464a0db96bb9008afa48c9146176b5c2466f555f906bc04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.05031009953070868, "seed": 1582690214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0037747677462617313, "interval": [-0.0550034604182154, 0.06255299591073886], "p_value": 0.91, "input_sha256": "7b05a8634e992c3ac464a0db96bb9008afa48c9146176b5c2466f555f906bc04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.05031009953070868, "seed": 1582690214, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0037747677462617313, "interval": [-0.052909995889858626, 0.05198490936323781], "p_value": 0.8971209971817934, "input_sha256": "7b05a8634e992c3ac464a0db96bb9008afa48c9146176b5c2466f555f906bc04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 176936463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4284395411513433, "interval": [-2.433871956533257, 9.290751038835943], "p_value": 0.243, "input_sha256": "e536365e55cd12ae476733f84e27676cc7a424fdfff6cb6571a8868ec120043b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 176936463, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4284395411513433, "interval": [-2.273688986637381, 8.952383491774581], "p_value": 0.24373916095894557, "input_sha256": "e536365e55cd12ae476733f84e27676cc7a424fdfff6cb6571a8868ec120043b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.050743412973509816, "seed": 176936463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03141869129755909, "interval": [-0.032425775390735795, 0.09526315798585397], "p_value": 0.333, "input_sha256": "e536365e55cd12ae476733f84e27676cc7a424fdfff6cb6571a8868ec120043b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.050743412973509816, "seed": 176936463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03141869129755909, "interval": [-0.028301352174636817, 0.09245933674923008], "p_value": 0.32542375058822626, "input_sha256": "e536365e55cd12ae476733f84e27676cc7a424fdfff6cb6571a8868ec120043b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3964856943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.61897467105604, "interval": [4.2005090682653705, 13.03744027384671], "p_value": 0.002, "input_sha256": "9907800d468013c184e4ee7a8488b0418adf6d4b457c5d3a665a748b981c6d8d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3964856943, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.61897467105604, "interval": [4.074176677246863, 12.942601690918092], "p_value": 0.00033365223980741523, "input_sha256": "9907800d468013c184e4ee7a8488b0418adf6d4b457c5d3a665a748b981c6d8d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.05016356285409418, "seed": 3964856943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09208671923861582, "interval": [0.04159244093893065, 0.142580997538301], "p_value": 0.002, "input_sha256": "9907800d468013c184e4ee7a8488b0418adf6d4b457c5d3a665a748b981c6d8d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.05016356285409418, "seed": 3964856943, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09208671923861582, "interval": [0.044160360226295096, 0.14646653504757123], "p_value": 0.000752704498893583, "input_sha256": "9907800d468013c184e4ee7a8488b0418adf6d4b457c5d3a665a748b981c6d8d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1996049274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6268895930581806, "interval": [-2.4251971162074906, 7.678976302323852], "p_value": 0.314, "input_sha256": "3400f0ca54b88d5bc398080de9043654331ef79b5ba4022b22fbe4793f1e5dff"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1996049274, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6268895930581806, "interval": [-2.066438772936791, 7.2940092390042555], "p_value": 0.2977172053777315, "input_sha256": "3400f0ca54b88d5bc398080de9043654331ef79b5ba4022b22fbe4793f1e5dff"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.049991820567939035, "seed": 1996049274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02622925590831253, "interval": [-0.028040661672485076, 0.08049917348911013], "p_value": 0.346, "input_sha256": "3400f0ca54b88d5bc398080de9043654331ef79b5ba4022b22fbe4793f1e5dff"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.049991820567939035, "seed": 1996049274, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02622925590831253, "interval": [-0.02183736582829676, 0.07768162952150447], "p_value": 0.3323113278427895, "input_sha256": "3400f0ca54b88d5bc398080de9043654331ef79b5ba4022b22fbe4793f1e5dff"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 64186025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.503083691897652, "interval": [4.116625429848149, 12.889541953947155], "p_value": 0.001, "input_sha256": "d41eb79ee9c9bb2ca95e4c407df696e3ab0aabfd4874d7354420dd163eb1a41e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 64186025, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.503083691897652, "interval": [4.501918538783465, 13.076621983611458], "p_value": 0.0003602771534347865, "input_sha256": "d41eb79ee9c9bb2ca95e4c407df696e3ab0aabfd4874d7354420dd163eb1a41e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.04981811967003224, "seed": 64186025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09491893923033433, "interval": [0.04654136921873146, 0.1432965092419372], "p_value": 0.001, "input_sha256": "d41eb79ee9c9bb2ca95e4c407df696e3ab0aabfd4874d7354420dd163eb1a41e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.04981811967003224, "seed": 64186025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09491893923033433, "interval": [0.049338097657848044, 0.14259304458764144], "p_value": 0.0003211588843488366, "input_sha256": "d41eb79ee9c9bb2ca95e4c407df696e3ab0aabfd4874d7354420dd163eb1a41e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2936122706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.968364517611395, "interval": [-2.543495622508823, 8.480224657731613], "p_value": 0.263, "input_sha256": "8753c7543e717fb62409a5a3b47286d58229d5473010e7f29f922ab88227063e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2936122706, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.968364517611395, "interval": [-3.0588600303419375, 7.652346118383921], "p_value": 0.28056797722198884, "input_sha256": "8753c7543e717fb62409a5a3b47286d58229d5473010e7f29f922ab88227063e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.04711127314700423, "seed": 2936122706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025108355116056677, "interval": [-0.03311506261279909, 0.08333177284491244], "p_value": 0.375, "input_sha256": "8753c7543e717fb62409a5a3b47286d58229d5473010e7f29f922ab88227063e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.04711127314700423, "seed": 2936122706, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025108355116056677, "interval": [-0.041433320393636085, 0.07347917579577234], "p_value": 0.38727078402067816, "input_sha256": "8753c7543e717fb62409a5a3b47286d58229d5473010e7f29f922ab88227063e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 67210626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9149393983862897, "interval": [-4.420199046094543, 6.250077842867122], "p_value": 0.708, "input_sha256": "dd32ac4f625812c4c381aea3eccf59cef7ddd6440efadcbdbe2dfab5664dc1b5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 67210626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9149393983862897, "interval": [-4.337229400882295, 5.947656353696755], "p_value": 0.728324150991191, "input_sha256": "dd32ac4f625812c4c381aea3eccf59cef7ddd6440efadcbdbe2dfab5664dc1b5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.050968998835656774, "seed": 67210626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013937208025331244, "interval": [-0.04229600336294729, 0.07017041941360977], "p_value": 0.605, "input_sha256": "dd32ac4f625812c4c381aea3eccf59cef7ddd6440efadcbdbe2dfab5664dc1b5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.050968998835656774, "seed": 67210626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013937208025331244, "interval": [-0.0402392149909618, 0.06702712589060195], "p_value": 0.6166126878735358, "input_sha256": "dd32ac4f625812c4c381aea3eccf59cef7ddd6440efadcbdbe2dfab5664dc1b5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 312032484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.022510790779437, "interval": [1.323791489872666, 10.721230091686209], "p_value": 0.022, "input_sha256": "932f9927425c3950545c26aaf1d78b40afe5ad690960795b48941169b111e4be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 312032484, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.022510790779437, "interval": [1.6804323436966964, 10.353566780130434], "p_value": 0.013378316608241023, "input_sha256": "932f9927425c3950545c26aaf1d78b40afe5ad690960795b48941169b111e4be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.04870027616296137, "seed": 312032484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06403190794883158, "interval": [0.011029096384133692, 0.11703471951352948], "p_value": 0.03, "input_sha256": "932f9927425c3950545c26aaf1d78b40afe5ad690960795b48941169b111e4be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.04870027616296137, "seed": 312032484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06403190794883158, "interval": [0.017924429056372315, 0.1154655238615195], "p_value": 0.019260914563552452, "input_sha256": "932f9927425c3950545c26aaf1d78b40afe5ad690960795b48941169b111e4be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 875886587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8995814776565396, "interval": [-3.1563747977811385, 6.955537753094218], "p_value": 0.466, "input_sha256": "195dcf787b4fbb0b1db9a51d5fd3eb33fa4a1856cfd3c718f312e9153b0b369e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 875886587, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8995814776565396, "interval": [-2.7799128260889616, 6.714737620188388], "p_value": 0.4509485904414795, "input_sha256": "195dcf787b4fbb0b1db9a51d5fd3eb33fa4a1856cfd3c718f312e9153b0b369e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.05148037680525867, "seed": 875886587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03528156673525841, "interval": [-0.020735711870832445, 0.09129884534134927], "p_value": 0.226, "input_sha256": "195dcf787b4fbb0b1db9a51d5fd3eb33fa4a1856cfd3c718f312e9153b0b369e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.05148037680525867, "seed": 875886587, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03528156673525841, "interval": [-0.015244355029866692, 0.09210977353668288], "p_value": 0.20866032624745717, "input_sha256": "195dcf787b4fbb0b1db9a51d5fd3eb33fa4a1856cfd3c718f312e9153b0b369e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2263215065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.241564191089586, "interval": [-0.6137539472115519, 11.096882329390723], "p_value": 0.07, "input_sha256": "7d37e100474b5e57e35c03dab7185b06f49febadb0b74bcf54147491cc0ded95"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2263215065, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.241564191089586, "interval": [-0.25237432539647453, 11.124958818184853], "p_value": 0.07785534318250938, "input_sha256": "7d37e100474b5e57e35c03dab7185b06f49febadb0b74bcf54147491cc0ded95"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.051348367143895256, "seed": 2263215065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04910132284237553, "interval": [-0.015021865764486969, 0.11322451144923804], "p_value": 0.119, "input_sha256": "7d37e100474b5e57e35c03dab7185b06f49febadb0b74bcf54147491cc0ded95"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.051348367143895256, "seed": 2263215065, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04910132284237553, "interval": [-0.010946835848863495, 0.10738372935717454], "p_value": 0.12929274512679295, "input_sha256": "7d37e100474b5e57e35c03dab7185b06f49febadb0b74bcf54147491cc0ded95"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4033396556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7969463833642134, "interval": [-1.1203754305117801, 8.714268197240207], "p_value": 0.126, "input_sha256": "bdb8a860e412e952d242a268e1f84b45dae24757cc00642ed2493dc937cd122e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4033396556, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7969463833642134, "interval": [-0.201816370951402, 9.07651000384181], "p_value": 0.12609543916606034, "input_sha256": "bdb8a860e412e952d242a268e1f84b45dae24757cc00642ed2493dc937cd122e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.04790615604689993, "seed": 4033396556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03371400845261309, "interval": [-0.012604201596371586, 0.08003221850159777], "p_value": 0.14, "input_sha256": "bdb8a860e412e952d242a268e1f84b45dae24757cc00642ed2493dc937cd122e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.04790615604689993, "seed": 4033396556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03371400845261309, "interval": [-0.0050473167042219165, 0.08280059038033184], "p_value": 0.14859102982503203, "input_sha256": "bdb8a860e412e952d242a268e1f84b45dae24757cc00642ed2493dc937cd122e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 843937133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2017515514040635, "interval": [-1.6343460059077248, 8.037849108715852], "p_value": 0.223, "input_sha256": "6a6442aec54e0cae27c387116240e528f5109e34433b86774f0dfc0858757a03"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 843937133, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2017515514040635, "interval": [-1.484762992568423, 7.660194129699627], "p_value": 0.18805649440897912, "input_sha256": "6a6442aec54e0cae27c387116240e528f5109e34433b86774f0dfc0858757a03"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.05120299061856962, "seed": 843937133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033378121305562725, "interval": [-0.018623908971163623, 0.08538015158228907], "p_value": 0.238, "input_sha256": "6a6442aec54e0cae27c387116240e528f5109e34433b86774f0dfc0858757a03"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.05120299061856962, "seed": 843937133, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033378121305562725, "interval": [-0.015445203175108809, 0.08165744584450335], "p_value": 0.20151839649328981, "input_sha256": "6a6442aec54e0cae27c387116240e528f5109e34433b86774f0dfc0858757a03"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1603201260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1637712197909895, "interval": [-1.9525848402356178, 6.280127279817597], "p_value": 0.306, "input_sha256": "babfe1551768d87ea77a32769fa85cce93282c8053e96bfc6c5895d509d604ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1603201260, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1637712197909895, "interval": [-1.5686275959945055, 5.9097433406499595], "p_value": 0.2922432050013717, "input_sha256": "babfe1551768d87ea77a32769fa85cce93282c8053e96bfc6c5895d509d604ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.047724630900790696, "seed": 1603201260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02274259546680643, "interval": [-0.018279890185975478, 0.06376508111958834], "p_value": 0.275, "input_sha256": "babfe1551768d87ea77a32769fa85cce93282c8053e96bfc6c5895d509d604ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.047724630900790696, "seed": 1603201260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02274259546680643, "interval": [-0.01297486323585992, 0.06208147437813619], "p_value": 0.26654264864988436, "input_sha256": "babfe1551768d87ea77a32769fa85cce93282c8053e96bfc6c5895d509d604ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4242630225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.73378808748558, "interval": [2.2307064619733774, 11.236869712997784], "p_value": 0.004, "input_sha256": "21242fa16a5d4698d16a7fb7845e329b96adce8f37dfd862adc228ad22de86a7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4242630225, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.73378808748558, "interval": [2.292580468877236, 10.879230109729326], "p_value": 0.004537473031595404, "input_sha256": "21242fa16a5d4698d16a7fb7845e329b96adce8f37dfd862adc228ad22de86a7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.05039876188097224, "seed": 4242630225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06614723502906306, "interval": [0.01838036576050816, 0.11391410429761795], "p_value": 0.007, "input_sha256": "21242fa16a5d4698d16a7fb7845e329b96adce8f37dfd862adc228ad22de86a7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.05039876188097224, "seed": 4242630225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06614723502906306, "interval": [0.01901143760807778, 0.11017463145909946], "p_value": 0.008015794323482765, "input_sha256": "21242fa16a5d4698d16a7fb7845e329b96adce8f37dfd862adc228ad22de86a7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2382642709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0409225680178729, "interval": [-4.0173510323337025, 6.099196168369448], "p_value": 0.67, "input_sha256": "a29969200905246f4f2c42655e86b1be28c30ab277d9e007dd263b155f98f6d4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2382642709, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0409225680178729, "interval": [-3.8636873190618504, 6.167727526480609], "p_value": 0.6792864462256836, "input_sha256": "a29969200905246f4f2c42655e86b1be28c30ab277d9e007dd263b155f98f6d4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.04872245611133628, "seed": 2382642709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002982900694076307, "interval": [-0.05021391102085938, 0.05617971240901199], "p_value": 0.911, "input_sha256": "a29969200905246f4f2c42655e86b1be28c30ab277d9e007dd263b155f98f6d4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.04872245611133628, "seed": 2382642709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002982900694076307, "interval": [-0.05227040996568013, 0.0563506390807639], "p_value": 0.9101760507766463, "input_sha256": "a29969200905246f4f2c42655e86b1be28c30ab277d9e007dd263b155f98f6d4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2545204108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.50575963429507, "interval": [4.280758105841508, 12.730761162748632], "p_value": 0.001, "input_sha256": "7a720c0dd5b2b079b7d34587020bde1ac5bc67cbc421acc33910ee21f30a5a21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2545204108, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.50575963429507, "interval": [4.954440282233117, 12.467646524736862], "p_value": 0.00023209249291473633, "input_sha256": "7a720c0dd5b2b079b7d34587020bde1ac5bc67cbc421acc33910ee21f30a5a21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.05054842142814283, "seed": 2545204108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08817917610441194, "interval": [0.042912921302607245, 0.13344543090621663], "p_value": 0.001, "input_sha256": "7a720c0dd5b2b079b7d34587020bde1ac5bc67cbc421acc33910ee21f30a5a21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.05054842142814283, "seed": 2545204108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08817917610441194, "interval": [0.04944591049793353, 0.12937632398131796], "p_value": 0.0003349899989087643, "input_sha256": "7a720c0dd5b2b079b7d34587020bde1ac5bc67cbc421acc33910ee21f30a5a21"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1845677619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.02100817447462, "interval": [-0.390603780463187, 10.432620129412427], "p_value": 0.058, "input_sha256": "0757ae687f7bd411b4d9b8998106d8a0b9d49efa728d5b786a78ec9545711f53"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1845677619, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.02100817447462, "interval": [0.21935809560365385, 10.337997331274961], "p_value": 0.0680321329255016, "input_sha256": "0757ae687f7bd411b4d9b8998106d8a0b9d49efa728d5b786a78ec9545711f53"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04849395091776001, "seed": 1845677619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052701670686181964, "interval": [-0.007462651250086459, 0.1128659926224504], "p_value": 0.08, "input_sha256": "0757ae687f7bd411b4d9b8998106d8a0b9d49efa728d5b786a78ec9545711f53"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04849395091776001, "seed": 1845677619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052701670686181964, "interval": [-0.00047738778567990657, 0.11365403347446608], "p_value": 0.08414443867456801, "input_sha256": "0757ae687f7bd411b4d9b8998106d8a0b9d49efa728d5b786a78ec9545711f53"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1892693522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6016420789224544, "interval": [-2.4764030873873333, 9.679687245232241], "p_value": 0.244, "input_sha256": "1a2055b569b3e5f0fc4e4a5abc3a74dd4c0617321ed2c25261bf94e55f1b8e4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1892693522, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6016420789224544, "interval": [-2.2658196489656675, 9.229535865697603], "p_value": 0.23771507440515005, "input_sha256": "1a2055b569b3e5f0fc4e4a5abc3a74dd4c0617321ed2c25261bf94e55f1b8e4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.04869142767590302, "seed": 1892693522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03290709288636523, "interval": [-0.027166842449647885, 0.09298102822237835], "p_value": 0.286, "input_sha256": "1a2055b569b3e5f0fc4e4a5abc3a74dd4c0617321ed2c25261bf94e55f1b8e4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.04869142767590302, "seed": 1892693522, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03290709288636523, "interval": [-0.02450200873604341, 0.08919216185781284], "p_value": 0.2744340565319292, "input_sha256": "1a2055b569b3e5f0fc4e4a5abc3a74dd4c0617321ed2c25261bf94e55f1b8e4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4110037085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.305859885727542, "interval": [2.1924171031825415, 10.419302668272543], "p_value": 0.003, "input_sha256": "055c4eca2748609804af9390dcf8b6e94ed711ba13a11333c60d31861ce9b4b2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4110037085, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.305859885727542, "interval": [2.7023382854079423, 10.430633134534924], "p_value": 0.00360350582187987, "input_sha256": "055c4eca2748609804af9390dcf8b6e94ed711ba13a11333c60d31861ce9b4b2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.048318325968271784, "seed": 4110037085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0655633219312099, "interval": [0.024695859524640547, 0.10643078433777925], "p_value": 0.004, "input_sha256": "055c4eca2748609804af9390dcf8b6e94ed711ba13a11333c60d31861ce9b4b2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.048318325968271784, "seed": 4110037085, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0655633219312099, "interval": [0.02950914744338258, 0.10702269893774906], "p_value": 0.002437777214208807, "input_sha256": "055c4eca2748609804af9390dcf8b6e94ed711ba13a11333c60d31861ce9b4b2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 677796348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.568789440126514, "interval": [1.0006879796107766, 12.13689090064225], "p_value": 0.021, "input_sha256": "fd69188654ff926c506f7e1379af68a160831886c5dbd46c13a2df4ceaa59f9b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 677796348, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.568789440126514, "interval": [0.406101514297219, 11.145048122179226], "p_value": 0.022276218431816135, "input_sha256": "fd69188654ff926c506f7e1379af68a160831886c5dbd46c13a2df4ceaa59f9b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.048622439811533844, "seed": 677796348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06263920427628776, "interval": [0.005975316836848814, 0.1193030917157267], "p_value": 0.026, "input_sha256": "fd69188654ff926c506f7e1379af68a160831886c5dbd46c13a2df4ceaa59f9b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.048622439811533844, "seed": 677796348, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06263920427628776, "interval": [-0.0009070066155539187, 0.11382394777707507], "p_value": 0.03134217409906877, "input_sha256": "fd69188654ff926c506f7e1379af68a160831886c5dbd46c13a2df4ceaa59f9b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3879389317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.464500018673135, "interval": [3.903619964406759, 13.025380072939512], "p_value": 0.001, "input_sha256": "61f2923619f0c31a67275af4e5bc29057b4868190d4e3b29c832f0df6ffaea28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3879389317, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.464500018673135, "interval": [4.376413440303685, 12.373177833961408], "p_value": 0.000579622016781058, "input_sha256": "61f2923619f0c31a67275af4e5bc29057b4868190d4e3b29c832f0df6ffaea28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.04759533819160545, "seed": 3879389317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08280819380754051, "interval": [0.0379775568186305, 0.12763883079645053], "p_value": 0.001, "input_sha256": "61f2923619f0c31a67275af4e5bc29057b4868190d4e3b29c832f0df6ffaea28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.04759533819160545, "seed": 3879389317, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08280819380754051, "interval": [0.043957618028016926, 0.12257745621369284], "p_value": 0.0006068955154238827, "input_sha256": "61f2923619f0c31a67275af4e5bc29057b4868190d4e3b29c832f0df6ffaea28"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1975433888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.176359907581949, "interval": [3.4445121676383907, 12.908207647525508], "p_value": 0.002, "input_sha256": "8a850fe1f6d56f072bf3fc2fd85e93c7db0e1bbdf1c2584db24efba16234fe2e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1975433888, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.176359907581949, "interval": [4.309099058393489, 13.075137566618547], "p_value": 0.0012896878354854216, "input_sha256": "8a850fe1f6d56f072bf3fc2fd85e93c7db0e1bbdf1c2584db24efba16234fe2e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.05015629746033473, "seed": 1975433888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07796034512407714, "interval": [0.02993896710598138, 0.1259817231421729], "p_value": 0.003, "input_sha256": "8a850fe1f6d56f072bf3fc2fd85e93c7db0e1bbdf1c2584db24efba16234fe2e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.05015629746033473, "seed": 1975433888, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07796034512407714, "interval": [0.039123967672886284, 0.12984647346278097], "p_value": 0.0022844340633933684, "input_sha256": "8a850fe1f6d56f072bf3fc2fd85e93c7db0e1bbdf1c2584db24efba16234fe2e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2204632623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.057913294482034, "interval": [5.397104143084619, 14.71872244587945], "p_value": 0.001, "input_sha256": "ac21c303e2399d9fb3c47b619361c3e425b024d1df2e5120f6daf1f6bf444426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2204632623, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.057913294482034, "interval": [6.1803081262298125, 14.680163382464112], "p_value": 9.460094237627148e-05, "input_sha256": "ac21c303e2399d9fb3c47b619361c3e425b024d1df2e5120f6daf1f6bf444426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04913651277835543, "seed": 2204632623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10241291204899229, "interval": [0.05275913580321485, 0.15206668829476974], "p_value": 0.001, "input_sha256": "ac21c303e2399d9fb3c47b619361c3e425b024d1df2e5120f6daf1f6bf444426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04913651277835543, "seed": 2204632623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10241291204899229, "interval": [0.06108264549808918, 0.14929647062802476], "p_value": 0.0001757764613405839, "input_sha256": "ac21c303e2399d9fb3c47b619361c3e425b024d1df2e5120f6daf1f6bf444426"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3115925563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.141259422650316, "interval": [2.9577649004146336, 13.324753944885998], "p_value": 0.004, "input_sha256": "e402ec7cf3d3536d608dd884622a53c955b5531415d11cd3188d50f7883f67a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3115925563, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.141259422650316, "interval": [3.6343219014945314, 12.76378466075992], "p_value": 0.0030206350151337573, "input_sha256": "e402ec7cf3d3536d608dd884622a53c955b5531415d11cd3188d50f7883f67a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.051280389070689415, "seed": 3115925563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09487511121429962, "interval": [0.03767354935135082, 0.15207667307724843], "p_value": 0.002, "input_sha256": "e402ec7cf3d3536d608dd884622a53c955b5531415d11cd3188d50f7883f67a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.051280389070689415, "seed": 3115925563, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09487511121429962, "interval": [0.046408554081992584, 0.1482418032569419], "p_value": 0.0019520224639634723, "input_sha256": "e402ec7cf3d3536d608dd884622a53c955b5531415d11cd3188d50f7883f67a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 665053420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2916034877244194, "interval": [-3.7309374163677225, 6.314144391816561], "p_value": 0.602, "input_sha256": "7f4be68418d1e94e4034509e5be95cfdc45242a5245dc442fe320169cab9678c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 665053420, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2916034877244194, "interval": [-3.251276977169122, 5.9297831171075455], "p_value": 0.6050857257413311, "input_sha256": "7f4be68418d1e94e4034509e5be95cfdc45242a5245dc442fe320169cab9678c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04888312380280054, "seed": 665053420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0012125285784828632, "interval": [-0.05076526318446551, 0.05319032034143124], "p_value": 0.961, "input_sha256": "7f4be68418d1e94e4034509e5be95cfdc45242a5245dc442fe320169cab9678c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04888312380280054, "seed": 665053420, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0012125285784828632, "interval": [-0.04830137310685724, 0.047950346983043325], "p_value": 0.962578973237832, "input_sha256": "7f4be68418d1e94e4034509e5be95cfdc45242a5245dc442fe320169cab9678c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 169239928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.708497389484256, "interval": [-0.06638200899862223, 9.483376787967135], "p_value": 0.058, "input_sha256": "18be3d48e2b94ec16faa61245f88e58e586a0f58ef95f904236d43d03f101bc1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 169239928, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.708497389484256, "interval": [0.04634871338485008, 8.549677674003295], "p_value": 0.05310356636873078, "input_sha256": "18be3d48e2b94ec16faa61245f88e58e586a0f58ef95f904236d43d03f101bc1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.048220059484369145, "seed": 169239928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04894302799754849, "interval": [-0.0005951740278550277, 0.098481230022952], "p_value": 0.062, "input_sha256": "18be3d48e2b94ec16faa61245f88e58e586a0f58ef95f904236d43d03f101bc1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.048220059484369145, "seed": 169239928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04894302799754849, "interval": [-0.0011839787709631794, 0.08693624207224648], "p_value": 0.052675827616121725, "input_sha256": "18be3d48e2b94ec16faa61245f88e58e586a0f58ef95f904236d43d03f101bc1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2839009212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.599673618392744, "interval": [1.1956320552017514, 10.003715181583736], "p_value": 0.01, "input_sha256": "b8f9b01412eabff5c3afeb2593022b0aaf9caae6a71eecb147c94a396dc2fde1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2839009212, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.599673618392744, "interval": [1.5066259173775856, 9.605848738490185], "p_value": 0.014077146841208026, "input_sha256": "b8f9b01412eabff5c3afeb2593022b0aaf9caae6a71eecb147c94a396dc2fde1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.05052455457565812, "seed": 2839009212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05616045980764815, "interval": [0.004913880440717257, 0.10740703917457906], "p_value": 0.029, "input_sha256": "b8f9b01412eabff5c3afeb2593022b0aaf9caae6a71eecb147c94a396dc2fde1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.05052455457565812, "seed": 2839009212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05616045980764815, "interval": [0.004732144080855607, 0.10032151230301557], "p_value": 0.032582308647074676, "input_sha256": "b8f9b01412eabff5c3afeb2593022b0aaf9caae6a71eecb147c94a396dc2fde1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 605898710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0340106192385417, "interval": [-4.674207571612246, 6.74222881008933], "p_value": 0.703, "input_sha256": "851aab5a3a6d8444674e2584812886e9067a83a415f8a71ba5ee0f3ed98104be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 605898710, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0340106192385417, "interval": [-4.60717279782942, 6.476247925248985], "p_value": 0.7153442466657143, "input_sha256": "851aab5a3a6d8444674e2584812886e9067a83a415f8a71ba5ee0f3ed98104be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.04785626223175645, "seed": 605898710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010196401287074788, "interval": [-0.04605272786609385, 0.06644553044024343], "p_value": 0.714, "input_sha256": "851aab5a3a6d8444674e2584812886e9067a83a415f8a71ba5ee0f3ed98104be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.04785626223175645, "seed": 605898710, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010196401287074788, "interval": [-0.044746997991704326, 0.06297013344678752], "p_value": 0.7152794983055157, "input_sha256": "851aab5a3a6d8444674e2584812886e9067a83a415f8a71ba5ee0f3ed98104be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3443002741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.595620469921707, "interval": [-1.9465437952040059, 9.13778473504742], "p_value": 0.177, "input_sha256": "5d13fdadb331260ac9f029b65ca9ca6c6ddb4cc200eb43c904c03daaf99a8d4a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3443002741, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.595620469921707, "interval": [-1.2240273232912808, 9.329304361327907], "p_value": 0.19454153405080915, "input_sha256": "5d13fdadb331260ac9f029b65ca9ca6c6ddb4cc200eb43c904c03daaf99a8d4a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.04794829233193805, "seed": 3443002741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042192029191739255, "interval": [-0.017127700810929194, 0.1015117591944077], "p_value": 0.143, "input_sha256": "5d13fdadb331260ac9f029b65ca9ca6c6ddb4cc200eb43c904c03daaf99a8d4a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.04794829233193805, "seed": 3443002741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042192029191739255, "interval": [-0.005348094731609598, 0.107020439828628], "p_value": 0.1557043961534644, "input_sha256": "5d13fdadb331260ac9f029b65ca9ca6c6ddb4cc200eb43c904c03daaf99a8d4a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2992099235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.373925184058683, "interval": [3.4854419485221726, 11.262408419595193], "p_value": 0.001, "input_sha256": "d31393bafa467f30844ddb00752e8e20d8bc69068115593e70729bd49082c816"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2992099235, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.373925184058683, "interval": [3.792768737552948, 10.946794287206105], "p_value": 0.0004935638398613696, "input_sha256": "d31393bafa467f30844ddb00752e8e20d8bc69068115593e70729bd49082c816"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.046782890174896924, "seed": 2992099235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07277581272142651, "interval": [0.03525103843469582, 0.1103005870081572], "p_value": 0.001, "input_sha256": "d31393bafa467f30844ddb00752e8e20d8bc69068115593e70729bd49082c816"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.046782890174896924, "seed": 2992099235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07277581272142651, "interval": [0.03678447560458426, 0.10580527366709427], "p_value": 0.0003755422809182637, "input_sha256": "d31393bafa467f30844ddb00752e8e20d8bc69068115593e70729bd49082c816"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2694877011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.530644871167635, "interval": [-0.0408782289104872, 9.102167971245755], "p_value": 0.06, "input_sha256": "8b6ed0703acab7032bd9e0d89a0fb07d724ace41e99a74505cdbe49df3cb2c2c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2694877011, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.530644871167635, "interval": [0.1540273933679643, 8.511510719834266], "p_value": 0.05195777588898874, "input_sha256": "8b6ed0703acab7032bd9e0d89a0fb07d724ace41e99a74505cdbe49df3cb2c2c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.050038437087140675, "seed": 2694877011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03781126878914462, "interval": [-0.009904216683103657, 0.08552675426139289], "p_value": 0.122, "input_sha256": "8b6ed0703acab7032bd9e0d89a0fb07d724ace41e99a74505cdbe49df3cb2c2c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.050038437087140675, "seed": 2694877011, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03781126878914462, "interval": [-0.004888420261687186, 0.08277026193230246], "p_value": 0.11636311514853391, "input_sha256": "8b6ed0703acab7032bd9e0d89a0fb07d724ace41e99a74505cdbe49df3cb2c2c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2452534248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.692722198936492, "interval": [-0.02621189489743969, 11.411656292770424], "p_value": 0.059, "input_sha256": "385262cd19bf0a29ffc82481e8be81ad4aa0b372f2d9d0af25af43def13613e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2452534248, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.692722198936492, "interval": [0.5312690389982068, 11.329432359956504], "p_value": 0.05100664066169798, "input_sha256": "385262cd19bf0a29ffc82481e8be81ad4aa0b372f2d9d0af25af43def13613e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.04924847466932227, "seed": 2452534248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05097006679946685, "interval": [-0.008862949875010608, 0.1108030834739443], "p_value": 0.101, "input_sha256": "385262cd19bf0a29ffc82481e8be81ad4aa0b372f2d9d0af25af43def13613e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.04924847466932227, "seed": 2452534248, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05097006679946685, "interval": [-0.004378039856090502, 0.10965781719487194], "p_value": 0.09272533319178133, "input_sha256": "385262cd19bf0a29ffc82481e8be81ad4aa0b372f2d9d0af25af43def13613e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1615775380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4199552716287904, "interval": [-1.5612771746061327, 8.401187717863714], "p_value": 0.193, "input_sha256": "a8d24279dd863d8daafdbab11b9e012bb070734985598cc8d116064e8d645bea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1615775380, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4199552716287904, "interval": [-1.3358215861781315, 7.926750921274446], "p_value": 0.17249823562953123, "input_sha256": "a8d24279dd863d8daafdbab11b9e012bb070734985598cc8d116064e8d645bea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.048557545281067135, "seed": 1615775380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03236499814161942, "interval": [-0.020421509565311344, 0.08515150584855018], "p_value": 0.25, "input_sha256": "a8d24279dd863d8daafdbab11b9e012bb070734985598cc8d116064e8d645bea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.048557545281067135, "seed": 1615775380, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03236499814161942, "interval": [-0.016818238540057952, 0.08330521973396847], "p_value": 0.22203283188049378, "input_sha256": "a8d24279dd863d8daafdbab11b9e012bb070734985598cc8d116064e8d645bea"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1660481910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.838894878761728, "interval": [2.648984352326898, 13.028805405196557], "p_value": 0.005, "input_sha256": "8069af7779f377702ee7c8223595abb450813e10f8edd2f20d38a5111c060a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1660481910, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.838894878761728, "interval": [3.128934716753619, 12.878298200970336], "p_value": 0.004076675757499657, "input_sha256": "8069af7779f377702ee7c8223595abb450813e10f8edd2f20d38a5111c060a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.049759700333885944, "seed": 1660481910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07348386088081575, "interval": [0.017020365075853194, 0.1299473566857783], "p_value": 0.014, "input_sha256": "8069af7779f377702ee7c8223595abb450813e10f8edd2f20d38a5111c060a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.049759700333885944, "seed": 1660481910, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07348386088081575, "interval": [0.02458899095475284, 0.13094253274148526], "p_value": 0.0121312052510059, "input_sha256": "8069af7779f377702ee7c8223595abb450813e10f8edd2f20d38a5111c060a6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4067928463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.617887830373792, "interval": [6.3171639333476675, 16.918611727399917], "p_value": 0.001, "input_sha256": "92d99ddb7e03dc8b74d4e9dcca7ac13e0ee36e0a94bcac397b127f9668cc7473"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4067928463, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.617887830373792, "interval": [6.2799408761630975, 17.187850290901796], "p_value": 8.217119458065443e-05, "input_sha256": "92d99ddb7e03dc8b74d4e9dcca7ac13e0ee36e0a94bcac397b127f9668cc7473"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04909199999310119, "seed": 4067928463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11406299226870381, "interval": [0.06055696554674608, 0.16756901899066154], "p_value": 0.001, "input_sha256": "92d99ddb7e03dc8b74d4e9dcca7ac13e0ee36e0a94bcac397b127f9668cc7473"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04909199999310119, "seed": 4067928463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11406299226870381, "interval": [0.05970661621921454, 0.1688652073771058], "p_value": 0.00011839770400149206, "input_sha256": "92d99ddb7e03dc8b74d4e9dcca7ac13e0ee36e0a94bcac397b127f9668cc7473"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 947354857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.696611305903863, "interval": [-4.2850179205153625, 7.6782405323230885], "p_value": 0.56, "input_sha256": "f42f402842d7d52ff40d0b56862d506fabec79afae72e1091448e1ebe3d135e4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 947354857, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.696611305903863, "interval": [-3.975511515633464, 7.42939226336561], "p_value": 0.5665916751268942, "input_sha256": "f42f402842d7d52ff40d0b56862d506fabec79afae72e1091448e1ebe3d135e4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.04851035469794638, "seed": 947354857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014641135430227645, "interval": [-0.04516483357306081, 0.0744471044335161], "p_value": 0.607, "input_sha256": "f42f402842d7d52ff40d0b56862d506fabec79afae72e1091448e1ebe3d135e4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.04851035469794638, "seed": 947354857, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014641135430227645, "interval": [-0.037717432694761785, 0.07576060114842889], "p_value": 0.6212956554290714, "input_sha256": "f42f402842d7d52ff40d0b56862d506fabec79afae72e1091448e1ebe3d135e4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1218571901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.713507938113553, "interval": [-1.9614491766407642, 7.38846505286787], "p_value": 0.243, "input_sha256": "a2a0f483c4c5117314bddee2a5d60911f999132d0b1c330412b5029e3e32841c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1218571901, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.713507938113553, "interval": [-1.4741540856399198, 7.1775965390512555], "p_value": 0.2471683259036162, "input_sha256": "a2a0f483c4c5117314bddee2a5d60911f999132d0b1c330412b5029e3e32841c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.04911451671759191, "seed": 1218571901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021661251844300622, "interval": [-0.027552783423823335, 0.07087528711242458], "p_value": 0.363, "input_sha256": "a2a0f483c4c5117314bddee2a5d60911f999132d0b1c330412b5029e3e32841c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.04911451671759191, "seed": 1218571901, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021661251844300622, "interval": [-0.023356726242638327, 0.06957914089393182], "p_value": 0.3784541132993806, "input_sha256": "a2a0f483c4c5117314bddee2a5d60911f999132d0b1c330412b5029e3e32841c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2201453856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7654435101710586, "interval": [-4.260802672135237, 5.791689692477354], "p_value": 0.742, "input_sha256": "70d783d73f062c308451c2ef34d77b2ab66c09279c09cb0b04d5d5c59cd0b4b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2201453856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7654435101710586, "interval": [-3.7290151729502434, 5.45657509968778], "p_value": 0.7593084442298166, "input_sha256": "70d783d73f062c308451c2ef34d77b2ab66c09279c09cb0b04d5d5c59cd0b4b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.049265945511505586, "seed": 2201453856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005421722564948148, "interval": [-0.04843588723237046, 0.059279332362266755], "p_value": 0.832, "input_sha256": "70d783d73f062c308451c2ef34d77b2ab66c09279c09cb0b04d5d5c59cd0b4b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.049265945511505586, "seed": 2201453856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005421722564948148, "interval": [-0.048118516259839185, 0.05312662532875487], "p_value": 0.8395844505142339, "input_sha256": "70d783d73f062c308451c2ef34d77b2ab66c09279c09cb0b04d5d5c59cd0b4b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2001503879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.152775694419459, "interval": [3.3791139541773916, 12.926437434661526], "p_value": 0.001, "input_sha256": "01a82240e600df6ffa995535430c68e3b4a26f444f38c930098d7e791a4f69c7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2001503879, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.152775694419459, "interval": [3.793387939545109, 12.900291321342026], "p_value": 0.0013826090458616022, "input_sha256": "01a82240e600df6ffa995535430c68e3b4a26f444f38c930098d7e791a4f69c7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.04999452149621286, "seed": 2001503879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08042005538317121, "interval": [0.031740394887863725, 0.12909971587847868], "p_value": 0.003, "input_sha256": "01a82240e600df6ffa995535430c68e3b4a26f444f38c930098d7e791a4f69c7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.04999452149621286, "seed": 2001503879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08042005538317121, "interval": [0.035296464389206555, 0.12983993736321586], "p_value": 0.0018859713704706697, "input_sha256": "01a82240e600df6ffa995535430c68e3b4a26f444f38c930098d7e791a4f69c7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4252697109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.297466552450766, "interval": [-0.17272225544338404, 8.767655360344916], "p_value": 0.063, "input_sha256": "aab0edca84d68639dffe96f8bf91d313ef943c740e2fd1d372fea42885deb898"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4252697109, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.297466552450766, "interval": [0.090373552686135, 8.662455125299584], "p_value": 0.05903262587011186, "input_sha256": "aab0edca84d68639dffe96f8bf91d313ef943c740e2fd1d372fea42885deb898"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.05010440746930307, "seed": 4252697109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04661648918067389, "interval": [-0.0064743036134929585, 0.09970728197484074], "p_value": 0.092, "input_sha256": "aab0edca84d68639dffe96f8bf91d313ef943c740e2fd1d372fea42885deb898"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.05010440746930307, "seed": 4252697109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04661648918067389, "interval": [-0.0027596532062413087, 0.10104561634397509], "p_value": 0.08328415902386231, "input_sha256": "aab0edca84d68639dffe96f8bf91d313ef943c740e2fd1d372fea42885deb898"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2253654886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.922801194490111, "interval": [0.9116214773713907, 10.933980911608831], "p_value": 0.017, "input_sha256": "55a01402716fecf3f42760507c0888c9715f82f189e345898f31bd85999895e0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2253654886, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.922801194490111, "interval": [0.9219976092473318, 10.354821200132015], "p_value": 0.021775068501494993, "input_sha256": "55a01402716fecf3f42760507c0888c9715f82f189e345898f31bd85999895e0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.05026391854618804, "seed": 2253654886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06648523650014751, "interval": [0.008952421528515449, 0.12401805147177958], "p_value": 0.015, "input_sha256": "55a01402716fecf3f42760507c0888c9715f82f189e345898f31bd85999895e0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.05026391854618804, "seed": 2253654886, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06648523650014751, "interval": [0.008506737180505682, 0.11792231334782216], "p_value": 0.024676003336730156, "input_sha256": "55a01402716fecf3f42760507c0888c9715f82f189e345898f31bd85999895e0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2035056633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.695078566905904, "interval": [-1.6205691810412022, 7.01072631485301], "p_value": 0.212, "input_sha256": "d2740287e68dd85f7b8601b19915c4602c6dd5068d5b76dddf2f6cb225f006a3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2035056633, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.695078566905904, "interval": [-1.1013982578122543, 7.533245503850351], "p_value": 0.21338707898905432, "input_sha256": "d2740287e68dd85f7b8601b19915c4602c6dd5068d5b76dddf2f6cb225f006a3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.04936245625051352, "seed": 2035056633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02489259474741795, "interval": [-0.02114927455269336, 0.07093446404752926], "p_value": 0.272, "input_sha256": "d2740287e68dd85f7b8601b19915c4602c6dd5068d5b76dddf2f6cb225f006a3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.04936245625051352, "seed": 2035056633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02489259474741795, "interval": [-0.01473995007304311, 0.07588870457982491], "p_value": 0.28008492582785144, "input_sha256": "d2740287e68dd85f7b8601b19915c4602c6dd5068d5b76dddf2f6cb225f006a3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3104694204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.659142416597867, "interval": [1.6673427854411074, 11.650942047754627], "p_value": 0.016, "input_sha256": "75c3c71a95719ef3620657de1a567a5ee3f6bcb8317b5526c2716e0889d30ce0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3104694204, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.659142416597867, "interval": [1.9760208292974235, 11.304239186970278], "p_value": 0.010280454421199589, "input_sha256": "75c3c71a95719ef3620657de1a567a5ee3f6bcb8317b5526c2716e0889d30ce0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.04782318949463888, "seed": 3104694204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06564683328534117, "interval": [0.01734695818863649, 0.11394670838204585], "p_value": 0.016, "input_sha256": "75c3c71a95719ef3620657de1a567a5ee3f6bcb8317b5526c2716e0889d30ce0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.04782318949463888, "seed": 3104694204, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06564683328534117, "interval": [0.020729018035652556, 0.11091729108731732], "p_value": 0.009043519539878793, "input_sha256": "75c3c71a95719ef3620657de1a567a5ee3f6bcb8317b5526c2716e0889d30ce0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2644242713, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.121654408542494, "interval": [5.166455792380426, 15.076853024704562], "p_value": 0.001, "input_sha256": "748940dc28b7ec8ece97271a4f11472d898b528f4c361dea6de2883b5be4306b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2644242713, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.121654408542494, "interval": [4.748210433320112, 14.446959002363641], "p_value": 0.00019493870960874725, "input_sha256": "748940dc28b7ec8ece97271a4f11472d898b528f4c361dea6de2883b5be4306b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0485971532957182, "seed": 2644242713, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09724060853835043, "interval": [0.05063032867210204, 0.1438508884045988], "p_value": 0.001, "input_sha256": "748940dc28b7ec8ece97271a4f11472d898b528f4c361dea6de2883b5be4306b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0485971532957182, "seed": 2644242713, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09724060853835043, "interval": [0.04921748238402074, 0.13814055560332986], "p_value": 0.00014910268240455487, "input_sha256": "748940dc28b7ec8ece97271a4f11472d898b528f4c361dea6de2883b5be4306b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 148379022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.341030737290609, "interval": [-2.1357376343217034, 8.817799108902921], "p_value": 0.218, "input_sha256": "b9f1235804c13fde32e38fed29dc651c21008d9037443215af85523784baf37f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 148379022, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.341030737290609, "interval": [-2.0611756931241505, 8.755685060353619], "p_value": 0.22439733663909056, "input_sha256": "b9f1235804c13fde32e38fed29dc651c21008d9037443215af85523784baf37f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.04596061054579174, "seed": 148379022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04065583706126852, "interval": [-0.01136343068936932, 0.09267510481190636], "p_value": 0.128, "input_sha256": "b9f1235804c13fde32e38fed29dc651c21008d9037443215af85523784baf37f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.04596061054579174, "seed": 148379022, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04065583706126852, "interval": [-0.009397510535837619, 0.09066409256527716], "p_value": 0.12183593514613908, "input_sha256": "b9f1235804c13fde32e38fed29dc651c21008d9037443215af85523784baf37f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3828075373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.553026713682999, "interval": [0.7238014865419204, 10.382251940824077], "p_value": 0.025, "input_sha256": "76c914aefcf38e0ea1f58516df8b84e362648c2f47786124f1e6de3e23d651cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3828075373, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.553026713682999, "interval": [1.2600450215491903, 10.366665639810433], "p_value": 0.025351776891942825, "input_sha256": "76c914aefcf38e0ea1f58516df8b84e362648c2f47786124f1e6de3e23d651cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.049081884958086575, "seed": 3828075373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060614535910128886, "interval": [0.010963493347846638, 0.11026557847241114], "p_value": 0.021, "input_sha256": "76c914aefcf38e0ea1f58516df8b84e362648c2f47786124f1e6de3e23d651cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.049081884958086575, "seed": 3828075373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060614535910128886, "interval": [0.015659022239201667, 0.10954409622841084], "p_value": 0.01805727452139401, "input_sha256": "76c914aefcf38e0ea1f58516df8b84e362648c2f47786124f1e6de3e23d651cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3877780020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.456302347746508, "interval": [-2.2485126801490463, 7.161117375642062], "p_value": 0.282, "input_sha256": "93c05ba20ae535fd4ee5cc951c4f9a68094dfe76753ca0d58cadad866eece79f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3877780020, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.456302347746508, "interval": [-1.384085112145125, 7.240141976398195], "p_value": 0.2965042342181318, "input_sha256": "93c05ba20ae535fd4ee5cc951c4f9a68094dfe76753ca0d58cadad866eece79f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.047702415477024876, "seed": 3877780020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03500019849352874, "interval": [-0.017442637340838313, 0.0874430343278958], "p_value": 0.149, "input_sha256": "93c05ba20ae535fd4ee5cc951c4f9a68094dfe76753ca0d58cadad866eece79f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.047702415477024876, "seed": 3877780020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03500019849352874, "interval": [-0.006516206455986571, 0.090406261787373], "p_value": 0.18329543461990008, "input_sha256": "93c05ba20ae535fd4ee5cc951c4f9a68094dfe76753ca0d58cadad866eece79f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1944287232, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.4996801091952765, "interval": [2.2503718698862025, 12.748988348504351], "p_value": 0.007, "input_sha256": "7eba61b617b37dc20be8f6e201b7904a906a75a43ea6549d4c205f22d2db6b61"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1944287232, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.4996801091952765, "interval": [2.3737146378896865, 12.07555866857461], "p_value": 0.006412147266943639, "input_sha256": "7eba61b617b37dc20be8f6e201b7904a906a75a43ea6549d4c205f22d2db6b61"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04817676367860369, "seed": 1944287232, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06163328413743087, "interval": [0.00669759413743258, 0.11656897413742916], "p_value": 0.024, "input_sha256": "7eba61b617b37dc20be8f6e201b7904a906a75a43ea6549d4c205f22d2db6b61"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04817676367860369, "seed": 1944287232, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06163328413743087, "interval": [0.006291873298818314, 0.109816186486304], "p_value": 0.029028645472764278, "input_sha256": "7eba61b617b37dc20be8f6e201b7904a906a75a43ea6549d4c205f22d2db6b61"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1731803921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.075334186830382, "interval": [-2.0339586849884475, 8.184627058649212], "p_value": 0.211, "input_sha256": "e1c40ff051370cb0c486b555acdd5488e2452aae6292d07ad70dc26232da803e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1731803921, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.075334186830382, "interval": [-1.8527092775926535, 7.581055577062466], "p_value": 0.2303510708106546, "input_sha256": "e1c40ff051370cb0c486b555acdd5488e2452aae6292d07ad70dc26232da803e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.05203565315509484, "seed": 1731803921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03170192090182054, "interval": [-0.021152877793775365, 0.08455671959741645], "p_value": 0.215, "input_sha256": "e1c40ff051370cb0c486b555acdd5488e2452aae6292d07ad70dc26232da803e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.05203565315509484, "seed": 1731803921, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03170192090182054, "interval": [-0.01857541068978883, 0.08099321443936852], "p_value": 0.23194955707970583, "input_sha256": "e1c40ff051370cb0c486b555acdd5488e2452aae6292d07ad70dc26232da803e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 335357721, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.70317058272766, "interval": [0.6063185070331318, 8.800022658422188], "p_value": 0.019, "input_sha256": "04c4d76707d8f04a6b9ef61ff02dfa8ac2d4a148870ed4591c05d8fde12dc672"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 335357721, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.70317058272766, "interval": [0.46703347121770233, 8.178140437510134], "p_value": 0.02582970701606325, "input_sha256": "04c4d76707d8f04a6b9ef61ff02dfa8ac2d4a148870ed4591c05d8fde12dc672"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04694739754292683, "seed": 335357721, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05496690773652363, "interval": [0.011825041300934286, 0.09810877417211297], "p_value": 0.013, "input_sha256": "04c4d76707d8f04a6b9ef61ff02dfa8ac2d4a148870ed4591c05d8fde12dc672"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04694739754292683, "seed": 335357721, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05496690773652363, "interval": [0.011590374347770747, 0.09264315988784913], "p_value": 0.014323150239517475, "input_sha256": "04c4d76707d8f04a6b9ef61ff02dfa8ac2d4a148870ed4591c05d8fde12dc672"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2895035748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.781328188460085, "interval": [-1.3298382673714118, 8.892494644291581], "p_value": 0.137, "input_sha256": "060929b3f44f3bdd605ce85925c5ed741baa89796af0524f209ea90958ddbd1a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2895035748, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.781328188460085, "interval": [-0.42758598564881606, 9.464978985706779], "p_value": 0.14070691624139794, "input_sha256": "060929b3f44f3bdd605ce85925c5ed741baa89796af0524f209ea90958ddbd1a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.05053635549675273, "seed": 2895035748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04972354778153569, "interval": [-0.017948114114088642, 0.11739520967716002], "p_value": 0.13, "input_sha256": "060929b3f44f3bdd605ce85925c5ed741baa89796af0524f209ea90958ddbd1a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.05053635549675273, "seed": 2895035748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04972354778153569, "interval": [0.004976958685456022, 0.14848005661219324], "p_value": 0.1423287539757809, "input_sha256": "060929b3f44f3bdd605ce85925c5ed741baa89796af0524f209ea90958ddbd1a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1536006660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.681817179810446, "interval": [0.5890095116454583, 10.774624847975435], "p_value": 0.029, "input_sha256": "490ca969894522f3a97c2356214c8cdac76392ad7b1119ca0babe141b72404ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1536006660, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.681817179810446, "interval": [1.227170690956738, 10.516910952380302], "p_value": 0.029775886325575558, "input_sha256": "490ca969894522f3a97c2356214c8cdac76392ad7b1119ca0babe141b72404ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04862182601232836, "seed": 1536006660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04761176304192312, "interval": [-0.005011178010753889, 0.10023470409460013], "p_value": 0.072, "input_sha256": "490ca969894522f3a97c2356214c8cdac76392ad7b1119ca0babe141b72404ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04862182601232836, "seed": 1536006660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04761176304192312, "interval": [0.00028242501532826133, 0.10049425312767289], "p_value": 0.07478047988051452, "input_sha256": "490ca969894522f3a97c2356214c8cdac76392ad7b1119ca0babe141b72404ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101839779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.06527668113069, "interval": [1.2481744828516845, 10.882378879409696], "p_value": 0.017, "input_sha256": "96234f56ca552bdb3f4809ee55052f2bf85c20b3b5f5ecbde39060b605c4022a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101839779, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.06527668113069, "interval": [1.7102200869742195, 10.574407720430115], "p_value": 0.014965931393394654, "input_sha256": "96234f56ca552bdb3f4809ee55052f2bf85c20b3b5f5ecbde39060b605c4022a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.05177375011216666, "seed": 101839779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05966684187562191, "interval": [0.005488252035991167, 0.11384543171525265], "p_value": 0.039, "input_sha256": "96234f56ca552bdb3f4809ee55052f2bf85c20b3b5f5ecbde39060b605c4022a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.05177375011216666, "seed": 101839779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05966684187562191, "interval": [0.01066420534329384, 0.11365007467609765], "p_value": 0.03177067153728728, "input_sha256": "96234f56ca552bdb3f4809ee55052f2bf85c20b3b5f5ecbde39060b605c4022a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1245503382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.6103222809965, "interval": [0.8297675460991583, 10.390877015893842], "p_value": 0.014, "input_sha256": "80fb49058e568988c09dd648d818bb42db0bc777cf9f8678cbcca29b5143cce5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1245503382, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.6103222809965, "interval": [1.262014524471147, 10.326809126584706], "p_value": 0.02270088738385033, "input_sha256": "80fb49058e568988c09dd648d818bb42db0bc777cf9f8678cbcca29b5143cce5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.04952675208284411, "seed": 1245503382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058079851208624106, "interval": [0.008786224951756294, 0.10737347746549192], "p_value": 0.018, "input_sha256": "80fb49058e568988c09dd648d818bb42db0bc777cf9f8678cbcca29b5143cce5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.04952675208284411, "seed": 1245503382, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058079851208624106, "interval": [0.013147218616140805, 0.10708801255914503], "p_value": 0.02218283995742589, "input_sha256": "80fb49058e568988c09dd648d818bb42db0bc777cf9f8678cbcca29b5143cce5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1955356709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.907744237829068, "interval": [3.9470794632520034, 13.868409012406133], "p_value": 0.002, "input_sha256": "0a85fe75a818fc98626503e232b77c10ad4bb1e63f4c2ee48fa8109cd499df34"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1955356709, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.907744237829068, "interval": [4.489280175524342, 13.349242250021552], "p_value": 0.0008743334499261439, "input_sha256": "0a85fe75a818fc98626503e232b77c10ad4bb1e63f4c2ee48fa8109cd499df34"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.04877351882303494, "seed": 1955356709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08685523529762285, "interval": [0.034984894159458824, 0.13872557643578687], "p_value": 0.003, "input_sha256": "0a85fe75a818fc98626503e232b77c10ad4bb1e63f4c2ee48fa8109cd499df34"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.04877351882303494, "seed": 1955356709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08685523529762285, "interval": [0.03694151604290642, 0.13233225889793765], "p_value": 0.0016965288722884909, "input_sha256": "0a85fe75a818fc98626503e232b77c10ad4bb1e63f4c2ee48fa8109cd499df34"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1979219444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.820007069364306, "interval": [1.7867869302161212, 9.85322720851249], "p_value": 0.009, "input_sha256": "5cf1bfdd71023c8434fb88b4399fbe74c20b68af519a64238302744155fc08fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1979219444, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.820007069364306, "interval": [2.44573402553811, 10.09321607488992], "p_value": 0.006100209106267069, "input_sha256": "5cf1bfdd71023c8434fb88b4399fbe74c20b68af519a64238302744155fc08fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04882794408440487, "seed": 1979219444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05434807856117074, "interval": [0.014541481155361552, 0.09415467596697993], "p_value": 0.01, "input_sha256": "5cf1bfdd71023c8434fb88b4399fbe74c20b68af519a64238302744155fc08fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04882794408440487, "seed": 1979219444, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05434807856117074, "interval": [0.020973596586975948, 0.0959332466930463], "p_value": 0.008956252384468785, "input_sha256": "5cf1bfdd71023c8434fb88b4399fbe74c20b68af519a64238302744155fc08fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 829144827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.131620585296767, "interval": [2.7086641016156197, 11.554577068977915], "p_value": 0.005, "input_sha256": "76b5cbc09e1a5b94965971b760d76cdfc5cd0c18886f9ad83c2c9542730905ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 829144827, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.131620585296767, "interval": [3.17576464864025, 10.75945205760266], "p_value": 0.00239597484061274, "input_sha256": "76b5cbc09e1a5b94965971b760d76cdfc5cd0c18886f9ad83c2c9542730905ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.050328887433337924, "seed": 829144827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0714815020330497, "interval": [0.023545457277548885, 0.11941754678855052], "p_value": 0.009, "input_sha256": "76b5cbc09e1a5b94965971b760d76cdfc5cd0c18886f9ad83c2c9542730905ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.050328887433337924, "seed": 829144827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0714815020330497, "interval": [0.028148923404653716, 0.11304469145712404], "p_value": 0.004581327396098284, "input_sha256": "76b5cbc09e1a5b94965971b760d76cdfc5cd0c18886f9ad83c2c9542730905ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4075100876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.816718454860282, "interval": [1.3581377254666362, 10.275299184253928], "p_value": 0.012, "input_sha256": "9209a7b6879fc6696021e064197b7d22b0d85a3244afe4ed7ff32d0691a33c01"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4075100876, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.816718454860282, "interval": [1.8413595592372327, 10.376023634959674], "p_value": 0.011929445115977556, "input_sha256": "9209a7b6879fc6696021e064197b7d22b0d85a3244afe4ed7ff32d0691a33c01"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.05067554393764617, "seed": 4075100876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05605741611256912, "interval": [0.008155392613571073, 0.10395943961156717], "p_value": 0.026, "input_sha256": "9209a7b6879fc6696021e064197b7d22b0d85a3244afe4ed7ff32d0691a33c01"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.05067554393764617, "seed": 4075100876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05605741611256912, "interval": [0.01494834016514826, 0.10447187204685546], "p_value": 0.023018967663761738, "input_sha256": "9209a7b6879fc6696021e064197b7d22b0d85a3244afe4ed7ff32d0691a33c01"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1791259677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1624659449144428, "interval": [-1.700132883484235, 8.02506477331312], "p_value": 0.197, "input_sha256": "6480101ac1b176b2d55ea8f500285e7450201af3ea336e75219be4b711a6fc2a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1791259677, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1624659449144428, "interval": [-1.656866561642855, 7.877945253291419], "p_value": 0.19532670633058177, "input_sha256": "6480101ac1b176b2d55ea8f500285e7450201af3ea336e75219be4b711a6fc2a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.04880436700249506, "seed": 1791259677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022899988298862417, "interval": [-0.035770680834541636, 0.08157065743226646], "p_value": 0.44, "input_sha256": "6480101ac1b176b2d55ea8f500285e7450201af3ea336e75219be4b711a6fc2a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.04880436700249506, "seed": 1791259677, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022899988298862417, "interval": [-0.03449894125138473, 0.07952474644437864], "p_value": 0.4330948570994677, "input_sha256": "6480101ac1b176b2d55ea8f500285e7450201af3ea336e75219be4b711a6fc2a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1030399302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.560113509592103, "interval": [1.4166286710072766, 9.703598348176929], "p_value": 0.011, "input_sha256": "3b4b03d6404824c98605ae4f5ead8ff98b780c71a6a2b6e62546bbdf70a03e97"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1030399302, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.560113509592103, "interval": [1.772201174057072, 9.52137442981882], "p_value": 0.009912631300792007, "input_sha256": "3b4b03d6404824c98605ae4f5ead8ff98b780c71a6a2b6e62546bbdf70a03e97"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0472660860101212, "seed": 1030399302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05546018125263098, "interval": [0.006341169273961202, 0.10457919323130077], "p_value": 0.023, "input_sha256": "3b4b03d6404824c98605ae4f5ead8ff98b780c71a6a2b6e62546bbdf70a03e97"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0472660860101212, "seed": 1030399302, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05546018125263098, "interval": [0.006109380136631272, 0.09914493934463547], "p_value": 0.0279520453914837, "input_sha256": "3b4b03d6404824c98605ae4f5ead8ff98b780c71a6a2b6e62546bbdf70a03e97"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1186920444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2387266834790687, "interval": [-3.5111700052542743, 5.988623372212412], "p_value": 0.603, "input_sha256": "28076b640ac8528fc3265c5f249eeefcc9f41605aff81d7ea4f4a71ac9d300be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1186920444, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2387266834790687, "interval": [-3.374143447440559, 5.8236124237441524], "p_value": 0.6005587336789167, "input_sha256": "28076b640ac8528fc3265c5f249eeefcc9f41605aff81d7ea4f4a71ac9d300be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.05054601163022111, "seed": 1186920444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009076635905602815, "interval": [-0.04156933970671864, 0.05972261151792427], "p_value": 0.721, "input_sha256": "28076b640ac8528fc3265c5f249eeefcc9f41605aff81d7ea4f4a71ac9d300be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.05054601163022111, "seed": 1186920444, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009076635905602815, "interval": [-0.040553669280201946, 0.05907622352455646], "p_value": 0.7187173911204133, "input_sha256": "28076b640ac8528fc3265c5f249eeefcc9f41605aff81d7ea4f4a71ac9d300be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3161570201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7174815154735956, "interval": [-5.962506741517182, 4.527543710569991], "p_value": 0.781, "input_sha256": "cfffdfafc6b52bb9ce86bf08699d018c20c314d2429c6a5b98cf339c04950819"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3161570201, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7174815154735956, "interval": [-5.9621828803931995, 3.7379077149734017], "p_value": 0.7833126907287894, "input_sha256": "cfffdfafc6b52bb9ce86bf08699d018c20c314d2429c6a5b98cf339c04950819"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04911692186173979, "seed": 3161570201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0014945444415037368, "interval": [-0.05620798849214112, 0.053218899609133646], "p_value": 0.95, "input_sha256": "cfffdfafc6b52bb9ce86bf08699d018c20c314d2429c6a5b98cf339c04950819"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04911692186173979, "seed": 3161570201, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0014945444415037368, "interval": [-0.05581918932463048, 0.045572173626025045], "p_value": 0.9561872962093014, "input_sha256": "cfffdfafc6b52bb9ce86bf08699d018c20c314d2429c6a5b98cf339c04950819"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3392320521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.242636801859117, "interval": [-0.6551345750724495, 9.140408178790683], "p_value": 0.091, "input_sha256": "7672cfb2de1674d907aad03c3f105e4fb7841ca3714fd900071d63e3ba4fb6c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3392320521, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.242636801859117, "interval": [-0.10021117700769584, 9.079328745728187], "p_value": 0.08753180769084466, "input_sha256": "7672cfb2de1674d907aad03c3f105e4fb7841ca3714fd900071d63e3ba4fb6c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.05070079989501876, "seed": 3392320521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03152190532700623, "interval": [-0.02162691627941333, 0.08467072693342578], "p_value": 0.223, "input_sha256": "7672cfb2de1674d907aad03c3f105e4fb7841ca3714fd900071d63e3ba4fb6c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.05070079989501876, "seed": 3392320521, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03152190532700623, "interval": [-0.01428122508722911, 0.08501808747244116], "p_value": 0.23708043971470402, "input_sha256": "7672cfb2de1674d907aad03c3f105e4fb7841ca3714fd900071d63e3ba4fb6c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 380707300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6220606595991107, "interval": [-2.6438006185719267, 7.887921937770148], "p_value": 0.302, "input_sha256": "3e3d7ad80ab54784c2aece7f08363235f584733a781048fa0f25c71cfb001d93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 380707300, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6220606595991107, "interval": [-1.946082530407443, 8.155518681780446], "p_value": 0.3195788125367884, "input_sha256": "3e3d7ad80ab54784c2aece7f08363235f584733a781048fa0f25c71cfb001d93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.05048274090607754, "seed": 380707300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024313168298951582, "interval": [-0.03997462298788641, 0.08860095958578958], "p_value": 0.467, "input_sha256": "3e3d7ad80ab54784c2aece7f08363235f584733a781048fa0f25c71cfb001d93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.05048274090607754, "seed": 380707300, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024313168298951582, "interval": [-0.025798075521327825, 0.09574103503886755], "p_value": 0.44793572965143125, "input_sha256": "3e3d7ad80ab54784c2aece7f08363235f584733a781048fa0f25c71cfb001d93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3401530646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5427639622504135, "interval": [-0.14137610806372258, 9.22690403256455], "p_value": 0.062, "input_sha256": "9d40e390a1305875721c9d4f2cb3cad539853f44a7dfca27eadc4bfea8d80934"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3401530646, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5427639622504135, "interval": [0.050496958236384046, 8.787198438228359], "p_value": 0.05694459407717371, "input_sha256": "9d40e390a1305875721c9d4f2cb3cad539853f44a7dfca27eadc4bfea8d80934"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.04949678090674627, "seed": 3401530646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04567531132180688, "interval": [-0.0042658147322228585, 0.09561643737583662], "p_value": 0.08, "input_sha256": "9d40e390a1305875721c9d4f2cb3cad539853f44a7dfca27eadc4bfea8d80934"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.04949678090674627, "seed": 3401530646, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04567531132180688, "interval": [0.00047393920030197335, 0.09227693940148399], "p_value": 0.07186909444837426, "input_sha256": "9d40e390a1305875721c9d4f2cb3cad539853f44a7dfca27eadc4bfea8d80934"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 277676334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.212929026896981, "interval": [0.8301353659357842, 9.595722687858178], "p_value": 0.024, "input_sha256": "6b34e1f9e14f7a569473a88074baa858cb1845ae24f675df8e4fae16576fe878"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 277676334, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.212929026896981, "interval": [0.8198724740543467, 9.282771268493708], "p_value": 0.02101666706508083, "input_sha256": "6b34e1f9e14f7a569473a88074baa858cb1845ae24f675df8e4fae16576fe878"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.04848421110967125, "seed": 277676334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047036290569815106, "interval": [0.0012180432338482136, 0.09285453790578199], "p_value": 0.053, "input_sha256": "6b34e1f9e14f7a569473a88074baa858cb1845ae24f675df8e4fae16576fe878"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.04848421110967125, "seed": 277676334, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047036290569815106, "interval": [-0.0005628757729100288, 0.08606072467645919], "p_value": 0.04449753708267593, "input_sha256": "6b34e1f9e14f7a569473a88074baa858cb1845ae24f675df8e4fae16576fe878"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1792078285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.354583150986562, "interval": [-1.7779575941395631, 8.487123896112687], "p_value": 0.193, "input_sha256": "c2f5d375006f737f968962e0fb2184e58281e445d9fffedde978f487920ae02d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1792078285, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.354583150986562, "interval": [-1.612758441603408, 7.99222988734051], "p_value": 0.19277336599151698, "input_sha256": "c2f5d375006f737f968962e0fb2184e58281e445d9fffedde978f487920ae02d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.05224636648417591, "seed": 1792078285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03960564678905806, "interval": [-0.028141003891276675, 0.1073522974693928], "p_value": 0.235, "input_sha256": "c2f5d375006f737f968962e0fb2184e58281e445d9fffedde978f487920ae02d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.05224636648417591, "seed": 1792078285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03960564678905806, "interval": [-0.02018279243295558, 0.10839352100401493], "p_value": 0.24231708917149972, "input_sha256": "c2f5d375006f737f968962e0fb2184e58281e445d9fffedde978f487920ae02d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2086930282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.568433288360056, "interval": [1.4631835042170778, 13.673683072503033], "p_value": 0.014, "input_sha256": "b1dd0689f06fb56ca365ccef772441b545fdacd187a56d2c25fae7643eb4be3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2086930282, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.568433288360056, "interval": [1.7561236809348848, 12.804046058456908], "p_value": 0.01684546161851022, "input_sha256": "b1dd0689f06fb56ca365ccef772441b545fdacd187a56d2c25fae7643eb4be3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.04869729988172257, "seed": 2086930282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0794624316986676, "interval": [0.017995297102331317, 0.14092956629500386], "p_value": 0.012, "input_sha256": "b1dd0689f06fb56ca365ccef772441b545fdacd187a56d2c25fae7643eb4be3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.04869729988172257, "seed": 2086930282, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0794624316986676, "interval": [0.018683423469840726, 0.1311310357041133], "p_value": 0.013045037270090178, "input_sha256": "b1dd0689f06fb56ca365ccef772441b545fdacd187a56d2c25fae7643eb4be3b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 685669988, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.467740501872919, "interval": [0.4557655402570999, 10.479715463488738], "p_value": 0.031, "input_sha256": "13b12774cf12b20f954376f4f536f5d48f0bbaf339277dffe1bdd016686b8349"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 685669988, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.467740501872919, "interval": [0.9660030627371768, 9.941778275760642], "p_value": 0.03331689420646921, "input_sha256": "13b12774cf12b20f954376f4f536f5d48f0bbaf339277dffe1bdd016686b8349"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.05113323781581962, "seed": 685669988, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05868922244544422, "interval": [0.004584968552967465, 0.11279347633792097], "p_value": 0.025, "input_sha256": "13b12774cf12b20f954376f4f536f5d48f0bbaf339277dffe1bdd016686b8349"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.05113323781581962, "seed": 685669988, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05868922244544422, "interval": [0.009555565189025384, 0.10923953945423301], "p_value": 0.03427632300633768, "input_sha256": "13b12774cf12b20f954376f4f536f5d48f0bbaf339277dffe1bdd016686b8349"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1696491490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7346449881972994, "interval": [-0.6202473784527669, 8.089537354847366], "p_value": 0.078, "input_sha256": "1f00ecf800e1931235fa58a0a8b01a90773d7999c2b483f3fa1426c3d61b2dd3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1696491490, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7346449881972994, "interval": [0.25513708433307536, 8.890479879250124], "p_value": 0.09065134689538568, "input_sha256": "1f00ecf800e1931235fa58a0a8b01a90773d7999c2b483f3fa1426c3d61b2dd3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.04943747224961666, "seed": 1696491490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03928436857459809, "interval": [-0.003315574363353377, 0.08188431151254956], "p_value": 0.057, "input_sha256": "1f00ecf800e1931235fa58a0a8b01a90773d7999c2b483f3fa1426c3d61b2dd3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.04943747224961666, "seed": 1696491490, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03928436857459809, "interval": [0.005159181823215616, 0.08989417487754647], "p_value": 0.06963894463410536, "input_sha256": "1f00ecf800e1931235fa58a0a8b01a90773d7999c2b483f3fa1426c3d61b2dd3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 561273001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.779078109121542, "interval": [-0.4753124440586918, 8.033468662301775], "p_value": 0.068, "input_sha256": "67b8337a3319951c89cdb1cda3c1b964dc67c62f22bb2151afb954d53e37ac62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 561273001, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.779078109121542, "interval": [-0.757515714398268, 7.452400881571019], "p_value": 0.08008690777491266, "input_sha256": "67b8337a3319951c89cdb1cda3c1b964dc67c62f22bb2151afb954d53e37ac62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.048648478481996146, "seed": 561273001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02622896625638535, "interval": [-0.018810906764562298, 0.07126883927733299], "p_value": 0.241, "input_sha256": "67b8337a3319951c89cdb1cda3c1b964dc67c62f22bb2151afb954d53e37ac62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.048648478481996146, "seed": 561273001, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02622896625638535, "interval": [-0.018565447847134615, 0.06707884793021329], "p_value": 0.24574301407908034, "input_sha256": "67b8337a3319951c89cdb1cda3c1b964dc67c62f22bb2151afb954d53e37ac62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2782700922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.945306372644822, "interval": [0.8912862288079335, 12.99932651648171], "p_value": 0.033, "input_sha256": "1d23811bae1e55bcb4ce3486545bc049868b7220b757cb848130bf7bb7010a5e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2782700922, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.945306372644822, "interval": [1.4130626332111185, 12.839742633281922], "p_value": 0.025815426451108056, "input_sha256": "1d23811bae1e55bcb4ce3486545bc049868b7220b757cb848130bf7bb7010a5e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.04982149290671021, "seed": 2782700922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058496962851078235, "interval": [-0.007521845193112442, 0.12451577089526891], "p_value": 0.091, "input_sha256": "1d23811bae1e55bcb4ce3486545bc049868b7220b757cb848130bf7bb7010a5e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.04982149290671021, "seed": 2782700922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058496962851078235, "interval": [-0.0017445293925590353, 0.12362689270887953], "p_value": 0.08065243904968707, "input_sha256": "1d23811bae1e55bcb4ce3486545bc049868b7220b757cb848130bf7bb7010a5e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1900336921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.287567921799928, "interval": [-1.2820699944115725, 9.857205838011428], "p_value": 0.129, "input_sha256": "4bc1a9417ef927eb3af1b3a8b9f0725dbf0fa780e378e4632e80c6aee07d4d1e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1900336921, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.287567921799928, "interval": [-0.8243688579386635, 9.12867035399067], "p_value": 0.12712759271940272, "input_sha256": "4bc1a9417ef927eb3af1b3a8b9f0725dbf0fa780e378e4632e80c6aee07d4d1e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.04806786940574109, "seed": 1900336921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031786909616232886, "interval": [-0.021053510536238947, 0.08462732976870471], "p_value": 0.247, "input_sha256": "4bc1a9417ef927eb3af1b3a8b9f0725dbf0fa780e378e4632e80c6aee07d4d1e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.04806786940574109, "seed": 1900336921, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031786909616232886, "interval": [-0.018535194334088873, 0.07616471413451305], "p_value": 0.23048070741033558, "input_sha256": "4bc1a9417ef927eb3af1b3a8b9f0725dbf0fa780e378e4632e80c6aee07d4d1e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1425821131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.260773081137087, "interval": [0.21863276553083466, 8.302913396743339], "p_value": 0.048, "input_sha256": "c9a2378f2c36f549def5826652a0a836fd8a01758e3090c8fce90128cb1ac0ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1425821131, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.260773081137087, "interval": [0.46053471401676815, 7.868994168445813], "p_value": 0.039387709761852116, "input_sha256": "c9a2378f2c36f549def5826652a0a836fd8a01758e3090c8fce90128cb1ac0ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.05016935822773859, "seed": 1425821131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044100228082561796, "interval": [-0.00014676625341830674, 0.0883472224185419], "p_value": 0.061, "input_sha256": "c9a2378f2c36f549def5826652a0a836fd8a01758e3090c8fce90128cb1ac0ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.05016935822773859, "seed": 1425821131, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044100228082561796, "interval": [0.0026836781206577122, 0.08581233898241845], "p_value": 0.0507259833006892, "input_sha256": "c9a2378f2c36f549def5826652a0a836fd8a01758e3090c8fce90128cb1ac0ae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1573839881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.897453726361036, "interval": [4.848308107106829, 14.946599345615244], "p_value": 0.003, "input_sha256": "28dc05daa3f654a55992c8df057e9c103e975f2fff1126e5cb5e35eb7acf85f5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1573839881, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.897453726361036, "interval": [4.57819425717695, 13.859950881010123], "p_value": 0.00031387347391993313, "input_sha256": "28dc05daa3f654a55992c8df057e9c103e975f2fff1126e5cb5e35eb7acf85f5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.05111936648111877, "seed": 1573839881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1177890884336697, "interval": [0.05825360946006801, 0.17732456740727137], "p_value": 0.001, "input_sha256": "28dc05daa3f654a55992c8df057e9c103e975f2fff1126e5cb5e35eb7acf85f5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.05111936648111877, "seed": 1573839881, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1177890884336697, "interval": [0.056702456920135307, 0.16562896095680615], "p_value": 0.00029995594982429254, "input_sha256": "28dc05daa3f654a55992c8df057e9c103e975f2fff1126e5cb5e35eb7acf85f5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 765193474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.491086870720743, "interval": [2.356262338359426, 10.62591140308206], "p_value": 0.001, "input_sha256": "6c4ee69787b59587bbc7e8bcaf487fbcfdbc6f6b8ea34f44b32c2986351c12e8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 765193474, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.491086870720743, "interval": [2.6147090201734566, 9.973496765007274], "p_value": 0.0029468269337784717, "input_sha256": "6c4ee69787b59587bbc7e8bcaf487fbcfdbc6f6b8ea34f44b32c2986351c12e8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04941154738289454, "seed": 765193474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05895338395544533, "interval": [0.01527527408166815, 0.10263149382922251], "p_value": 0.008, "input_sha256": "6c4ee69787b59587bbc7e8bcaf487fbcfdbc6f6b8ea34f44b32c2986351c12e8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04941154738289454, "seed": 765193474, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05895338395544533, "interval": [0.01727031247943517, 0.09568723643729048], "p_value": 0.009501389582799382, "input_sha256": "6c4ee69787b59587bbc7e8bcaf487fbcfdbc6f6b8ea34f44b32c2986351c12e8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3535334834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.812865467098115, "interval": [-0.18753180611557685, 11.813262740311806], "p_value": 0.057, "input_sha256": "1a69ed157bb5463ef99ec68778a655ccb9730afc02d15038de7add86a8214f80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3535334834, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.812865467098115, "interval": [0.3628756910163043, 11.02796883293303], "p_value": 0.05722205113334139, "input_sha256": "1a69ed157bb5463ef99ec68778a655ccb9730afc02d15038de7add86a8214f80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0503676430171329, "seed": 3535334834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05395198283678075, "interval": [-0.01320162177528765, 0.12110558744884915], "p_value": 0.108, "input_sha256": "1a69ed157bb5463ef99ec68778a655ccb9730afc02d15038de7add86a8214f80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0503676430171329, "seed": 3535334834, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05395198283678075, "interval": [-0.002909883348287013, 0.11617557385842253], "p_value": 0.11204286159549046, "input_sha256": "1a69ed157bb5463ef99ec68778a655ccb9730afc02d15038de7add86a8214f80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1483641236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5817874402349705, "interval": [0.4050571545969106, 10.75851772587303], "p_value": 0.03, "input_sha256": "b4a5dcdb767b0ac563314b06ebcead0bf0fdfd847e8c12c33428e1d1aad353b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1483641236, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5817874402349705, "interval": [0.6785266410601744, 10.375111514714728], "p_value": 0.03529981748442962, "input_sha256": "b4a5dcdb767b0ac563314b06ebcead0bf0fdfd847e8c12c33428e1d1aad353b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04893539114611883, "seed": 1483641236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04851940597119281, "interval": [-0.0033495379767960326, 0.10038834991918165], "p_value": 0.063, "input_sha256": "b4a5dcdb767b0ac563314b06ebcead0bf0fdfd847e8c12c33428e1d1aad353b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04893539114611883, "seed": 1483641236, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04851940597119281, "interval": [-0.0011594534114998175, 0.09729698725335562], "p_value": 0.06589924730669121, "input_sha256": "b4a5dcdb767b0ac563314b06ebcead0bf0fdfd847e8c12c33428e1d1aad353b6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2426382737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.029096149268327, "interval": [0.8771094695174053, 9.181082829019248], "p_value": 0.018, "input_sha256": "fe8bf3c11c5b5b7a0ac800a84aa794b5722882101723e07ad36d8958f8208e29"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2426382737, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.029096149268327, "interval": [1.0225679832908363, 8.672644900088967], "p_value": 0.01901762699555211, "input_sha256": "fe8bf3c11c5b5b7a0ac800a84aa794b5722882101723e07ad36d8958f8208e29"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.04797254038801188, "seed": 2426382737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046458110090964705, "interval": [0.0024795541223961368, 0.09043666605953327], "p_value": 0.036, "input_sha256": "fe8bf3c11c5b5b7a0ac800a84aa794b5722882101723e07ad36d8958f8208e29"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.04797254038801188, "seed": 2426382737, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046458110090964705, "interval": [0.005574969605736729, 0.08503319327814753], "p_value": 0.03899429520894902, "input_sha256": "fe8bf3c11c5b5b7a0ac800a84aa794b5722882101723e07ad36d8958f8208e29"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1092534979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.269728539824863, "interval": [2.197405743263885, 12.34205133638584], "p_value": 0.004, "input_sha256": "4931d76984a67172a377c31fffcf6cf7637b0f10514cbdbae6985d52523142e7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1092534979, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.269728539824863, "interval": [2.2870842114444474, 11.874030673112234], "p_value": 0.006156843003980291, "input_sha256": "4931d76984a67172a377c31fffcf6cf7637b0f10514cbdbae6985d52523142e7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.050119306035677935, "seed": 1092534979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07047771615634167, "interval": [0.010228887149274647, 0.1307265451634087], "p_value": 0.02, "input_sha256": "4931d76984a67172a377c31fffcf6cf7637b0f10514cbdbae6985d52523142e7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.050119306035677935, "seed": 1092534979, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07047771615634167, "interval": [0.010833165009865912, 0.12455431345170959], "p_value": 0.023078864065829142, "input_sha256": "4931d76984a67172a377c31fffcf6cf7637b0f10514cbdbae6985d52523142e7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 128203003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2240134357960315, "interval": [-3.799051222910035, 4.247078094502098], "p_value": 0.921, "input_sha256": "d002f95524d036a1ea41c063a9c732f9f58b7c48bd2d6c6363efd95214da8077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 128203003, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2240134357960315, "interval": [-3.4161506278604996, 3.9818690377870958], "p_value": 0.9107816379162195, "input_sha256": "d002f95524d036a1ea41c063a9c732f9f58b7c48bd2d6c6363efd95214da8077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 128203003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 75.11440645070421, "interval": [-67.68594554082479, 217.91475844223322], "p_value": 0.324, "input_sha256": "d002f95524d036a1ea41c063a9c732f9f58b7c48bd2d6c6363efd95214da8077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 128203003, "p_value_method": "welch_average_effect", "success": true, "estimate": 75.11440645070421, "interval": [-16.86639505537557, 254.10169595302287], "p_value": 0.28822892422988705, "input_sha256": "d002f95524d036a1ea41c063a9c732f9f58b7c48bd2d6c6363efd95214da8077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1538693068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3396333757924044, "interval": [-1.936261575911169, 4.615528327495978], "p_value": 0.414, "input_sha256": "d920ae295c59c23229c7889778ee0c1a16da5875d0c5b1b6939fdfb4d14a1994"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1538693068, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3396333757924044, "interval": [-1.8884732882515582, 4.320306359665333], "p_value": 0.41012618369924336, "input_sha256": "d920ae295c59c23229c7889778ee0c1a16da5875d0c5b1b6939fdfb4d14a1994"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1538693068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 39.31594223836322, "interval": [-114.7794307773506, 193.41131525407704], "p_value": 0.625, "input_sha256": "d920ae295c59c23229c7889778ee0c1a16da5875d0c5b1b6939fdfb4d14a1994"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1538693068, "p_value_method": "welch_average_effect", "success": true, "estimate": 39.31594223836322, "interval": [-77.64660576559871, 212.450899389849], "p_value": 0.6055922669467936, "input_sha256": "d920ae295c59c23229c7889778ee0c1a16da5875d0c5b1b6939fdfb4d14a1994"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4076413943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3472213928657197, "interval": [-5.632598948130932, 2.9381561623994923], "p_value": 0.568, "input_sha256": "03a1c2a9333ac3f532e31523ad6cc273b927a925a4736fb9c1266bf070f6f6a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4076413943, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3472213928657197, "interval": [-5.866569943018875, 1.9319635081347892], "p_value": 0.5283108542187934, "input_sha256": "03a1c2a9333ac3f532e31523ad6cc273b927a925a4736fb9c1266bf070f6f6a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4076413943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -16.302419709159366, "interval": [-172.26388048971796, 139.65904107139926], "p_value": 0.826, "input_sha256": "03a1c2a9333ac3f532e31523ad6cc273b927a925a4736fb9c1266bf070f6f6a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4076413943, "p_value_method": "welch_average_effect", "success": true, "estimate": -16.302419709159366, "interval": [-181.06010053909097, 125.9912912324029], "p_value": 0.8335389097966746, "input_sha256": "03a1c2a9333ac3f532e31523ad6cc273b927a925a4736fb9c1266bf070f6f6a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1575598840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.699746759827164, "interval": [-1.212547333240074, 6.612040852894403], "p_value": 0.158, "input_sha256": "f75b6edbc31feaf9057933ee0e17382e8947f0d9447956e18d178c5a908d9da7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1575598840, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.699746759827164, "interval": [-0.832935224940539, 6.570678939149449], "p_value": 0.16996998275483102, "input_sha256": "f75b6edbc31feaf9057933ee0e17382e8947f0d9447956e18d178c5a908d9da7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1575598840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 122.16955542516523, "interval": [-47.6351867184748, 291.97429756880524], "p_value": 0.152, "input_sha256": "f75b6edbc31feaf9057933ee0e17382e8947f0d9447956e18d178c5a908d9da7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1575598840, "p_value_method": "welch_average_effect", "success": true, "estimate": 122.16955542516523, "interval": [7.579162048171691, 343.9825243087469], "p_value": 0.15054643220354202, "input_sha256": "f75b6edbc31feaf9057933ee0e17382e8947f0d9447956e18d178c5a908d9da7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3725666503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4715539889764297, "interval": [-1.2981037445672938, 6.241211722520154], "p_value": 0.187, "input_sha256": "58195a5f4cc715b6f6f359ca95a7645b004bd3f24e2ba2cda0d3c483314f1ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3725666503, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4715539889764297, "interval": [-0.7316779756954214, 5.885693596397825], "p_value": 0.19205657905206927, "input_sha256": "58195a5f4cc715b6f6f359ca95a7645b004bd3f24e2ba2cda0d3c483314f1ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3725666503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -106.3476977490479, "interval": [-326.4427067716058, 113.74731127351002], "p_value": 0.362, "input_sha256": "58195a5f4cc715b6f6f359ca95a7645b004bd3f24e2ba2cda0d3c483314f1ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3725666503, "p_value_method": "welch_average_effect", "success": true, "estimate": -106.3476977490479, "interval": [-414.62010242979215, 42.27083894629898], "p_value": 0.32855599689821113, "input_sha256": "58195a5f4cc715b6f6f359ca95a7645b004bd3f24e2ba2cda0d3c483314f1ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2382817147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.237744434240703, "interval": [-0.5817346124786584, 7.057223480960065], "p_value": 0.092, "input_sha256": "29f069abfef87a5e563a6a78cbe0b748e2507bb3ebfe4c1a5b2a58131b87c6f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2382817147, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.237744434240703, "interval": [-0.6213509985224652, 6.361433706073731], "p_value": 0.0942429552664279, "input_sha256": "29f069abfef87a5e563a6a78cbe0b748e2507bb3ebfe4c1a5b2a58131b87c6f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2382817147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 133.93970236997478, "interval": [-41.18654617126876, 309.06595091121835], "p_value": 0.126, "input_sha256": "29f069abfef87a5e563a6a78cbe0b748e2507bb3ebfe4c1a5b2a58131b87c6f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2382817147, "p_value_method": "welch_average_effect", "success": true, "estimate": 133.93970236997478, "interval": [0.5800149349733186, 341.90391420201433], "p_value": 0.12855329634553966, "input_sha256": "29f069abfef87a5e563a6a78cbe0b748e2507bb3ebfe4c1a5b2a58131b87c6f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2890394212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46288482938798126, "interval": [-4.03792681912466, 3.1121571603486973], "p_value": 0.785, "input_sha256": "4a44ae48f0279ac0f866d6a6625246048418c1e3c111655d485ff5a9e62eaa4f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2890394212, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46288482938798126, "interval": [-3.8083766095428833, 2.9384422988624475], "p_value": 0.7939286220202827, "input_sha256": "4a44ae48f0279ac0f866d6a6625246048418c1e3c111655d485ff5a9e62eaa4f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2890394212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -58.6667849856577, "interval": [-235.98670908741656, 118.65313911610116], "p_value": 0.513, "input_sha256": "4a44ae48f0279ac0f866d6a6625246048418c1e3c111655d485ff5a9e62eaa4f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2890394212, "p_value_method": "welch_average_effect", "success": true, "estimate": -58.6667849856577, "interval": [-206.76683340360108, 105.2573878398641], "p_value": 0.507050034137777, "input_sha256": "4a44ae48f0279ac0f866d6a6625246048418c1e3c111655d485ff5a9e62eaa4f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 739299336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.242656271684627, "interval": [-2.6212457166035734, 5.106558259972827], "p_value": 0.538, "input_sha256": "d0d8599b0e5f9a3eae306aca33ea1d5bf69516e947fd1887cd5d1e34021ed6da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 739299336, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.242656271684627, "interval": [-2.67234365911666, 4.7228251573333], "p_value": 0.5183424034142727, "input_sha256": "d0d8599b0e5f9a3eae306aca33ea1d5bf69516e947fd1887cd5d1e34021ed6da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 739299336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 69.19498960235546, "interval": [-146.48259522677827, 284.87257443148917], "p_value": 0.574, "input_sha256": "d0d8599b0e5f9a3eae306aca33ea1d5bf69516e947fd1887cd5d1e34021ed6da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 739299336, "p_value_method": "welch_average_effect", "success": true, "estimate": 69.19498960235546, "interval": [-95.45144099553902, 315.7476744799824], "p_value": 0.5179495512350716, "input_sha256": "d0d8599b0e5f9a3eae306aca33ea1d5bf69516e947fd1887cd5d1e34021ed6da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1801018407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.257212989967986, "interval": [-1.667169213123111, 6.181595193059083], "p_value": 0.248, "input_sha256": "3acd883fdf918a1d5c685b845102920d80cbe0aa689208675c29569c38b70d6a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1801018407, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.257212989967986, "interval": [-1.136828477645371, 5.719493988180145], "p_value": 0.24925093578326152, "input_sha256": "3acd883fdf918a1d5c685b845102920d80cbe0aa689208675c29569c38b70d6a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1801018407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -31.606727580628274, "interval": [-216.44307264249278, 153.22961748123623], "p_value": 0.764, "input_sha256": "3acd883fdf918a1d5c685b845102920d80cbe0aa689208675c29569c38b70d6a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1801018407, "p_value_method": "welch_average_effect", "success": true, "estimate": -31.606727580628274, "interval": [-229.65014964676817, 126.2127726476221], "p_value": 0.7307282168099718, "input_sha256": "3acd883fdf918a1d5c685b845102920d80cbe0aa689208675c29569c38b70d6a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2966491530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3788360095949876, "interval": [-5.789936701406044, 3.032264682216069], "p_value": 0.515, "input_sha256": "a35a9a6bb724dbab51e3e90c6db2e2f409d5823d63be4c8fd02d0e074aba4586"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2966491530, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3788360095949876, "interval": [-5.540492994513805, 2.7838904081839018], "p_value": 0.5306489439697106, "input_sha256": "a35a9a6bb724dbab51e3e90c6db2e2f409d5823d63be4c8fd02d0e074aba4586"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2966491530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 137.29049568298308, "interval": [-14.168448485783955, 288.74943985175014], "p_value": 0.046, "input_sha256": "a35a9a6bb724dbab51e3e90c6db2e2f409d5823d63be4c8fd02d0e074aba4586"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2966491530, "p_value_method": "welch_average_effect", "success": true, "estimate": 137.29049568298308, "interval": [36.38784495093792, 314.132387851731], "p_value": 0.07340797400412201, "input_sha256": "a35a9a6bb724dbab51e3e90c6db2e2f409d5823d63be4c8fd02d0e074aba4586"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2400136535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6591848575030159, "interval": [-3.3789553860984842, 4.697325101104516], "p_value": 0.756, "input_sha256": "ef95420d3ef9f9ebc7a66dc1651aafa71422d3fc80394fd518a7b525fef8e870"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2400136535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6591848575030159, "interval": [-3.361367342210411, 4.334781397389394], "p_value": 0.7424759929808561, "input_sha256": "ef95420d3ef9f9ebc7a66dc1651aafa71422d3fc80394fd518a7b525fef8e870"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2400136535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 62.63659440243603, "interval": [-200.7755592899695, 326.0487480948416], "p_value": 0.62, "input_sha256": "ef95420d3ef9f9ebc7a66dc1651aafa71422d3fc80394fd518a7b525fef8e870"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2400136535, "p_value_method": "welch_average_effect", "success": true, "estimate": 62.63659440243603, "interval": [-236.62521963887505, 281.6002248374476], "p_value": 0.6328953242648521, "input_sha256": "ef95420d3ef9f9ebc7a66dc1651aafa71422d3fc80394fd518a7b525fef8e870"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1307222500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.15745861000521622, "interval": [-3.491714649559953, 3.1767974295495205], "p_value": 0.922, "input_sha256": "01387c5300f1101145ccdfa1f7d0d142964496deb760b0e601d61927f985bf5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1307222500, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.15745861000521622, "interval": [-3.3381994324073476, 3.071414805300028], "p_value": 0.9243398398668904, "input_sha256": "01387c5300f1101145ccdfa1f7d0d142964496deb760b0e601d61927f985bf5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1307222500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -63.55324051905063, "interval": [-304.04602720829854, 176.93954617019727], "p_value": 0.808, "input_sha256": "01387c5300f1101145ccdfa1f7d0d142964496deb760b0e601d61927f985bf5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1307222500, "p_value_method": "welch_average_effect", "success": true, "estimate": -63.55324051905063, "interval": [-455.72277318138686, 78.78075325380793], "p_value": 0.5899263753056145, "input_sha256": "01387c5300f1101145ccdfa1f7d0d142964496deb760b0e601d61927f985bf5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1844764648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8926060396478661, "interval": [-5.224128245645942, 3.43891616635021], "p_value": 0.672, "input_sha256": "1eead947132119ab80527a363de6b25de8c993aac06dfc40e14f9f6e8c70f31e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1844764648, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8926060396478661, "interval": [-4.933819012590254, 2.9483500467978474], "p_value": 0.678469854656544, "input_sha256": "1eead947132119ab80527a363de6b25de8c993aac06dfc40e14f9f6e8c70f31e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1844764648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.017854884358314, "interval": [-148.88629817049917, 180.9220079392158], "p_value": 0.842, "input_sha256": "1eead947132119ab80527a363de6b25de8c993aac06dfc40e14f9f6e8c70f31e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1844764648, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.017854884358314, "interval": [-119.4413296954902, 188.0085277171201], "p_value": 0.845086906069926, "input_sha256": "1eead947132119ab80527a363de6b25de8c993aac06dfc40e14f9f6e8c70f31e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3088999715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6423392672652639, "interval": [-3.0796041236814693, 4.364282658211997], "p_value": 0.703, "input_sha256": "22be9f9a5ba971605902bc7da7e297988797796ff8eff0805c4e85f333eb1f95"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3088999715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6423392672652639, "interval": [-3.2105883439846967, 3.7959976331793692], "p_value": 0.7280429871860525, "input_sha256": "22be9f9a5ba971605902bc7da7e297988797796ff8eff0805c4e85f333eb1f95"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3088999715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.83251512182262, "interval": [-292.0290986434712, 102.36406839982594], "p_value": 0.334, "input_sha256": "22be9f9a5ba971605902bc7da7e297988797796ff8eff0805c4e85f333eb1f95"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3088999715, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.83251512182262, "interval": [-292.61927625758585, 60.869438848435905], "p_value": 0.33441621787055853, "input_sha256": "22be9f9a5ba971605902bc7da7e297988797796ff8eff0805c4e85f333eb1f95"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1925314119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5232080279971605, "interval": [-4.162693470563732, 3.116277414569411], "p_value": 0.793, "input_sha256": "17c15f5e0a6043d478a59e5f32ef508d940b6a85a9c7e0c88730f6d2bfafee21"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1925314119, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5232080279971605, "interval": [-3.686531506720838, 2.9481766191702876], "p_value": 0.7719343437956668, "input_sha256": "17c15f5e0a6043d478a59e5f32ef508d940b6a85a9c7e0c88730f6d2bfafee21"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1925314119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -39.864824494006356, "interval": [-245.85148307509485, 166.1218340870821], "p_value": 0.786, "input_sha256": "17c15f5e0a6043d478a59e5f32ef508d940b6a85a9c7e0c88730f6d2bfafee21"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1925314119, "p_value_method": "welch_average_effect", "success": true, "estimate": -39.864824494006356, "interval": [-341.4717647452712, 96.41534435772354], "p_value": 0.6951637770121566, "input_sha256": "17c15f5e0a6043d478a59e5f32ef508d940b6a85a9c7e0c88730f6d2bfafee21"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4205617353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.29867737145993445, "interval": [-3.0731213745159516, 3.6704761174358205], "p_value": 0.861, "input_sha256": "108dc1f05b1ce5d9bb954aabfc5461e50c5cbeee6d1208a85e83ee8959872ca3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4205617353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.29867737145993445, "interval": [-2.9446168141018902, 3.5946586205477833], "p_value": 0.8584750313604184, "input_sha256": "108dc1f05b1ce5d9bb954aabfc5461e50c5cbeee6d1208a85e83ee8959872ca3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4205617353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 211.74709651905687, "interval": [1.6716964626309334, 421.8224965754828], "p_value": 0.025, "input_sha256": "108dc1f05b1ce5d9bb954aabfc5461e50c5cbeee6d1208a85e83ee8959872ca3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4205617353, "p_value_method": "welch_average_effect", "success": true, "estimate": 211.74709651905687, "interval": [58.811199216835575, 447.5522750760504], "p_value": 0.04834898811782645, "input_sha256": "108dc1f05b1ce5d9bb954aabfc5461e50c5cbeee6d1208a85e83ee8959872ca3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 61597811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2244014105741243, "interval": [-3.433808347970169, 5.882611169118418], "p_value": 0.58, "input_sha256": "16e1b81d613a41d13dc3fcefec9432d988ebd2b89209067018a13279ff1a3952"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 61597811, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2244014105741243, "interval": [-3.025620183687478, 5.431950870916054], "p_value": 0.5976582129203254, "input_sha256": "16e1b81d613a41d13dc3fcefec9432d988ebd2b89209067018a13279ff1a3952"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 61597811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 65.42935829407637, "interval": [-131.52385337783127, 262.382569965984], "p_value": 0.495, "input_sha256": "16e1b81d613a41d13dc3fcefec9432d988ebd2b89209067018a13279ff1a3952"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 61597811, "p_value_method": "welch_average_effect", "success": true, "estimate": 65.42935829407637, "interval": [-134.27129434784027, 231.72285275592716], "p_value": 0.5052023694396388, "input_sha256": "16e1b81d613a41d13dc3fcefec9432d988ebd2b89209067018a13279ff1a3952"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 935524994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5210706251174688, "interval": [-4.846569213231001, 1.8044279629960633], "p_value": 0.333, "input_sha256": "896eec1a729feef581353b1e09a115456e5e7883e9db065e9fb21d6021430d41"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 935524994, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5210706251174688, "interval": [-4.601531182738943, 1.602521705439299], "p_value": 0.3602525693565224, "input_sha256": "896eec1a729feef581353b1e09a115456e5e7883e9db065e9fb21d6021430d41"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 935524994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 38.7277324304595, "interval": [-128.71960516734543, 206.17507002826443], "p_value": 0.643, "input_sha256": "896eec1a729feef581353b1e09a115456e5e7883e9db065e9fb21d6021430d41"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 935524994, "p_value_method": "welch_average_effect", "success": true, "estimate": 38.7277324304595, "interval": [-98.74257652454934, 197.95129108462976], "p_value": 0.6419482574815674, "input_sha256": "896eec1a729feef581353b1e09a115456e5e7883e9db065e9fb21d6021430d41"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3394982174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3903468462786641, "interval": [-3.3618188046096273, 4.142512497166956], "p_value": 0.821, "input_sha256": "a7775b3991bccb8e074885af509fa91ef73e8a5fa3d1b085ccd3450b7ae767f2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3394982174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3903468462786641, "interval": [-3.570270434941957, 3.3064481277792863], "p_value": 0.8343219774815132, "input_sha256": "a7775b3991bccb8e074885af509fa91ef73e8a5fa3d1b085ccd3450b7ae767f2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3394982174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -75.51080684641182, "interval": [-193.5243227735745, 42.50270908075085], "p_value": 0.204, "input_sha256": "a7775b3991bccb8e074885af509fa91ef73e8a5fa3d1b085ccd3450b7ae767f2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3394982174, "p_value_method": "welch_average_effect", "success": true, "estimate": -75.51080684641182, "interval": [-212.73757094066303, 11.786435897061898], "p_value": 0.2006820028522409, "input_sha256": "a7775b3991bccb8e074885af509fa91ef73e8a5fa3d1b085ccd3450b7ae767f2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1794178660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.733690788108534, "interval": [-1.0546556322315288, 6.522037208448597], "p_value": 0.182, "input_sha256": "ae566ec7a9a12ddeb4c9ce146cadd9aa6731ff0ca5b51213e92461a5e13c8d6d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1794178660, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.733690788108534, "interval": [-1.027202897899279, 5.98514245828297], "p_value": 0.15133512741500724, "input_sha256": "ae566ec7a9a12ddeb4c9ce146cadd9aa6731ff0ca5b51213e92461a5e13c8d6d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1794178660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.90874340583107, "interval": [-88.44930099515943, 322.2667878068216], "p_value": 0.294, "input_sha256": "ae566ec7a9a12ddeb4c9ce146cadd9aa6731ff0ca5b51213e92461a5e13c8d6d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1794178660, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.90874340583107, "interval": [-28.78501515536782, 395.9198597305296], "p_value": 0.25158429442670655, "input_sha256": "ae566ec7a9a12ddeb4c9ce146cadd9aa6731ff0ca5b51213e92461a5e13c8d6d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 494720070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16583408952747902, "interval": [-3.749607489534329, 3.417939310479371], "p_value": 0.904, "input_sha256": "0d407d491d21a1d5ec3a4be2cf4f705ae521f86baaceeea92a0e2dbb179c9c52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 494720070, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16583408952747902, "interval": [-3.2243064419873195, 3.471776070039938], "p_value": 0.925854707110707, "input_sha256": "0d407d491d21a1d5ec3a4be2cf4f705ae521f86baaceeea92a0e2dbb179c9c52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 494720070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -115.20804024805507, "interval": [-307.4861591377186, 77.07007864160842], "p_value": 0.242, "input_sha256": "0d407d491d21a1d5ec3a4be2cf4f705ae521f86baaceeea92a0e2dbb179c9c52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 494720070, "p_value_method": "welch_average_effect", "success": true, "estimate": -115.20804024805507, "interval": [-384.61739333875835, 21.0440267523772], "p_value": 0.22804912526037113, "input_sha256": "0d407d491d21a1d5ec3a4be2cf4f705ae521f86baaceeea92a0e2dbb179c9c52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2994019103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7354186980864235, "interval": [-8.272419239080094, 0.8015818429072468], "p_value": 0.103, "input_sha256": "ad8d4227723cebb118ff01826b5d148ebb9bf57afd705b30079f484d523e4f8a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2994019103, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7354186980864235, "interval": [-7.899096337357759, 0.22666461720017228], "p_value": 0.10353862621664256, "input_sha256": "ad8d4227723cebb118ff01826b5d148ebb9bf57afd705b30079f484d523e4f8a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2994019103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 93.73122068677662, "interval": [-88.78372441079614, 276.2461657843494], "p_value": 0.296, "input_sha256": "ad8d4227723cebb118ff01826b5d148ebb9bf57afd705b30079f484d523e4f8a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2994019103, "p_value_method": "welch_average_effect", "success": true, "estimate": 93.73122068677662, "interval": [-67.74211312360505, 274.5344140296664], "p_value": 0.3043540646652769, "input_sha256": "ad8d4227723cebb118ff01826b5d148ebb9bf57afd705b30079f484d523e4f8a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 767874265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6159184970460814, "interval": [-7.585310949082912, 0.3534739549907484], "p_value": 0.073, "input_sha256": "1532267442ca408802844fc1beb0a269726a12ba3fc23fe52ebd05f4e58d4f8f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 767874265, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6159184970460814, "interval": [-7.575050516848178, -0.2628254936193773], "p_value": 0.0729645369615015, "input_sha256": "1532267442ca408802844fc1beb0a269726a12ba3fc23fe52ebd05f4e58d4f8f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 767874265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 84.82870048916713, "interval": [-117.87888778224378, 287.53628876057803], "p_value": 0.465, "input_sha256": "1532267442ca408802844fc1beb0a269726a12ba3fc23fe52ebd05f4e58d4f8f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 767874265, "p_value_method": "welch_average_effect", "success": true, "estimate": 84.82870048916713, "interval": [-63.213314921195746, 346.00049401406227], "p_value": 0.3952656405838204, "input_sha256": "1532267442ca408802844fc1beb0a269726a12ba3fc23fe52ebd05f4e58d4f8f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1946680262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.652014889983537, "interval": [-4.849821638616031, 3.5457918586489567], "p_value": 0.762, "input_sha256": "aacdf95bbb223a11792baefc993439234a30f463a99028ddc0d4c9ef95307bdd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1946680262, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.652014889983537, "interval": [-4.957800892822299, 2.8717059089041843], "p_value": 0.7548952029829497, "input_sha256": "aacdf95bbb223a11792baefc993439234a30f463a99028ddc0d4c9ef95307bdd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1946680262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -154.3867005276132, "interval": [-315.5769533748289, 6.803552319602517], "p_value": 0.044, "input_sha256": "aacdf95bbb223a11792baefc993439234a30f463a99028ddc0d4c9ef95307bdd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1946680262, "p_value_method": "welch_average_effect", "success": true, "estimate": -154.3867005276132, "interval": [-354.72729435610046, -38.99948221772816], "p_value": 0.05957934790685803, "input_sha256": "aacdf95bbb223a11792baefc993439234a30f463a99028ddc0d4c9ef95307bdd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2363074953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.885354247317858, "interval": [-0.02781653308183163, 7.798525027717548], "p_value": 0.046, "input_sha256": "8a9ea56bf29367445637d439bd2da4bce35ad2e4ab115734a27edc8f0f1fbe49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2363074953, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.885354247317858, "interval": [0.4289983873834944, 7.602994469437722], "p_value": 0.05156911576802446, "input_sha256": "8a9ea56bf29367445637d439bd2da4bce35ad2e4ab115734a27edc8f0f1fbe49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2363074953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.002322672385532, "interval": [-205.16637254147213, 235.1710178862432], "p_value": 0.917, "input_sha256": "8a9ea56bf29367445637d439bd2da4bce35ad2e4ab115734a27edc8f0f1fbe49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2363074953, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.002322672385532, "interval": [-159.3272801046477, 270.4924627306549], "p_value": 0.890795092648655, "input_sha256": "8a9ea56bf29367445637d439bd2da4bce35ad2e4ab115734a27edc8f0f1fbe49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1719946329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.496432030563117, "interval": [-2.9455898792901056, 5.9384539404163394], "p_value": 0.489, "input_sha256": "8e6b132fb7ee7497835a0c93d687b9bbb68c286ddae37896fa58d5c1c30d100c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1719946329, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.496432030563117, "interval": [-2.855372442784186, 5.912862162830173], "p_value": 0.4990230509366047, "input_sha256": "8e6b132fb7ee7497835a0c93d687b9bbb68c286ddae37896fa58d5c1c30d100c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1719946329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -124.5921880711152, "interval": [-272.7813734918449, 23.596997349614497], "p_value": 0.061, "input_sha256": "8e6b132fb7ee7497835a0c93d687b9bbb68c286ddae37896fa58d5c1c30d100c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1719946329, "p_value_method": "welch_average_effect", "success": true, "estimate": -124.5921880711152, "interval": [-323.61606053637195, -22.90877346466363], "p_value": 0.09486823486096112, "input_sha256": "8e6b132fb7ee7497835a0c93d687b9bbb68c286ddae37896fa58d5c1c30d100c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1052977664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5060298049495575, "interval": [-0.8282047036295084, 5.840264313528623], "p_value": 0.145, "input_sha256": "a6825638e2d84b3652135de8281317fb57ec3aaee7f361c1b7f32de46dc2e4f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1052977664, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5060298049495575, "interval": [-0.379877717844642, 5.821725207503048], "p_value": 0.13634653132608965, "input_sha256": "a6825638e2d84b3652135de8281317fb57ec3aaee7f361c1b7f32de46dc2e4f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1052977664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -61.184960750162915, "interval": [-184.6201494956345, 62.25022799530868], "p_value": 0.33, "input_sha256": "a6825638e2d84b3652135de8281317fb57ec3aaee7f361c1b7f32de46dc2e4f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1052977664, "p_value_method": "welch_average_effect", "success": true, "estimate": -61.184960750162915, "interval": [-201.32926572122645, 39.72546863172446], "p_value": 0.3204693200152272, "input_sha256": "a6825638e2d84b3652135de8281317fb57ec3aaee7f361c1b7f32de46dc2e4f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1002090652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04037192370423348, "interval": [-3.074247421253817, 2.99350357384535], "p_value": 0.975, "input_sha256": "a5e0731707edd799fb13348a12320f6859cc724d6549dacca83ca5df105fff1d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1002090652, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04037192370423348, "interval": [-2.4782508941887964, 3.000344173550167], "p_value": 0.9786070917119447, "input_sha256": "a5e0731707edd799fb13348a12320f6859cc724d6549dacca83ca5df105fff1d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1002090652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 97.78220245135435, "interval": [-67.458659601573, 263.0230645042817], "p_value": 0.267, "input_sha256": "a5e0731707edd799fb13348a12320f6859cc724d6549dacca83ca5df105fff1d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1002090652, "p_value_method": "welch_average_effect", "success": true, "estimate": 97.78220245135435, "interval": [-21.326153145804454, 303.82377731009814], "p_value": 0.23357951365875354, "input_sha256": "a5e0731707edd799fb13348a12320f6859cc724d6549dacca83ca5df105fff1d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3682622979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.255002803843052, "interval": [-6.15526830923376, 1.6452627015476562], "p_value": 0.241, "input_sha256": "4b7428aa43a5e002f5838f7114e65cad50f8a89c286ded023c12857cefe5b510"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3682622979, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.255002803843052, "interval": [-5.924528453172107, 1.3894872721042182], "p_value": 0.2484892796619661, "input_sha256": "4b7428aa43a5e002f5838f7114e65cad50f8a89c286ded023c12857cefe5b510"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3682622979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -126.55012422115685, "interval": [-295.0200049305077, 41.91975648819398], "p_value": 0.159, "input_sha256": "4b7428aa43a5e002f5838f7114e65cad50f8a89c286ded023c12857cefe5b510"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3682622979, "p_value_method": "welch_average_effect", "success": true, "estimate": -126.55012422115685, "interval": [-333.40718043713196, 0.12819455162856425], "p_value": 0.1345734815537741, "input_sha256": "4b7428aa43a5e002f5838f7114e65cad50f8a89c286ded023c12857cefe5b510"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 520680279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3140495850537324, "interval": [-2.9478108053328285, 5.575909975440293], "p_value": 0.536, "input_sha256": "c50ab16ec7f2220ca9a2abce0e4a7478ee8a4dea842d8a1909345ca3245c80b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 520680279, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3140495850537324, "interval": [-2.7519191981121325, 5.111180457107405], "p_value": 0.5360835748406809, "input_sha256": "c50ab16ec7f2220ca9a2abce0e4a7478ee8a4dea842d8a1909345ca3245c80b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 520680279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.6688629237169, "interval": [-259.80099989002775, 118.46327404259397], "p_value": 0.466, "input_sha256": "c50ab16ec7f2220ca9a2abce0e4a7478ee8a4dea842d8a1909345ca3245c80b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 520680279, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.6688629237169, "interval": [-245.13658812023692, 97.26494238428775], "p_value": 0.4535998223553648, "input_sha256": "c50ab16ec7f2220ca9a2abce0e4a7478ee8a4dea842d8a1909345ca3245c80b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2298065530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.29142127968404274, "interval": [-4.901897321787967, 4.319054762419881], "p_value": 0.907, "input_sha256": "ca4072413c7bd07fd5db56ade8294211639508a5fec21a29d12da6900338603f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2298065530, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.29142127968404274, "interval": [-4.8182994285096035, 3.7926733110419955], "p_value": 0.8988290245958439, "input_sha256": "ca4072413c7bd07fd5db56ade8294211639508a5fec21a29d12da6900338603f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2298065530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.05357607695962, "interval": [-94.7314112835966, 326.83856343751586], "p_value": 0.341, "input_sha256": "ca4072413c7bd07fd5db56ade8294211639508a5fec21a29d12da6900338603f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2298065530, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.05357607695962, "interval": [-18.551176970260144, 374.2004051368297], "p_value": 0.26634979651887186, "input_sha256": "ca4072413c7bd07fd5db56ade8294211639508a5fec21a29d12da6900338603f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3297788161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4032444710387981, "interval": [-3.5572133875122622, 4.3637023295898585], "p_value": 0.843, "input_sha256": "39a19d881bf39f695e2ca643faa4f9470b3116a11188c1bab8c327e6bbefdeb6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3297788161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4032444710387981, "interval": [-2.804920032780747, 4.60628151690083], "p_value": 0.8377972807544058, "input_sha256": "39a19d881bf39f695e2ca643faa4f9470b3116a11188c1bab8c327e6bbefdeb6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3297788161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -44.5155437220763, "interval": [-176.09812162602347, 87.06703418187087], "p_value": 0.562, "input_sha256": "39a19d881bf39f695e2ca643faa4f9470b3116a11188c1bab8c327e6bbefdeb6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3297788161, "p_value_method": "welch_average_effect", "success": true, "estimate": -44.5155437220763, "interval": [-222.05529824063703, 44.050525266713166], "p_value": 0.49141320263044064, "input_sha256": "39a19d881bf39f695e2ca643faa4f9470b3116a11188c1bab8c327e6bbefdeb6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1079494364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9606604143753774, "interval": [-6.780929997432013, 0.8596091686812577], "p_value": 0.13, "input_sha256": "0aab1cbe9bd78895b9d34f42f13c5e82e1337f094010720498bffba00006c498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1079494364, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9606604143753774, "interval": [-6.62841210306924, 0.5382250365415199], "p_value": 0.12491512118655168, "input_sha256": "0aab1cbe9bd78895b9d34f42f13c5e82e1337f094010720498bffba00006c498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1079494364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 20.231462286242134, "interval": [-143.62238565360553, 184.0853102260898], "p_value": 0.817, "input_sha256": "0aab1cbe9bd78895b9d34f42f13c5e82e1337f094010720498bffba00006c498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1079494364, "p_value_method": "welch_average_effect", "success": true, "estimate": 20.231462286242134, "interval": [-137.40091428663382, 181.86988954601043], "p_value": 0.8039337446840613, "input_sha256": "0aab1cbe9bd78895b9d34f42f13c5e82e1337f094010720498bffba00006c498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3271584365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8932566499733383, "interval": [0.5432495665549055, 7.243263733391771], "p_value": 0.018, "input_sha256": "ac2476ed8d72b5341cba9ed8537c36b8371d94bc53ff28c8850cf272d3ffba25"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3271584365, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8932566499733383, "interval": [0.25406608956324783, 6.631408047848096], "p_value": 0.02408066190868397, "input_sha256": "ac2476ed8d72b5341cba9ed8537c36b8371d94bc53ff28c8850cf272d3ffba25"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3271584365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.07637792449488, "interval": [-200.49653464456838, 110.34377879557861], "p_value": 0.616, "input_sha256": "ac2476ed8d72b5341cba9ed8537c36b8371d94bc53ff28c8850cf272d3ffba25"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3271584365, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.07637792449488, "interval": [-207.63394576505033, 83.89978159923612], "p_value": 0.5589561230400454, "input_sha256": "ac2476ed8d72b5341cba9ed8537c36b8371d94bc53ff28c8850cf272d3ffba25"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1779958792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8499583617121473, "interval": [-6.122890813150052, 2.4229740897257575], "p_value": 0.399, "input_sha256": "e31d2790b960871064f90e7c74d375a276bfd572862085e8f6088f5d8aca964e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1779958792, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8499583617121473, "interval": [-5.854558457420629, 1.6162982896807974], "p_value": 0.3860982023296369, "input_sha256": "e31d2790b960871064f90e7c74d375a276bfd572862085e8f6088f5d8aca964e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1779958792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 83.00341158974845, "interval": [-101.55732545849469, 267.5641486379916], "p_value": 0.391, "input_sha256": "e31d2790b960871064f90e7c74d375a276bfd572862085e8f6088f5d8aca964e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1779958792, "p_value_method": "welch_average_effect", "success": true, "estimate": 83.00341158974845, "interval": [-53.452779153412344, 293.71673842196446], "p_value": 0.3637329067325472, "input_sha256": "e31d2790b960871064f90e7c74d375a276bfd572862085e8f6088f5d8aca964e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3303736374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3466330109340383, "interval": [-5.692642486968849, 2.999376465100772], "p_value": 0.499, "input_sha256": "c05e8ca5448acc087a945a2e20bf74de25c603fffa489fb9fbfe40167b326dc2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3303736374, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3466330109340383, "interval": [-5.468109264623101, 2.8406333577226706], "p_value": 0.5340739024384417, "input_sha256": "c05e8ca5448acc087a945a2e20bf74de25c603fffa489fb9fbfe40167b326dc2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3303736374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -56.31455914781312, "interval": [-187.4196963842829, 74.79057808865664], "p_value": 0.417, "input_sha256": "c05e8ca5448acc087a945a2e20bf74de25c603fffa489fb9fbfe40167b326dc2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3303736374, "p_value_method": "welch_average_effect", "success": true, "estimate": -56.31455914781312, "interval": [-221.05413281093865, 30.481798295613352], "p_value": 0.3843456715533766, "input_sha256": "c05e8ca5448acc087a945a2e20bf74de25c603fffa489fb9fbfe40167b326dc2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1342388914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.496790595726333, "interval": [-4.7620574956845685, 3.7684763042319025], "p_value": 0.803, "input_sha256": "160b80797c820e5f7e310cbbeccf42ef5251167e61f46681e26b3632c59b8d2b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1342388914, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.496790595726333, "interval": [-4.4563810165214655, 3.436097662769604], "p_value": 0.8146464324405639, "input_sha256": "160b80797c820e5f7e310cbbeccf42ef5251167e61f46681e26b3632c59b8d2b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1342388914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -18.790244242098325, "interval": [-194.01428716600793, 156.4337986818113], "p_value": 0.84, "input_sha256": "160b80797c820e5f7e310cbbeccf42ef5251167e61f46681e26b3632c59b8d2b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1342388914, "p_value_method": "welch_average_effect", "success": true, "estimate": -18.790244242098325, "interval": [-234.8129422345775, 115.45618200601403], "p_value": 0.8277081329430025, "input_sha256": "160b80797c820e5f7e310cbbeccf42ef5251167e61f46681e26b3632c59b8d2b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3173912074, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6898435023492553, "interval": [-4.777890514190361, 3.39820350949185], "p_value": 0.712, "input_sha256": "08c5e56be52a0833a53b3f7d1c75a44dddc3fcb229921a67b880a29f986a2304"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3173912074, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6898435023492553, "interval": [-4.838797916163109, 3.1267849509548618], "p_value": 0.734454693826442, "input_sha256": "08c5e56be52a0833a53b3f7d1c75a44dddc3fcb229921a67b880a29f986a2304"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3173912074, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -86.90994535663069, "interval": [-218.91451676128986, 45.09462604802849], "p_value": 0.197, "input_sha256": "08c5e56be52a0833a53b3f7d1c75a44dddc3fcb229921a67b880a29f986a2304"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3173912074, "p_value_method": "welch_average_effect", "success": true, "estimate": -86.90994535663069, "interval": [-237.35901376889635, 11.791757643838935], "p_value": 0.18787809405014919, "input_sha256": "08c5e56be52a0833a53b3f7d1c75a44dddc3fcb229921a67b880a29f986a2304"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2281445570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5615964564537066, "interval": [-4.295293466136004, 3.17210055322859], "p_value": 0.755, "input_sha256": "4c95f3f4f0180f71873de91e4304f72674495a3708ca866309a36c4ca3bc9420"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2281445570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5615964564537066, "interval": [-3.7539729465613916, 3.1035749990966566], "p_value": 0.7622734797256505, "input_sha256": "4c95f3f4f0180f71873de91e4304f72674495a3708ca866309a36c4ca3bc9420"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2281445570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.82252254653514, "interval": [-182.60223487795963, 200.2472799710299], "p_value": 0.897, "input_sha256": "4c95f3f4f0180f71873de91e4304f72674495a3708ca866309a36c4ca3bc9420"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2281445570, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.82252254653514, "interval": [-151.7045097265702, 226.7479556638512], "p_value": 0.9261084801343463, "input_sha256": "4c95f3f4f0180f71873de91e4304f72674495a3708ca866309a36c4ca3bc9420"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2004612697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6643914250392378, "interval": [-4.312141295892532, 2.9833584458140563], "p_value": 0.721, "input_sha256": "9f548d733bc18ed6fd8b3c2aedcef581918e57df08ec47849b2b17fc3594b43d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2004612697, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6643914250392378, "interval": [-3.883604802907468, 2.458311574386822], "p_value": 0.7143464505555949, "input_sha256": "9f548d733bc18ed6fd8b3c2aedcef581918e57df08ec47849b2b17fc3594b43d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2004612697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.20865076653682, "interval": [-145.00301793698418, 153.42031947005785], "p_value": 0.95, "input_sha256": "9f548d733bc18ed6fd8b3c2aedcef581918e57df08ec47849b2b17fc3594b43d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2004612697, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.20865076653682, "interval": [-137.07864673808874, 134.6342237243579], "p_value": 0.9547509315737827, "input_sha256": "9f548d733bc18ed6fd8b3c2aedcef581918e57df08ec47849b2b17fc3594b43d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3061031063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2962561109721324, "interval": [-7.152571993015091, 0.5600597710708262], "p_value": 0.079, "input_sha256": "db8e26f35dd696a021828861d8478d3427aaa7a450ecfe004e3e07720482b556"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3061031063, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2962561109721324, "interval": [-6.984487699828929, -0.15158966646720376], "p_value": 0.0916358891465914, "input_sha256": "db8e26f35dd696a021828861d8478d3427aaa7a450ecfe004e3e07720482b556"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3061031063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 26.966552055035848, "interval": [-102.57059378189429, 156.503697891966], "p_value": 0.671, "input_sha256": "db8e26f35dd696a021828861d8478d3427aaa7a450ecfe004e3e07720482b556"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3061031063, "p_value_method": "welch_average_effect", "success": true, "estimate": 26.966552055035848, "interval": [-73.99823609680537, 182.0581463447151], "p_value": 0.6752077995433166, "input_sha256": "db8e26f35dd696a021828861d8478d3427aaa7a450ecfe004e3e07720482b556"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 51689960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.230132436176177, "interval": [-6.16237824836969, 1.7021133760173348], "p_value": 0.239, "input_sha256": "29f0e205c2b4a8999899c743ab378ec84192856b056df4453ec972a229ddb5df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 51689960, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.230132436176177, "interval": [-5.664161170751507, 1.6291113853469268], "p_value": 0.25706332073608135, "input_sha256": "29f0e205c2b4a8999899c743ab378ec84192856b056df4453ec972a229ddb5df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 51689960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -29.767916707639003, "interval": [-200.94862877350596, 141.41279535822798], "p_value": 0.676, "input_sha256": "29f0e205c2b4a8999899c743ab378ec84192856b056df4453ec972a229ddb5df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 51689960, "p_value_method": "welch_average_effect", "success": true, "estimate": -29.767916707639003, "interval": [-214.56535826469005, 107.86933297767118], "p_value": 0.7265724399689347, "input_sha256": "29f0e205c2b4a8999899c743ab378ec84192856b056df4453ec972a229ddb5df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2451752046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.108913258954768, "interval": [-4.7951612653988605, 2.5773347474893242], "p_value": 0.559, "input_sha256": "0a8bb81756635374527199a72c4493e18c7889375c3e6d87d77e54ea4133c7ad"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2451752046, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.108913258954768, "interval": [-4.658697568876736, 2.518440403681106], "p_value": 0.5459945773937223, "input_sha256": "0a8bb81756635374527199a72c4493e18c7889375c3e6d87d77e54ea4133c7ad"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2451752046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -63.19548275018958, "interval": [-273.7771386202075, 147.38617311982836], "p_value": 0.621, "input_sha256": "0a8bb81756635374527199a72c4493e18c7889375c3e6d87d77e54ea4133c7ad"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2451752046, "p_value_method": "welch_average_effect", "success": true, "estimate": -63.19548275018958, "interval": [-368.1517614541967, 80.05752386394481], "p_value": 0.5434040024149505, "input_sha256": "0a8bb81756635374527199a72c4493e18c7889375c3e6d87d77e54ea4133c7ad"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3443671192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5854421176779443, "interval": [-6.436600695695391, 1.2657164603395032], "p_value": 0.185, "input_sha256": "cbb37493a95015f25eaa0be1d9be7181e05de126acd505e6a552aa13cd62057f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3443671192, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5854421176779443, "interval": [-5.86878495821575, 1.3740845075522268], "p_value": 0.18213128947827856, "input_sha256": "cbb37493a95015f25eaa0be1d9be7181e05de126acd505e6a552aa13cd62057f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3443671192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 97.213297011007, "interval": [-97.04741031284763, 291.47400433486166], "p_value": 0.243, "input_sha256": "cbb37493a95015f25eaa0be1d9be7181e05de126acd505e6a552aa13cd62057f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3443671192, "p_value_method": "welch_average_effect", "success": true, "estimate": 97.213297011007, "interval": [-61.35964855760943, 321.51193115622976], "p_value": 0.3161236673818798, "input_sha256": "cbb37493a95015f25eaa0be1d9be7181e05de126acd505e6a552aa13cd62057f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3306969903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07228378154016468, "interval": [-3.157268283679577, 3.3018358467599063], "p_value": 0.953, "input_sha256": "87b8d70c610a77f2f3e73c9c77de5f4bd0521e6aa26315c9dac1027846a1cc36"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3306969903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07228378154016468, "interval": [-2.996327006338435, 2.9706926665787305], "p_value": 0.9640899303134525, "input_sha256": "87b8d70c610a77f2f3e73c9c77de5f4bd0521e6aa26315c9dac1027846a1cc36"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3306969903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -96.15633467081756, "interval": [-265.56761017910515, 73.25494083747], "p_value": 0.283, "input_sha256": "87b8d70c610a77f2f3e73c9c77de5f4bd0521e6aa26315c9dac1027846a1cc36"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3306969903, "p_value_method": "welch_average_effect", "success": true, "estimate": -96.15633467081756, "interval": [-230.8092768517014, 65.91218447591831], "p_value": 0.25753557247994147, "input_sha256": "87b8d70c610a77f2f3e73c9c77de5f4bd0521e6aa26315c9dac1027846a1cc36"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3570974993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.83067768207931, "interval": [-2.6632843936734973, 6.324639757832117], "p_value": 0.408, "input_sha256": "3420a65bd3b387d31c6f1010f682f4e548140963530a26d364fe5e173f290ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3570974993, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.83067768207931, "interval": [-2.234256075210161, 5.863543165411462], "p_value": 0.4139193136907672, "input_sha256": "3420a65bd3b387d31c6f1010f682f4e548140963530a26d364fe5e173f290ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3570974993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.66056863198887, "interval": [-232.18603763933706, 90.86490037535933], "p_value": 0.406, "input_sha256": "3420a65bd3b387d31c6f1010f682f4e548140963530a26d364fe5e173f290ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3570974993, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.66056863198887, "interval": [-306.6009934858749, 33.745494131137555], "p_value": 0.3760324247533422, "input_sha256": "3420a65bd3b387d31c6f1010f682f4e548140963530a26d364fe5e173f290ab3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3887493417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0563464839493175, "interval": [-6.092943945111562, 3.9802509772129273], "p_value": 0.696, "input_sha256": "651ff018c20405593ae1c3975828ae61530bbe0db9217c090fadb054cde9c2cc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3887493417, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0563464839493175, "interval": [-5.774434625754845, 3.449274885906871], "p_value": 0.6728286220234869, "input_sha256": "651ff018c20405593ae1c3975828ae61530bbe0db9217c090fadb054cde9c2cc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3887493417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -92.72130996382911, "interval": [-335.63269791754635, 150.19007798988815], "p_value": 0.491, "input_sha256": "651ff018c20405593ae1c3975828ae61530bbe0db9217c090fadb054cde9c2cc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3887493417, "p_value_method": "welch_average_effect", "success": true, "estimate": -92.72130996382911, "interval": [-369.73323700843537, 115.66755606989554], "p_value": 0.442960556969922, "input_sha256": "651ff018c20405593ae1c3975828ae61530bbe0db9217c090fadb054cde9c2cc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3839592967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010512086077332228, "interval": [-3.956834677592908, 3.9358105054382437], "p_value": 0.996, "input_sha256": "d9de69e44f2b0a08157b3db64c5c12955ba1f36728288965df244b79355a849f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3839592967, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010512086077332228, "interval": [-3.564906323244716, 3.6822601200582237], "p_value": 0.9957249755018883, "input_sha256": "d9de69e44f2b0a08157b3db64c5c12955ba1f36728288965df244b79355a849f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3839592967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.38661817809363, "interval": [-38.117914757707325, 164.89115111389458], "p_value": 0.232, "input_sha256": "d9de69e44f2b0a08157b3db64c5c12955ba1f36728288965df244b79355a849f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3839592967, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.38661817809363, "interval": [-12.89406467662483, 184.83186238567077], "p_value": 0.2102073747517955, "input_sha256": "d9de69e44f2b0a08157b3db64c5c12955ba1f36728288965df244b79355a849f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1209713798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3866466777497726, "interval": [-0.43575082475901894, 7.209044180258564], "p_value": 0.089, "input_sha256": "5ef59fa3ecd5d64a043ef49f054cf48352a46d310dd8e0dcb2a564ab9ba37dfb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1209713798, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3866466777497726, "interval": [-0.05714089056192264, 7.375603613895636], "p_value": 0.08083485276300605, "input_sha256": "5ef59fa3ecd5d64a043ef49f054cf48352a46d310dd8e0dcb2a564ab9ba37dfb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1209713798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.16062676599417, "interval": [-93.44015667326319, 195.76141020525154], "p_value": 0.517, "input_sha256": "5ef59fa3ecd5d64a043ef49f054cf48352a46d310dd8e0dcb2a564ab9ba37dfb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1209713798, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.16062676599417, "interval": [-63.557188369986946, 222.29918366101276], "p_value": 0.4767048879124388, "input_sha256": "5ef59fa3ecd5d64a043ef49f054cf48352a46d310dd8e0dcb2a564ab9ba37dfb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2942238015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20111749788294908, "interval": [-3.972942795280053, 4.375177791045951], "p_value": 0.914, "input_sha256": "f7923285f7a1d9ad8349f2d2e3353afc36f72b50730f1fc75c4ceea9c88edf78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2942238015, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20111749788294908, "interval": [-3.6894303278072145, 4.311877445856199], "p_value": 0.9228087884726441, "input_sha256": "f7923285f7a1d9ad8349f2d2e3353afc36f72b50730f1fc75c4ceea9c88edf78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2942238015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 57.6981905990709, "interval": [-215.89258620504935, 331.2889674031911], "p_value": 0.582, "input_sha256": "f7923285f7a1d9ad8349f2d2e3353afc36f72b50730f1fc75c4ceea9c88edf78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2942238015, "p_value_method": "welch_average_effect", "success": true, "estimate": 57.6981905990709, "interval": [-205.64209401046222, 331.77397241238765], "p_value": 0.6718388139984002, "input_sha256": "f7923285f7a1d9ad8349f2d2e3353afc36f72b50730f1fc75c4ceea9c88edf78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 334844453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2206840518904247, "interval": [-1.7492963093706444, 6.190664413151493], "p_value": 0.282, "input_sha256": "854cc99f95ca2931bd437cf248c4d46226e002781eb4b89506bb610ee76b747f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 334844453, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2206840518904247, "interval": [-1.3088503646328904, 6.22391432881212], "p_value": 0.2645526558480251, "input_sha256": "854cc99f95ca2931bd437cf248c4d46226e002781eb4b89506bb610ee76b747f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 334844453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 72.1042537997941, "interval": [-25.527773525505268, 169.73628112509346], "p_value": 0.16, "input_sha256": "854cc99f95ca2931bd437cf248c4d46226e002781eb4b89506bb610ee76b747f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 334844453, "p_value_method": "welch_average_effect", "success": true, "estimate": 72.1042537997941, "interval": [4.160945564705803, 204.01588762159756], "p_value": 0.14070092369258239, "input_sha256": "854cc99f95ca2931bd437cf248c4d46226e002781eb4b89506bb610ee76b747f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2665931698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2671279974503893, "interval": [-3.700251901021204, 4.234507895921983], "p_value": 0.921, "input_sha256": "55b0b15750dc37b6add497b6f1a1aa0055be07c7e1e89a9f21655393531830c2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2665931698, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2671279974503893, "interval": [-4.083500363549499, 3.578941510487984], "p_value": 0.8922166294095686, "input_sha256": "55b0b15750dc37b6add497b6f1a1aa0055be07c7e1e89a9f21655393531830c2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2665931698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 95.61604814026632, "interval": [-65.61688870953321, 256.84898499006584], "p_value": 0.24, "input_sha256": "55b0b15750dc37b6add497b6f1a1aa0055be07c7e1e89a9f21655393531830c2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2665931698, "p_value_method": "welch_average_effect", "success": true, "estimate": 95.61604814026632, "interval": [-28.38724067602006, 279.3874781877866], "p_value": 0.23451747412247023, "input_sha256": "55b0b15750dc37b6add497b6f1a1aa0055be07c7e1e89a9f21655393531830c2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2308214416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7671664354055174, "interval": [-5.446100462430795, 1.911767591619761], "p_value": 0.325, "input_sha256": "c3d3076a239cd0db7bda6c55d1a3053b96ea923f203005c1d5f813c3f1a00370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2308214416, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7671664354055174, "interval": [-5.025399849435138, 1.677722057656382], "p_value": 0.3364757297239769, "input_sha256": "c3d3076a239cd0db7bda6c55d1a3053b96ea923f203005c1d5f813c3f1a00370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2308214416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.87125858270903, "interval": [-247.59550893423832, 57.85299176882026], "p_value": 0.228, "input_sha256": "c3d3076a239cd0db7bda6c55d1a3053b96ea923f203005c1d5f813c3f1a00370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2308214416, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.87125858270903, "interval": [-260.4235619885127, 28.782872672712124], "p_value": 0.21457257361610726, "input_sha256": "c3d3076a239cd0db7bda6c55d1a3053b96ea923f203005c1d5f813c3f1a00370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 329503831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.904187616734717, "interval": [-2.539954891804406, 6.34833012527384], "p_value": 0.384, "input_sha256": "6b4a6b0a69bdeeb45b8a97fa79f15397d9a5e1f5a89534c077610dc2ebdbb24c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 329503831, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.904187616734717, "interval": [-2.219893947404682, 6.085233853474991], "p_value": 0.3911004855668536, "input_sha256": "6b4a6b0a69bdeeb45b8a97fa79f15397d9a5e1f5a89534c077610dc2ebdbb24c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 329503831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.3796918062294, "interval": [-70.4573537173107, 219.2167373297695], "p_value": 0.326, "input_sha256": "6b4a6b0a69bdeeb45b8a97fa79f15397d9a5e1f5a89534c077610dc2ebdbb24c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 329503831, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.3796918062294, "interval": [-44.625669372810066, 216.4398451959049], "p_value": 0.30315405109160454, "input_sha256": "6b4a6b0a69bdeeb45b8a97fa79f15397d9a5e1f5a89534c077610dc2ebdbb24c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 180173819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7087035572134592, "interval": [-0.6577317909855247, 6.075138905412443], "p_value": 0.114, "input_sha256": "940d28544c4020c3aff858ade614b4c09a77c30204a92f8071467045a159f19d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 180173819, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7087035572134592, "interval": [-0.15013678198665895, 6.09061731017832], "p_value": 0.11157615258412941, "input_sha256": "940d28544c4020c3aff858ade614b4c09a77c30204a92f8071467045a159f19d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 180173819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 65.79647698565547, "interval": [-119.21212813402512, 250.80508210533606], "p_value": 0.533, "input_sha256": "940d28544c4020c3aff858ade614b4c09a77c30204a92f8071467045a159f19d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 180173819, "p_value_method": "welch_average_effect", "success": true, "estimate": 65.79647698565547, "interval": [-60.50919691717246, 303.3945322378613], "p_value": 0.4728984606664076, "input_sha256": "940d28544c4020c3aff858ade614b4c09a77c30204a92f8071467045a159f19d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1589905580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0604909193560168, "interval": [-2.876536601246087, 4.997518439958121], "p_value": 0.581, "input_sha256": "d5e7ffb578756c871221cf0dfe04abd8345d39e951ef77fae3a546e35e42e4b2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1589905580, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0604909193560168, "interval": [-2.581000741205322, 4.509810933017915], "p_value": 0.5880014194348233, "input_sha256": "d5e7ffb578756c871221cf0dfe04abd8345d39e951ef77fae3a546e35e42e4b2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1589905580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.782945986734319, "interval": [-179.53067456992932, 205.09656654339796], "p_value": 0.888, "input_sha256": "d5e7ffb578756c871221cf0dfe04abd8345d39e951ef77fae3a546e35e42e4b2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1589905580, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.782945986734319, "interval": [-185.23697430116914, 174.80437851584588], "p_value": 0.8936517453142365, "input_sha256": "d5e7ffb578756c871221cf0dfe04abd8345d39e951ef77fae3a546e35e42e4b2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 908210197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1739280099466143, "interval": [-4.925795644244405, 2.5779396243511767], "p_value": 0.535, "input_sha256": "95089acdffe116de8a76d71def040762a27bcbbd2078eb0f46cda9a6317676f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 908210197, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1739280099466143, "interval": [-4.602501239455266, 2.5048550368752225], "p_value": 0.5299328524332962, "input_sha256": "95089acdffe116de8a76d71def040762a27bcbbd2078eb0f46cda9a6317676f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 908210197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.871824785666973, "interval": [-177.6537660367879, 209.39741560812186], "p_value": 0.857, "input_sha256": "95089acdffe116de8a76d71def040762a27bcbbd2078eb0f46cda9a6317676f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 908210197, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.871824785666973, "interval": [-165.99550972144914, 211.46926500588208], "p_value": 0.8689779427427131, "input_sha256": "95089acdffe116de8a76d71def040762a27bcbbd2078eb0f46cda9a6317676f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2753748703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.461790343941134, "interval": [-1.3253253948887593, 6.248906082771027], "p_value": 0.217, "input_sha256": "af3a39caeebfeb026654d81c5120707c8b804fb814b8ae780c65d5260d085077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2753748703, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.461790343941134, "interval": [-0.9532483354752788, 6.1392613644896485], "p_value": 0.19598786136272742, "input_sha256": "af3a39caeebfeb026654d81c5120707c8b804fb814b8ae780c65d5260d085077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2753748703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 21.86295536661885, "interval": [-122.63576678491012, 166.36167751814781], "p_value": 0.727, "input_sha256": "af3a39caeebfeb026654d81c5120707c8b804fb814b8ae780c65d5260d085077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2753748703, "p_value_method": "welch_average_effect", "success": true, "estimate": 21.86295536661885, "interval": [-113.13416866940534, 159.0410296028808], "p_value": 0.761034680416642, "input_sha256": "af3a39caeebfeb026654d81c5120707c8b804fb814b8ae780c65d5260d085077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3070225072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8265122321068414, "interval": [-3.083474812124586, 4.736499276338269], "p_value": 0.656, "input_sha256": "b200796520dc48a31004378d269657bbd7f644f7499ad697d3301fae4244595b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3070225072, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8265122321068414, "interval": [-3.619291342861129, 4.254416634534249], "p_value": 0.6710387911216744, "input_sha256": "b200796520dc48a31004378d269657bbd7f644f7499ad697d3301fae4244595b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3070225072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 172.62559937496286, "interval": [-79.86500398114234, 425.11620273106803], "p_value": 0.188, "input_sha256": "b200796520dc48a31004378d269657bbd7f644f7499ad697d3301fae4244595b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3070225072, "p_value_method": "welch_average_effect", "success": true, "estimate": 172.62559937496286, "interval": [-13.565053855193426, 464.4708334884962], "p_value": 0.17069874972557264, "input_sha256": "b200796520dc48a31004378d269657bbd7f644f7499ad697d3301fae4244595b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 35629160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3904199062928786, "interval": [-4.416537138117701, 3.635697325531944], "p_value": 0.84, "input_sha256": "aa799305712d0ee0bce2f23d22cc627b15e3effc3d75bf9dbfc74737b9d880d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 35629160, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3904199062928786, "interval": [-4.038078043555182, 3.721441342937752], "p_value": 0.8454091555099597, "input_sha256": "aa799305712d0ee0bce2f23d22cc627b15e3effc3d75bf9dbfc74737b9d880d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 35629160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.493058932461125, "interval": [-235.82776870837472, 144.8416508434525], "p_value": 0.667, "input_sha256": "aa799305712d0ee0bce2f23d22cc627b15e3effc3d75bf9dbfc74737b9d880d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 35629160, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.493058932461125, "interval": [-246.31565353766143, 116.39676138507134], "p_value": 0.6304795554937528, "input_sha256": "aa799305712d0ee0bce2f23d22cc627b15e3effc3d75bf9dbfc74737b9d880d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1332335943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5236965196020673, "interval": [-3.539079725857798, 4.586472765061933], "p_value": 0.783, "input_sha256": "d8b89196763c7885faf2468a9dacb713d867e7874aaa3849af08c23df492d6d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1332335943, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5236965196020673, "interval": [-3.4038117853399767, 4.328997635282864], "p_value": 0.7954117735765102, "input_sha256": "d8b89196763c7885faf2468a9dacb713d867e7874aaa3849af08c23df492d6d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1332335943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 37.2116543819361, "interval": [-132.1343267118786, 206.55763547575077], "p_value": 0.684, "input_sha256": "d8b89196763c7885faf2468a9dacb713d867e7874aaa3849af08c23df492d6d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1332335943, "p_value_method": "welch_average_effect", "success": true, "estimate": 37.2116543819361, "interval": [-82.79248139057968, 244.44671060231602], "p_value": 0.6549385914657524, "input_sha256": "d8b89196763c7885faf2468a9dacb713d867e7874aaa3849af08c23df492d6d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1200035049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6953242417724574, "interval": [-2.5138926349160258, 5.904541118460941], "p_value": 0.445, "input_sha256": "1476f4e35baf8d7a75cf34a8138b2f74b2646c71b375709383cbaa5851c08f90"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1200035049, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6953242417724574, "interval": [-2.3285775712504124, 5.713476748682055], "p_value": 0.41880321260746, "input_sha256": "1476f4e35baf8d7a75cf34a8138b2f74b2646c71b375709383cbaa5851c08f90"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1200035049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -62.459604942563445, "interval": [-292.37958824024696, 167.4603783551201], "p_value": 0.622, "input_sha256": "1476f4e35baf8d7a75cf34a8138b2f74b2646c71b375709383cbaa5851c08f90"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1200035049, "p_value_method": "welch_average_effect", "success": true, "estimate": -62.459604942563445, "interval": [-332.7420159016932, 88.91489158630348], "p_value": 0.5821213651242175, "input_sha256": "1476f4e35baf8d7a75cf34a8138b2f74b2646c71b375709383cbaa5851c08f90"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1901785843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6880377715837849, "interval": [-5.032876555557754, 3.6568010123901846], "p_value": 0.745, "input_sha256": "eb7e3d9a4edf97e6a1e4d3c199719bfa4844dcaea8caa4b4f3f12b4b9f7334f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1901785843, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6880377715837849, "interval": [-5.166049512903618, 3.2181760068015803], "p_value": 0.750091094480311, "input_sha256": "eb7e3d9a4edf97e6a1e4d3c199719bfa4844dcaea8caa4b4f3f12b4b9f7334f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1901785843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 21.94658604811147, "interval": [-209.41623236620015, 253.3094044624231], "p_value": 0.879, "input_sha256": "eb7e3d9a4edf97e6a1e4d3c199719bfa4844dcaea8caa4b4f3f12b4b9f7334f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1901785843, "p_value_method": "welch_average_effect", "success": true, "estimate": 21.94658604811147, "interval": [-224.27807482252172, 231.08224428187629], "p_value": 0.8487380486067688, "input_sha256": "eb7e3d9a4edf97e6a1e4d3c199719bfa4844dcaea8caa4b4f3f12b4b9f7334f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1856580012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.251911828481898, "interval": [-5.777472654120361, 3.273648997156565], "p_value": 0.562, "input_sha256": "fe5ec588b1b8f337e14f322025cbecb0e77f14f453f17aa51d98bd40915597e0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1856580012, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.251911828481898, "interval": [-5.333273479673729, 3.053624415849076], "p_value": 0.5782044150147279, "input_sha256": "fe5ec588b1b8f337e14f322025cbecb0e77f14f453f17aa51d98bd40915597e0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1856580012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 39.26866483747945, "interval": [-136.42600904581235, 214.96333872077128], "p_value": 0.663, "input_sha256": "fe5ec588b1b8f337e14f322025cbecb0e77f14f453f17aa51d98bd40915597e0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1856580012, "p_value_method": "welch_average_effect", "success": true, "estimate": 39.26866483747945, "interval": [-97.05625811648397, 215.5165124716258], "p_value": 0.6513527973031801, "input_sha256": "fe5ec588b1b8f337e14f322025cbecb0e77f14f453f17aa51d98bd40915597e0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 731538244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4962399958783514, "interval": [-2.3546440750300803, 5.347124066786783], "p_value": 0.439, "input_sha256": "6b8763b2a7d68a78bd037e5936189d467ac96609ba009c97c80daad685de5b9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 731538244, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4962399958783514, "interval": [-1.9681090570787583, 5.135333751330945], "p_value": 0.4363901165016526, "input_sha256": "6b8763b2a7d68a78bd037e5936189d467ac96609ba009c97c80daad685de5b9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 731538244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 75.21522181146813, "interval": [-154.78085731488665, 305.2113009378229], "p_value": 0.505, "input_sha256": "6b8763b2a7d68a78bd037e5936189d467ac96609ba009c97c80daad685de5b9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 731538244, "p_value_method": "welch_average_effect", "success": true, "estimate": 75.21522181146813, "interval": [-174.47181379264697, 245.42472012657063], "p_value": 0.5119278993342395, "input_sha256": "6b8763b2a7d68a78bd037e5936189d467ac96609ba009c97c80daad685de5b9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1639872383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3627702859892121, "interval": [-4.12131046029371, 4.846851032272134], "p_value": 0.859, "input_sha256": "e5e203279338cfeb612b8effbe967153eec48863db239e5ed8d1135c7a2cac24"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1639872383, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3627702859892121, "interval": [-3.5983844542363066, 4.4885691599575335], "p_value": 0.8707466514557142, "input_sha256": "e5e203279338cfeb612b8effbe967153eec48863db239e5ed8d1135c7a2cac24"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1639872383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 109.22387186657238, "interval": [-88.46567009073121, 306.913413823876], "p_value": 0.281, "input_sha256": "e5e203279338cfeb612b8effbe967153eec48863db239e5ed8d1135c7a2cac24"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1639872383, "p_value_method": "welch_average_effect", "success": true, "estimate": 109.22387186657238, "interval": [-36.0025548881271, 352.88994589204896], "p_value": 0.26620637737694297, "input_sha256": "e5e203279338cfeb612b8effbe967153eec48863db239e5ed8d1135c7a2cac24"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3483625962, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.16048998835304396, "interval": [-4.454093895329644, 4.7750738720357315], "p_value": 0.95, "input_sha256": "cfb4ed1a6c6e09b8ec1efdc30200e309f43195b710794d24c8a7a2c5ee71b475"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3483625962, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.16048998835304396, "interval": [-4.358854583153894, 4.40554645401618], "p_value": 0.9442109579497164, "input_sha256": "cfb4ed1a6c6e09b8ec1efdc30200e309f43195b710794d24c8a7a2c5ee71b475"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3483625962, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -36.45858898801734, "interval": [-189.98295026378784, 117.06577228775316], "p_value": 0.631, "input_sha256": "cfb4ed1a6c6e09b8ec1efdc30200e309f43195b710794d24c8a7a2c5ee71b475"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3483625962, "p_value_method": "welch_average_effect", "success": true, "estimate": -36.45858898801734, "interval": [-164.89654259852145, 120.50537779968555], "p_value": 0.6334293020752999, "input_sha256": "cfb4ed1a6c6e09b8ec1efdc30200e309f43195b710794d24c8a7a2c5ee71b475"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1414583646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8175633955537105, "interval": [-4.546128908645585, 2.9110021175381635], "p_value": 0.675, "input_sha256": "1d7e31af121ed699f9219743e159baefd8f4912b0d33fcd6ea7122cb2e1b3cc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1414583646, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8175633955537105, "interval": [-4.275831052389626, 2.728128491387736], "p_value": 0.6595790466319212, "input_sha256": "1d7e31af121ed699f9219743e159baefd8f4912b0d33fcd6ea7122cb2e1b3cc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1414583646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 29.667968513803373, "interval": [-199.9835725330686, 259.31950956067533], "p_value": 0.831, "input_sha256": "1d7e31af121ed699f9219743e159baefd8f4912b0d33fcd6ea7122cb2e1b3cc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1414583646, "p_value_method": "welch_average_effect", "success": true, "estimate": 29.667968513803373, "interval": [-154.2775254265732, 296.0489243217735], "p_value": 0.7947152908414647, "input_sha256": "1d7e31af121ed699f9219743e159baefd8f4912b0d33fcd6ea7122cb2e1b3cc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754039370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2846534702659138, "interval": [-4.319624024875854, 3.7503170843440268], "p_value": 0.899, "input_sha256": "b8777714936a2450d80fbd3357919dd2d4e2fa911a60e063e883c53fcd498155"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754039370, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2846534702659138, "interval": [-3.793091411078783, 3.609399888815331], "p_value": 0.887189511221409, "input_sha256": "b8777714936a2450d80fbd3357919dd2d4e2fa911a60e063e883c53fcd498155"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754039370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 52.750303286279575, "interval": [-101.50154646922553, 207.00215304178468], "p_value": 0.529, "input_sha256": "b8777714936a2450d80fbd3357919dd2d4e2fa911a60e063e883c53fcd498155"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754039370, "p_value_method": "welch_average_effect", "success": true, "estimate": 52.750303286279575, "interval": [-87.06879666608951, 192.26533404631365], "p_value": 0.4907927465515104, "input_sha256": "b8777714936a2450d80fbd3357919dd2d4e2fa911a60e063e883c53fcd498155"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 491708202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3006322265121355, "interval": [-3.9038431033602627, 4.505107556384534], "p_value": 0.866, "input_sha256": "44733d8268f7bd5f0b66abf2db8663a4d18db61a5cb57214656e2860269d29b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 491708202, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3006322265121355, "interval": [-3.5315162294389646, 4.270178693648989], "p_value": 0.8855187724753301, "input_sha256": "44733d8268f7bd5f0b66abf2db8663a4d18db61a5cb57214656e2860269d29b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 491708202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -72.73751481635561, "interval": [-271.12799039114503, 125.65296075843382], "p_value": 0.481, "input_sha256": "44733d8268f7bd5f0b66abf2db8663a4d18db61a5cb57214656e2860269d29b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 491708202, "p_value_method": "welch_average_effect", "success": true, "estimate": -72.73751481635561, "interval": [-291.8298036109532, 84.14092013574108], "p_value": 0.45961788103633494, "input_sha256": "44733d8268f7bd5f0b66abf2db8663a4d18db61a5cb57214656e2860269d29b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3638878033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2465943076038144, "interval": [-4.455076876794513, 4.948265492002141], "p_value": 0.909, "input_sha256": "578d4d2146aa35c773fedcb975376011a0f9af0fe3ecf6f547b6b2025e42d8f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3638878033, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2465943076038144, "interval": [-4.4431442294406365, 4.5614744378860665], "p_value": 0.915758619734339, "input_sha256": "578d4d2146aa35c773fedcb975376011a0f9af0fe3ecf6f547b6b2025e42d8f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3638878033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 234.60868473298558, "interval": [38.118173846949105, 431.09919561902205], "p_value": 0.012, "input_sha256": "578d4d2146aa35c773fedcb975376011a0f9af0fe3ecf6f547b6b2025e42d8f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3638878033, "p_value_method": "welch_average_effect", "success": true, "estimate": 234.60868473298558, "interval": [85.14452208369764, 445.7021351074747], "p_value": 0.021287175773155365, "input_sha256": "578d4d2146aa35c773fedcb975376011a0f9af0fe3ecf6f547b6b2025e42d8f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2501020039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8203866373769007, "interval": [-2.7052847703217804, 4.346058045075582], "p_value": 0.667, "input_sha256": "55774b6f66df1dfc1739f1d21ae915815c6c91ce3da87f0161b518fe55fab64f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2501020039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8203866373769007, "interval": [-2.598761224683826, 3.986545208735686], "p_value": 0.6400697768406313, "input_sha256": "55774b6f66df1dfc1739f1d21ae915815c6c91ce3da87f0161b518fe55fab64f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2501020039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 60.6127934889185, "interval": [-139.64617527312794, 260.87176225096493], "p_value": 0.6, "input_sha256": "55774b6f66df1dfc1739f1d21ae915815c6c91ce3da87f0161b518fe55fab64f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2501020039, "p_value_method": "welch_average_effect", "success": true, "estimate": 60.6127934889185, "interval": [-76.98057753073967, 296.97316412512913], "p_value": 0.5412673544975904, "input_sha256": "55774b6f66df1dfc1739f1d21ae915815c6c91ce3da87f0161b518fe55fab64f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1519064732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5431621017537402, "interval": [-4.948112826338977, 3.8617886228314964], "p_value": 0.788, "input_sha256": "814002caf7df7c00e890425a148e7496c96060e111d6fb7f87ea7929eb2d2d7a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1519064732, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5431621017537402, "interval": [-4.654908801213037, 3.946897144244964], "p_value": 0.8040556037656285, "input_sha256": "814002caf7df7c00e890425a148e7496c96060e111d6fb7f87ea7929eb2d2d7a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1519064732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -133.6969960768106, "interval": [-305.6868280645985, 38.29283591097732], "p_value": 0.123, "input_sha256": "814002caf7df7c00e890425a148e7496c96060e111d6fb7f87ea7929eb2d2d7a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1519064732, "p_value_method": "welch_average_effect", "success": true, "estimate": -133.6969960768106, "interval": [-318.82568645253474, 18.40390684448208], "p_value": 0.122036758932107, "input_sha256": "814002caf7df7c00e890425a148e7496c96060e111d6fb7f87ea7929eb2d2d7a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1740468660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.008294035278567, "interval": [-3.6328623806272704, 5.649450451184404], "p_value": 0.679, "input_sha256": "02c7546f7ae6a3d7a19c1cea74563e4fc24008f62557cef5825408e2036967ab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1740468660, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.008294035278567, "interval": [-3.1394501626748736, 5.91637408017811], "p_value": 0.662266370894907, "input_sha256": "02c7546f7ae6a3d7a19c1cea74563e4fc24008f62557cef5825408e2036967ab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1740468660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -116.38508913345895, "interval": [-283.99000780159827, 51.219829534680386], "p_value": 0.171, "input_sha256": "02c7546f7ae6a3d7a19c1cea74563e4fc24008f62557cef5825408e2036967ab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1740468660, "p_value_method": "welch_average_effect", "success": true, "estimate": -116.38508913345895, "interval": [-277.6365329105723, 45.11586212292735], "p_value": 0.16723261704930606, "input_sha256": "02c7546f7ae6a3d7a19c1cea74563e4fc24008f62557cef5825408e2036967ab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4160914584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.898390203175051, "interval": [-3.281196062145514, 5.077976468495616], "p_value": 0.674, "input_sha256": "a491202e0a9dd9dce0278d55140c653589c44db25583f7ea7ddb2d168f2c2ead"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4160914584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.898390203175051, "interval": [-2.49347901040976, 5.3287751517526605], "p_value": 0.6659122591760536, "input_sha256": "a491202e0a9dd9dce0278d55140c653589c44db25583f7ea7ddb2d168f2c2ead"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4160914584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 91.30396264791636, "interval": [-170.49113336772882, 353.09905866356155], "p_value": 0.487, "input_sha256": "a491202e0a9dd9dce0278d55140c653589c44db25583f7ea7ddb2d168f2c2ead"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4160914584, "p_value_method": "welch_average_effect", "success": true, "estimate": 91.30396264791636, "interval": [-127.43632917518201, 350.3764279730998], "p_value": 0.4833721844919494, "input_sha256": "a491202e0a9dd9dce0278d55140c653589c44db25583f7ea7ddb2d168f2c2ead"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 800578269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1300596829982688, "interval": [-4.29627712355359, 2.0361577575570533], "p_value": 0.461, "input_sha256": "cbead3cb3edacd0446c24585034a60a905d194e9d8adce183f0ce1e6834a3e1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 800578269, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1300596829982688, "interval": [-4.130858614092426, 2.06936183454579], "p_value": 0.47419531047729047, "input_sha256": "cbead3cb3edacd0446c24585034a60a905d194e9d8adce183f0ce1e6834a3e1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 800578269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -106.68194361478376, "interval": [-251.03996217212597, 37.676074942558444], "p_value": 0.131, "input_sha256": "cbead3cb3edacd0446c24585034a60a905d194e9d8adce183f0ce1e6834a3e1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 800578269, "p_value_method": "welch_average_effect", "success": true, "estimate": -106.68194361478376, "interval": [-263.70816944741, -0.8926463301678271], "p_value": 0.14055131978129812, "input_sha256": "cbead3cb3edacd0446c24585034a60a905d194e9d8adce183f0ce1e6834a3e1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2852499077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.141326787191714, "interval": [-0.2829759456994658, 8.565629520082894], "p_value": 0.062, "input_sha256": "808689c509fb42ffdfcc52efc668adc8cdfb53422d24956099fe2e5c3d21f4c1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2852499077, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.141326787191714, "interval": [0.03717765926563877, 8.221718000957964], "p_value": 0.06573057571727164, "input_sha256": "808689c509fb42ffdfcc52efc668adc8cdfb53422d24956099fe2e5c3d21f4c1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2852499077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 71.19725279763867, "interval": [-136.45192156742783, 278.84642716270514], "p_value": 0.51, "input_sha256": "808689c509fb42ffdfcc52efc668adc8cdfb53422d24956099fe2e5c3d21f4c1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2852499077, "p_value_method": "welch_average_effect", "success": true, "estimate": 71.19725279763867, "interval": [-158.4962748442585, 233.0389145689075], "p_value": 0.4916402835257434, "input_sha256": "808689c509fb42ffdfcc52efc668adc8cdfb53422d24956099fe2e5c3d21f4c1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1015659137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.474077790057974, "interval": [-9.112014516392954, 0.16385893627700465], "p_value": 0.062, "input_sha256": "7337dee61f7aac73a6f8217ae8642715ea61e928a37b53224e7e293ff1f696ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1015659137, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.474077790057974, "interval": [-8.864167811468935, -0.18625256291844913], "p_value": 0.058221376603029985, "input_sha256": "7337dee61f7aac73a6f8217ae8642715ea61e928a37b53224e7e293ff1f696ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1015659137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -133.88792150150732, "interval": [-332.7972769746, 65.02143397158534], "p_value": 0.18, "input_sha256": "7337dee61f7aac73a6f8217ae8642715ea61e928a37b53224e7e293ff1f696ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1015659137, "p_value_method": "welch_average_effect", "success": true, "estimate": -133.88792150150732, "interval": [-329.702210690466, 30.686613102842475], "p_value": 0.17974931366687347, "input_sha256": "7337dee61f7aac73a6f8217ae8642715ea61e928a37b53224e7e293ff1f696ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4267291424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2114665095107, "interval": [-1.8738147766848812, 6.296747795706281], "p_value": 0.282, "input_sha256": "4e72377d405cd04f752ee43f1d29ac570660ae590f21b51ab8f70643133b9b78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4267291424, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2114665095107, "interval": [-1.8747810102786209, 5.977816747236589], "p_value": 0.2795916558692376, "input_sha256": "4e72377d405cd04f752ee43f1d29ac570660ae590f21b51ab8f70643133b9b78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4267291424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 69.97450285084459, "interval": [-130.56513789088837, 270.51414359257757], "p_value": 0.62, "input_sha256": "4e72377d405cd04f752ee43f1d29ac570660ae590f21b51ab8f70643133b9b78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4267291424, "p_value_method": "welch_average_effect", "success": true, "estimate": 69.97450285084459, "interval": [-53.45777946046214, 368.29108406648334], "p_value": 0.47973040960875524, "input_sha256": "4e72377d405cd04f752ee43f1d29ac570660ae590f21b51ab8f70643133b9b78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2941575751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.27328045288130554, "interval": [-3.5455928416090545, 4.092153747371666], "p_value": 0.886, "input_sha256": "53db483ac764e4dc2255611cddb5c21a174a965e704fda2109c456eabc195893"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2941575751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.27328045288130554, "interval": [-3.1482365844860327, 3.7884997884948115], "p_value": 0.8846256930972142, "input_sha256": "53db483ac764e4dc2255611cddb5c21a174a965e704fda2109c456eabc195893"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2941575751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -21.72243573790405, "interval": [-244.56780210485252, 201.12293062904442], "p_value": 0.847, "input_sha256": "53db483ac764e4dc2255611cddb5c21a174a965e704fda2109c456eabc195893"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2941575751, "p_value_method": "welch_average_effect", "success": true, "estimate": -21.72243573790405, "interval": [-251.52206698956533, 163.87370285088227], "p_value": 0.8445143612178071, "input_sha256": "53db483ac764e4dc2255611cddb5c21a174a965e704fda2109c456eabc195893"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1670291631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5117666670997778, "interval": [-5.473689908671209, 2.450156574471653], "p_value": 0.428, "input_sha256": "4fd05c343ed75d36fd7d65f2b1384387e0ac3b5e02b47a96796dfbd4cefe3baa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1670291631, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5117666670997778, "interval": [-5.024739941046442, 2.3510976529295773], "p_value": 0.4445641203787356, "input_sha256": "4fd05c343ed75d36fd7d65f2b1384387e0ac3b5e02b47a96796dfbd4cefe3baa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1670291631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.478322369250463, "interval": [-171.4503429966278, 202.40698773512872], "p_value": 0.892, "input_sha256": "4fd05c343ed75d36fd7d65f2b1384387e0ac3b5e02b47a96796dfbd4cefe3baa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1670291631, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.478322369250463, "interval": [-166.62339530663425, 188.55565510859492], "p_value": 0.8677434348592317, "input_sha256": "4fd05c343ed75d36fd7d65f2b1384387e0ac3b5e02b47a96796dfbd4cefe3baa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2444369624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.119481539964815, "interval": [1.0869429255241343, 9.152020154405495], "p_value": 0.012, "input_sha256": "35e8e664327516bd72410bd6e41099a1b44594a7671f88bbfac4af67e8547f15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2444369624, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.119481539964815, "interval": [1.256812849272625, 8.658020513656238], "p_value": 0.014381866994815043, "input_sha256": "35e8e664327516bd72410bd6e41099a1b44594a7671f88bbfac4af67e8547f15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2444369624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 23.30460737275328, "interval": [-148.73803322961894, 195.3472479751255], "p_value": 0.799, "input_sha256": "35e8e664327516bd72410bd6e41099a1b44594a7671f88bbfac4af67e8547f15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2444369624, "p_value_method": "welch_average_effect", "success": true, "estimate": 23.30460737275328, "interval": [-112.00645430177529, 204.6473930748365], "p_value": 0.7849230953629208, "input_sha256": "35e8e664327516bd72410bd6e41099a1b44594a7671f88bbfac4af67e8547f15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3638174868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8474072935446344, "interval": [0.6456364116942819, 7.049178175394987], "p_value": 0.02, "input_sha256": "1130e3712c66699463514fc07a2b875361b22fa6dc516d2d40b5c89b41ed5160"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3638174868, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8474072935446344, "interval": [1.062136024106338, 6.958435095634651], "p_value": 0.019822833613079325, "input_sha256": "1130e3712c66699463514fc07a2b875361b22fa6dc516d2d40b5c89b41ed5160"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3638174868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 88.36501951282227, "interval": [-25.907656666647526, 202.63769569229208], "p_value": 0.117, "input_sha256": "1130e3712c66699463514fc07a2b875361b22fa6dc516d2d40b5c89b41ed5160"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3638174868, "p_value_method": "welch_average_effect", "success": true, "estimate": 88.36501951282227, "interval": [-5.8560791234784935, 200.12921623485116], "p_value": 0.12519705971403366, "input_sha256": "1130e3712c66699463514fc07a2b875361b22fa6dc516d2d40b5c89b41ed5160"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3060533095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7624192856841319, "interval": [-2.843969538643296, 4.36880811001156], "p_value": 0.688, "input_sha256": "67dc9b1b60a59c4abdafc5b735eb328c6cfc3ec57806b5048ee4209e8e3b8030"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3060533095, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7624192856841319, "interval": [-3.1105393910023014, 3.783910688913321], "p_value": 0.6701586222922116, "input_sha256": "67dc9b1b60a59c4abdafc5b735eb328c6cfc3ec57806b5048ee4209e8e3b8030"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3060533095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 93.38564799604413, "interval": [-102.35576183433824, 289.1270578264265], "p_value": 0.435, "input_sha256": "67dc9b1b60a59c4abdafc5b735eb328c6cfc3ec57806b5048ee4209e8e3b8030"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3060533095, "p_value_method": "welch_average_effect", "success": true, "estimate": 93.38564799604413, "interval": [-29.946080085972383, 399.8555823149513], "p_value": 0.33462948692931593, "input_sha256": "67dc9b1b60a59c4abdafc5b735eb328c6cfc3ec57806b5048ee4209e8e3b8030"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1335771614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5203244323196312, "interval": [-3.1047372600749545, 4.145386124714217], "p_value": 0.802, "input_sha256": "900c0ea2da580c26d4021ce566a1e11e349620be25a461c0b2fdd030e52e4f4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1335771614, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5203244323196312, "interval": [-2.7816797984029793, 4.120234594958111], "p_value": 0.7720639181499465, "input_sha256": "900c0ea2da580c26d4021ce566a1e11e349620be25a461c0b2fdd030e52e4f4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1335771614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.107892151272807, "interval": [-247.03754437039743, 222.8217600678518], "p_value": 0.903, "input_sha256": "900c0ea2da580c26d4021ce566a1e11e349620be25a461c0b2fdd030e52e4f4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1335771614, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.107892151272807, "interval": [-169.25785169507105, 287.279384502392], "p_value": 0.9169292771543501, "input_sha256": "900c0ea2da580c26d4021ce566a1e11e349620be25a461c0b2fdd030e52e4f4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 8569325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.171967862935043, "interval": [-1.4557123176442257, 5.799648043514312], "p_value": 0.229, "input_sha256": "6411daf503a961bce14830db26e17acc9fde4c8bd18e6042dc1db0c068b04001"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 8569325, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.171967862935043, "interval": [-1.2529337706606305, 5.483070811692897], "p_value": 0.23297454183217076, "input_sha256": "6411daf503a961bce14830db26e17acc9fde4c8bd18e6042dc1db0c068b04001"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 8569325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 195.55155356210037, "interval": [-15.961767961209233, 407.06487508541], "p_value": 0.047, "input_sha256": "6411daf503a961bce14830db26e17acc9fde4c8bd18e6042dc1db0c068b04001"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 8569325, "p_value_method": "welch_average_effect", "success": true, "estimate": 195.55155356210037, "interval": [54.396323546852294, 536.825025288701], "p_value": 0.06815992536349283, "input_sha256": "6411daf503a961bce14830db26e17acc9fde4c8bd18e6042dc1db0c068b04001"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4065440511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9343723185263375, "interval": [-4.30057840218473, 2.4318337651320543], "p_value": 0.588, "input_sha256": "64bfd4832381f3b905d03c7992b5780f775e739e858bcd95bfa73f26ddac9ce1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4065440511, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9343723185263375, "interval": [-3.7255621147420652, 2.2609893798244087], "p_value": 0.5774021431240672, "input_sha256": "64bfd4832381f3b905d03c7992b5780f775e739e858bcd95bfa73f26ddac9ce1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4065440511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -138.59202632171628, "interval": [-343.6656374426218, 66.48158479918922], "p_value": 0.176, "input_sha256": "64bfd4832381f3b905d03c7992b5780f775e739e858bcd95bfa73f26ddac9ce1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4065440511, "p_value_method": "welch_average_effect", "success": true, "estimate": -138.59202632171628, "interval": [-399.5140263919485, -5.795390647063246], "p_value": 0.17531591664705382, "input_sha256": "64bfd4832381f3b905d03c7992b5780f775e739e858bcd95bfa73f26ddac9ce1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1236096600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6176008100982653, "interval": [-3.154327889238016, 4.389529509434547], "p_value": 0.751, "input_sha256": "528579e8cc857f880820cbb0f0b4aa0e07eee8d78bd2397b2898b6ffe4c3b532"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1236096600, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6176008100982653, "interval": [-2.476542762420227, 4.464101708667688], "p_value": 0.7417313443240054, "input_sha256": "528579e8cc857f880820cbb0f0b4aa0e07eee8d78bd2397b2898b6ffe4c3b532"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1236096600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -26.320418689892676, "interval": [-240.8807619196565, 188.23992453987114], "p_value": 0.875, "input_sha256": "528579e8cc857f880820cbb0f0b4aa0e07eee8d78bd2397b2898b6ffe4c3b532"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1236096600, "p_value_method": "welch_average_effect", "success": true, "estimate": -26.320418689892676, "interval": [-368.7652154240925, 115.57969978728623], "p_value": 0.8018498705983668, "input_sha256": "528579e8cc857f880820cbb0f0b4aa0e07eee8d78bd2397b2898b6ffe4c3b532"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1538067711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1817517794192138, "interval": [-3.235072290074231, 5.598575848912659], "p_value": 0.585, "input_sha256": "d7ca17f1f4b6ef3fe43f2e86da69780c271b9f6ddcede6c2aba9595e5f69f9cb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1538067711, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1817517794192138, "interval": [-2.9754632743638174, 5.679159415479476], "p_value": 0.5901916534141813, "input_sha256": "d7ca17f1f4b6ef3fe43f2e86da69780c271b9f6ddcede6c2aba9595e5f69f9cb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1538067711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 89.80747931295252, "interval": [-96.80771252855081, 276.4226711544559], "p_value": 0.342, "input_sha256": "d7ca17f1f4b6ef3fe43f2e86da69780c271b9f6ddcede6c2aba9595e5f69f9cb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1538067711, "p_value_method": "welch_average_effect", "success": true, "estimate": 89.80747931295252, "interval": [-74.52838548835504, 310.96117237431633], "p_value": 0.3347862425080622, "input_sha256": "d7ca17f1f4b6ef3fe43f2e86da69780c271b9f6ddcede6c2aba9595e5f69f9cb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3715615058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5328733568606889, "interval": [-3.308639979286201, 4.374386693007579], "p_value": 0.798, "input_sha256": "5a6c697a15868bd03e446f948db5aeaf4b7bd3d74374707332036c4aff9adc4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3715615058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5328733568606889, "interval": [-3.1382064066484077, 4.006617776585056], "p_value": 0.7802904635854399, "input_sha256": "5a6c697a15868bd03e446f948db5aeaf4b7bd3d74374707332036c4aff9adc4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3715615058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -169.42130364597472, "interval": [-473.7263313920955, 134.88372410014608], "p_value": 0.285, "input_sha256": "5a6c697a15868bd03e446f948db5aeaf4b7bd3d74374707332036c4aff9adc4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3715615058, "p_value_method": "welch_average_effect", "success": true, "estimate": -169.42130364597472, "interval": [-625.9413228314139, 16.11604797480335], "p_value": 0.2598388598882076, "input_sha256": "5a6c697a15868bd03e446f948db5aeaf4b7bd3d74374707332036c4aff9adc4b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2993598989, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1097372836622377, "interval": [-0.9570488310335881, 7.176523398358063], "p_value": 0.132, "input_sha256": "ddc71512ff5e19204d7b7fe2e559b3c71f1eacad4242dfb35b31c094c74ba593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2993598989, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1097372836622377, "interval": [-0.7745316414095943, 6.9673457254390145], "p_value": 0.12954448288211515, "input_sha256": "ddc71512ff5e19204d7b7fe2e559b3c71f1eacad4242dfb35b31c094c74ba593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2993598989, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.0841984640043, "interval": [-90.44639461833147, 216.6147915463401], "p_value": 0.421, "input_sha256": "ddc71512ff5e19204d7b7fe2e559b3c71f1eacad4242dfb35b31c094c74ba593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2993598989, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.0841984640043, "interval": [-65.82323118294319, 202.94683747508898], "p_value": 0.41023323913803766, "input_sha256": "ddc71512ff5e19204d7b7fe2e559b3c71f1eacad4242dfb35b31c094c74ba593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2701071583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6269569163409496, "interval": [-7.330670703594663, 0.07675687091276417], "p_value": 0.046, "input_sha256": "26b17e949bcfef1b60ad78b9cc21929c5379e3ffeff85de46b2d22ed93fc167b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2701071583, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6269569163409496, "interval": [-6.799584727996496, 0.4585825399004136], "p_value": 0.054630267491948575, "input_sha256": "26b17e949bcfef1b60ad78b9cc21929c5379e3ffeff85de46b2d22ed93fc167b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2701071583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -99.44849074858527, "interval": [-309.5363787867651, 110.63939728959454], "p_value": 0.343, "input_sha256": "26b17e949bcfef1b60ad78b9cc21929c5379e3ffeff85de46b2d22ed93fc167b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2701071583, "p_value_method": "welch_average_effect", "success": true, "estimate": -99.44849074858527, "interval": [-329.9294895143674, 71.54824725664079], "p_value": 0.34205211469864494, "input_sha256": "26b17e949bcfef1b60ad78b9cc21929c5379e3ffeff85de46b2d22ed93fc167b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3611444501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5945060359555789, "interval": [-2.4057778453056557, 3.5947899172168136], "p_value": 0.69, "input_sha256": "19f405e36874b8d69a7214e8df79b053a144ac79fd76e72286f5c8bcc219e217"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3611444501, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5945060359555789, "interval": [-2.1719224587758252, 3.2945683772049534], "p_value": 0.6905246060773257, "input_sha256": "19f405e36874b8d69a7214e8df79b053a144ac79fd76e72286f5c8bcc219e217"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3611444501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 101.72387385307013, "interval": [-75.47831116273389, 278.9260588688742], "p_value": 0.272, "input_sha256": "19f405e36874b8d69a7214e8df79b053a144ac79fd76e72286f5c8bcc219e217"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3611444501, "p_value_method": "welch_average_effect", "success": true, "estimate": 101.72387385307013, "interval": [-32.000471724951254, 310.4516231833665], "p_value": 0.24959047296496933, "input_sha256": "19f405e36874b8d69a7214e8df79b053a144ac79fd76e72286f5c8bcc219e217"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3137582301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6538697123687225, "interval": [-2.886587955824852, 4.194327380562298], "p_value": 0.722, "input_sha256": "3cc33de8c5500ddbd4cc0d3755a8e027a8b9629a092b9032d3457fa373b35ecf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3137582301, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6538697123687225, "interval": [-2.665442303723903, 3.8484803063177675], "p_value": 0.7103816512039014, "input_sha256": "3cc33de8c5500ddbd4cc0d3755a8e027a8b9629a092b9032d3457fa373b35ecf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3137582301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 79.61409596626062, "interval": [-71.87050423266534, 231.0986961651866], "p_value": 0.319, "input_sha256": "3cc33de8c5500ddbd4cc0d3755a8e027a8b9629a092b9032d3457fa373b35ecf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3137582301, "p_value_method": "welch_average_effect", "success": true, "estimate": 79.61409596626062, "interval": [-34.229157859225616, 267.9831628460562], "p_value": 0.29119056089283835, "input_sha256": "3cc33de8c5500ddbd4cc0d3755a8e027a8b9629a092b9032d3457fa373b35ecf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1780401183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2687711592874233, "interval": [-0.36639502077940955, 6.903937339354256], "p_value": 0.077, "input_sha256": "56dab5860bec24303dab8b6d375cbab075684573b8b1921bd3f483d3538640e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1780401183, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2687711592874233, "interval": [-0.3398736722723469, 6.455686192771404], "p_value": 0.0765610603516799, "input_sha256": "56dab5860bec24303dab8b6d375cbab075684573b8b1921bd3f483d3538640e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1780401183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -20.055951071643648, "interval": [-248.46082726642513, 208.34892512313783], "p_value": 0.866, "input_sha256": "56dab5860bec24303dab8b6d375cbab075684573b8b1921bd3f483d3538640e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1780401183, "p_value_method": "welch_average_effect", "success": true, "estimate": -20.055951071643648, "interval": [-260.43733047186254, 176.35998132055212], "p_value": 0.8597718021438168, "input_sha256": "56dab5860bec24303dab8b6d375cbab075684573b8b1921bd3f483d3538640e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 694465275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3550370130472285, "interval": [-6.456169924717789, 1.7460958986233317], "p_value": 0.245, "input_sha256": "e38cff65ffeeb4858259af00c1706c8f09f5868c486b0b0c524e3eb357bd0c34"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 694465275, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3550370130472285, "interval": [-6.27409590483326, 1.4870477680683367], "p_value": 0.25167510302871904, "input_sha256": "e38cff65ffeeb4858259af00c1706c8f09f5868c486b0b0c524e3eb357bd0c34"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 694465275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -62.63730665620572, "interval": [-201.9654802621386, 76.69086694972718], "p_value": 0.389, "input_sha256": "e38cff65ffeeb4858259af00c1706c8f09f5868c486b0b0c524e3eb357bd0c34"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 694465275, "p_value_method": "welch_average_effect", "success": true, "estimate": -62.63730665620572, "interval": [-216.07669215884806, 54.02028273054421], "p_value": 0.36573613983145303, "input_sha256": "e38cff65ffeeb4858259af00c1706c8f09f5868c486b0b0c524e3eb357bd0c34"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2269615208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0609253290347187, "interval": [-4.730727458867672, 4.852578116937109], "p_value": 0.981, "input_sha256": "b0ff074a44cf4c978b602b80e4a6b1e59184d9fbe5ca8ed6a7407db7fc30167f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2269615208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0609253290347187, "interval": [-4.430601098696162, 4.649815968107444], "p_value": 0.979498131809602, "input_sha256": "b0ff074a44cf4c978b602b80e4a6b1e59184d9fbe5ca8ed6a7407db7fc30167f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2269615208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -61.971527155420404, "interval": [-302.45134977578357, 178.50829546494276], "p_value": 0.639, "input_sha256": "b0ff074a44cf4c978b602b80e4a6b1e59184d9fbe5ca8ed6a7407db7fc30167f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2269615208, "p_value_method": "welch_average_effect", "success": true, "estimate": -61.971527155420404, "interval": [-362.08690001391125, 114.36502175585079], "p_value": 0.603286154772498, "input_sha256": "b0ff074a44cf4c978b602b80e4a6b1e59184d9fbe5ca8ed6a7407db7fc30167f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3915558151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6863173187557834, "interval": [-3.454999441707124, 4.827634079218691], "p_value": 0.723, "input_sha256": "daaa8dd398f1c755fd737cb20e952048496a84c0368a823a1848237234686daf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3915558151, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6863173187557834, "interval": [-3.4243727464379647, 4.282996660332054], "p_value": 0.7390450404182848, "input_sha256": "daaa8dd398f1c755fd737cb20e952048496a84c0368a823a1848237234686daf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3915558151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 82.62512517755646, "interval": [-88.71046592629658, 253.96071628140947], "p_value": 0.357, "input_sha256": "daaa8dd398f1c755fd737cb20e952048496a84c0368a823a1848237234686daf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3915558151, "p_value_method": "welch_average_effect", "success": true, "estimate": 82.62512517755646, "interval": [-57.99969732086643, 286.52255405028353], "p_value": 0.3328978591255507, "input_sha256": "daaa8dd398f1c755fd737cb20e952048496a84c0368a823a1848237234686daf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2520035731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.606237795988429, "interval": [-1.5777679792991117, 4.79024357127597], "p_value": 0.306, "input_sha256": "f533e0d2d2b34e4ce0107b2e18615162deb0a1a2a876337a2f2571972b9facf6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2520035731, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.606237795988429, "interval": [-1.3153893604413194, 4.404923632427714], "p_value": 0.31344821795634314, "input_sha256": "f533e0d2d2b34e4ce0107b2e18615162deb0a1a2a876337a2f2571972b9facf6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2520035731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 91.79552975105466, "interval": [-100.78601441308865, 284.37707391519797], "p_value": 0.375, "input_sha256": "f533e0d2d2b34e4ce0107b2e18615162deb0a1a2a876337a2f2571972b9facf6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2520035731, "p_value_method": "welch_average_effect", "success": true, "estimate": 91.79552975105466, "interval": [-63.085920049677625, 304.24293869835185], "p_value": 0.3381506938442782, "input_sha256": "f533e0d2d2b34e4ce0107b2e18615162deb0a1a2a876337a2f2571972b9facf6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3072710082, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.215775219692304, "interval": [-1.9866521031268247, 8.418202542511434], "p_value": 0.228, "input_sha256": "1c36555a2c548c350fc078c613d41dd702065ef8c0827a4950d72c0bec6140de"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3072710082, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.215775219692304, "interval": [-1.703347362991517, 7.83169715063961], "p_value": 0.21819473966621727, "input_sha256": "1c36555a2c548c350fc078c613d41dd702065ef8c0827a4950d72c0bec6140de"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3072710082, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -38.14797564155242, "interval": [-222.86051420051956, 146.56456291741472], "p_value": 0.698, "input_sha256": "1c36555a2c548c350fc078c613d41dd702065ef8c0827a4950d72c0bec6140de"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3072710082, "p_value_method": "welch_average_effect", "success": true, "estimate": -38.14797564155242, "interval": [-287.0179710879697, 84.83030506792461], "p_value": 0.6759183399238048, "input_sha256": "1c36555a2c548c350fc078c613d41dd702065ef8c0827a4950d72c0bec6140de"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3768293487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.28409063270902557, "interval": [-3.9849777123891528, 4.553158977807204], "p_value": 0.876, "input_sha256": "ef6a7819689d8f850ed1df590906e8dae7940082f84d6836d4718e72767c23b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3768293487, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.28409063270902557, "interval": [-3.4535719292946068, 4.37131605459761], "p_value": 0.8928495512942882, "input_sha256": "ef6a7819689d8f850ed1df590906e8dae7940082f84d6836d4718e72767c23b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3768293487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 20.639637974800863, "interval": [-98.92514364034757, 140.20441958994928], "p_value": 0.745, "input_sha256": "ef6a7819689d8f850ed1df590906e8dae7940082f84d6836d4718e72767c23b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3768293487, "p_value_method": "welch_average_effect", "success": true, "estimate": 20.639637974800863, "interval": [-84.46111219647581, 143.44288584038415], "p_value": 0.7286066388883745, "input_sha256": "ef6a7819689d8f850ed1df590906e8dae7940082f84d6836d4718e72767c23b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1986192354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2266319148072977, "interval": [-4.152491252891193, 1.6992274232765974], "p_value": 0.397, "input_sha256": "31a4d1bf79b2d0e6483c6de0aef97ae7de10bc050bb4dd2db05d8d1dbe40157c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1986192354, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2266319148072977, "interval": [-4.363199806653664, 1.3919275819235029], "p_value": 0.4009899393354406, "input_sha256": "31a4d1bf79b2d0e6483c6de0aef97ae7de10bc050bb4dd2db05d8d1dbe40157c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1986192354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -27.77122070747953, "interval": [-267.6195405804447, 212.07709916548566], "p_value": 0.841, "input_sha256": "31a4d1bf79b2d0e6483c6de0aef97ae7de10bc050bb4dd2db05d8d1dbe40157c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1986192354, "p_value_method": "welch_average_effect", "success": true, "estimate": -27.77122070747953, "interval": [-307.01331488781176, 153.66319019969902], "p_value": 0.8157704536326784, "input_sha256": "31a4d1bf79b2d0e6483c6de0aef97ae7de10bc050bb4dd2db05d8d1dbe40157c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2955234446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.3517983966559886, "interval": [-9.189337010711347, -1.514259782600631], "p_value": 0.003, "input_sha256": "199b13afb429eb836df6ba4b541664efbfd88351187f8f89c6b7d52032b96ed4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2955234446, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.3517983966559886, "interval": [-8.93976359779957, -2.0689531485467074], "p_value": 0.007527304706360392, "input_sha256": "199b13afb429eb836df6ba4b541664efbfd88351187f8f89c6b7d52032b96ed4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2955234446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -171.126636656671, "interval": [-422.58934906028196, 80.33607574694], "p_value": 0.196, "input_sha256": "199b13afb429eb836df6ba4b541664efbfd88351187f8f89c6b7d52032b96ed4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2955234446, "p_value_method": "welch_average_effect", "success": true, "estimate": -171.126636656671, "interval": [-468.8167840725009, 17.07767241019321], "p_value": 0.17292370452349312, "input_sha256": "199b13afb429eb836df6ba4b541664efbfd88351187f8f89c6b7d52032b96ed4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2588684792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.426880324473448, "interval": [-7.437503930146472, 0.5837432811995766], "p_value": 0.098, "input_sha256": "1a32352e8ccdbdd95017c7cf58fdc9f080d4409f7c8af57cb2b3a5f85c2a30f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2588684792, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.426880324473448, "interval": [-7.47269138518351, -0.055969981254045904], "p_value": 0.09178760897886125, "input_sha256": "1a32352e8ccdbdd95017c7cf58fdc9f080d4409f7c8af57cb2b3a5f85c2a30f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2588684792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.509448533193464, "interval": [-203.93098518771927, 178.91208812133237], "p_value": 0.892, "input_sha256": "1a32352e8ccdbdd95017c7cf58fdc9f080d4409f7c8af57cb2b3a5f85c2a30f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2588684792, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.509448533193464, "interval": [-180.83192537813855, 192.58227659114976], "p_value": 0.8954475143810811, "input_sha256": "1a32352e8ccdbdd95017c7cf58fdc9f080d4409f7c8af57cb2b3a5f85c2a30f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1415220812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7288856457441675, "interval": [-1.876615498654274, 5.334386790142609], "p_value": 0.33, "input_sha256": "69a32b08ea3770e7a50c1545145ebe6dc8ef2df677c78371f33aa4529fed66cd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1415220812, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7288856457441675, "interval": [-1.8182132060611285, 5.05039699187624], "p_value": 0.3376772667874016, "input_sha256": "69a32b08ea3770e7a50c1545145ebe6dc8ef2df677c78371f33aa4529fed66cd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1415220812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.73941910342413, "interval": [-242.18355981221495, 52.7047216053667], "p_value": 0.193, "input_sha256": "69a32b08ea3770e7a50c1545145ebe6dc8ef2df677c78371f33aa4529fed66cd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1415220812, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.73941910342413, "interval": [-245.05629275028002, 32.13661635002505], "p_value": 0.19989952021731874, "input_sha256": "69a32b08ea3770e7a50c1545145ebe6dc8ef2df677c78371f33aa4529fed66cd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 482035657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.070396161340863, "interval": [-5.368518890936357, 3.2277265682546306], "p_value": 0.583, "input_sha256": "08457d049fcfbdf3d94e3d195905f09b213170edcdfdf58976d41dfce5502ce4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 482035657, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.070396161340863, "interval": [-5.39573598092254, 3.0128886499529273], "p_value": 0.6163977937483653, "input_sha256": "08457d049fcfbdf3d94e3d195905f09b213170edcdfdf58976d41dfce5502ce4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 482035657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 114.68651244746567, "interval": [-112.9153272161004, 342.2883521110317], "p_value": 0.306, "input_sha256": "08457d049fcfbdf3d94e3d195905f09b213170edcdfdf58976d41dfce5502ce4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 482035657, "p_value_method": "welch_average_effect", "success": true, "estimate": 114.68651244746567, "interval": [-78.46673020604281, 324.3870549033203], "p_value": 0.31184937847630334, "input_sha256": "08457d049fcfbdf3d94e3d195905f09b213170edcdfdf58976d41dfce5502ce4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 457405834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9204849529944834, "interval": [-5.917312063422434, 2.076342157433468], "p_value": 0.329, "input_sha256": "41d3539711c4861de6540fc3a8ba315b1199dcd89a38493735dd841e3661253a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 457405834, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9204849529944834, "interval": [-5.412774231094272, 1.981661017817389], "p_value": 0.3364483576716325, "input_sha256": "41d3539711c4861de6540fc3a8ba315b1199dcd89a38493735dd841e3661253a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 457405834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.126169341570773, "interval": [-155.30101338686472, 179.55335207000627], "p_value": 0.899, "input_sha256": "41d3539711c4861de6540fc3a8ba315b1199dcd89a38493735dd841e3661253a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 457405834, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.126169341570773, "interval": [-171.79073234268373, 148.1407490362321], "p_value": 0.8840841556890329, "input_sha256": "41d3539711c4861de6540fc3a8ba315b1199dcd89a38493735dd841e3661253a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3956988438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2741073875254028, "interval": [-5.4174127097698985, 2.869197934719093], "p_value": 0.539, "input_sha256": "91495e7a7b29c4a09285834368ad7bb7094d9bffef0cf0b82b114b68a51b9399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3956988438, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2741073875254028, "interval": [-5.021672866245875, 2.694795635283665], "p_value": 0.5369860698862012, "input_sha256": "91495e7a7b29c4a09285834368ad7bb7094d9bffef0cf0b82b114b68a51b9399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3956988438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.83521326663049, "interval": [-248.29405322883412, 277.9644797620951], "p_value": 0.928, "input_sha256": "91495e7a7b29c4a09285834368ad7bb7094d9bffef0cf0b82b114b68a51b9399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3956988438, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.83521326663049, "interval": [-255.95732664245136, 238.19988819126965], "p_value": 0.9097314955306426, "input_sha256": "91495e7a7b29c4a09285834368ad7bb7094d9bffef0cf0b82b114b68a51b9399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 418633081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4332883039388733, "interval": [-5.237465409503862, 2.3708888016261156], "p_value": 0.428, "input_sha256": "708aba25a4b59e5ba2bc497437400b451150d2295df05c717b57c97b41529062"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 418633081, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4332883039388733, "interval": [-5.282784663911192, 2.012383582045847], "p_value": 0.45025812889493144, "input_sha256": "708aba25a4b59e5ba2bc497437400b451150d2295df05c717b57c97b41529062"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 418633081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 252.39457697882665, "interval": [41.3427568860765, 463.4463970715768], "p_value": 0.002, "input_sha256": "708aba25a4b59e5ba2bc497437400b451150d2295df05c717b57c97b41529062"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 418633081, "p_value_method": "welch_average_effect", "success": true, "estimate": 252.39457697882665, "interval": [104.03317861101515, 506.892876269836], "p_value": 0.021520072224527675, "input_sha256": "708aba25a4b59e5ba2bc497437400b451150d2295df05c717b57c97b41529062"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3038817077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20771349996043398, "interval": [-3.887745890555644, 4.303172890476512], "p_value": 0.899, "input_sha256": "5f33dd8a56794cf1afdf37151f1128f20320a5b78604587d71b9b226d3e83433"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3038817077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20771349996043398, "interval": [-3.4797073641484038, 4.401382436500462], "p_value": 0.9178898781682677, "input_sha256": "5f33dd8a56794cf1afdf37151f1128f20320a5b78604587d71b9b226d3e83433"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3038817077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 168.01708723797378, "interval": [-36.953763601877654, 372.9879380778252], "p_value": 0.094, "input_sha256": "5f33dd8a56794cf1afdf37151f1128f20320a5b78604587d71b9b226d3e83433"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3038817077, "p_value_method": "welch_average_effect", "success": true, "estimate": 168.01708723797378, "interval": [33.28125761421543, 476.1582301167545], "p_value": 0.10340796966839173, "input_sha256": "5f33dd8a56794cf1afdf37151f1128f20320a5b78604587d71b9b226d3e83433"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2268837684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9740944478237754, "interval": [-5.533434484350527, 1.5852455887029766], "p_value": 0.244, "input_sha256": "e9e85d55d841d8cec857cac3d5a4573bcf1c4d06265998732642decf085edf6f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2268837684, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9740944478237754, "interval": [-5.275420135140849, 1.3019623415001607], "p_value": 0.26848083493576264, "input_sha256": "e9e85d55d841d8cec857cac3d5a4573bcf1c4d06265998732642decf085edf6f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2268837684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -101.08219583564856, "interval": [-254.6075010614208, 52.443109390123695], "p_value": 0.199, "input_sha256": "e9e85d55d841d8cec857cac3d5a4573bcf1c4d06265998732642decf085edf6f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2268837684, "p_value_method": "welch_average_effect", "success": true, "estimate": -101.08219583564856, "interval": [-241.72280167983064, 64.09660529456511], "p_value": 0.19039141935825826, "input_sha256": "e9e85d55d841d8cec857cac3d5a4573bcf1c4d06265998732642decf085edf6f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 538573189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5143656674245136, "interval": [-5.2913852103837975, 4.26265387553477], "p_value": 0.819, "input_sha256": "21ae87b06339142cee161b26e2a2bed34100b710a176211dcbea103698ae82e7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 538573189, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5143656674245136, "interval": [-5.1809346243617105, 3.3770702631181932], "p_value": 0.8284871512222738, "input_sha256": "21ae87b06339142cee161b26e2a2bed34100b710a176211dcbea103698ae82e7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 538573189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 290.67385150524143, "interval": [16.215047632921028, 565.1326553775618], "p_value": 0.023, "input_sha256": "21ae87b06339142cee161b26e2a2bed34100b710a176211dcbea103698ae82e7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 538573189, "p_value_method": "welch_average_effect", "success": true, "estimate": 290.67385150524143, "interval": [95.82249707195174, 635.2280954020814], "p_value": 0.03895742641571633, "input_sha256": "21ae87b06339142cee161b26e2a2bed34100b710a176211dcbea103698ae82e7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4100815638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4267426908377505, "interval": [-3.5310706573099724, 4.384556038985473], "p_value": 0.841, "input_sha256": "ace823300aaae115be4a22ae2a41d3d0907b151acc1fbf2c37e25a9bb7bde4ce"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4100815638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4267426908377505, "interval": [-3.6092781828938474, 4.115516194295904], "p_value": 0.8279311146641652, "input_sha256": "ace823300aaae115be4a22ae2a41d3d0907b151acc1fbf2c37e25a9bb7bde4ce"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4100815638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.931677463892498, "interval": [-176.20143931678447, 204.06479424456947], "p_value": 0.872, "input_sha256": "ace823300aaae115be4a22ae2a41d3d0907b151acc1fbf2c37e25a9bb7bde4ce"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4100815638, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.931677463892498, "interval": [-177.9007997112109, 173.0730522218168], "p_value": 0.8827001402627416, "input_sha256": "ace823300aaae115be4a22ae2a41d3d0907b151acc1fbf2c37e25a9bb7bde4ce"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2605029158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8956164028832472, "interval": [-5.405790198993221, 1.6145573932267263], "p_value": 0.272, "input_sha256": "a0df83ca37b5bcba7913ebbefbcafced0b0435a6450def7367f04e13fa5e2db1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2605029158, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8956164028832472, "interval": [-5.164783707855931, 1.2024594807911415], "p_value": 0.28092704364861526, "input_sha256": "a0df83ca37b5bcba7913ebbefbcafced0b0435a6450def7367f04e13fa5e2db1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2605029158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -59.997916735232124, "interval": [-196.95397626867737, 76.9581427982131], "p_value": 0.374, "input_sha256": "a0df83ca37b5bcba7913ebbefbcafced0b0435a6450def7367f04e13fa5e2db1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2605029158, "p_value_method": "welch_average_effect", "success": true, "estimate": -59.997916735232124, "interval": [-201.3431479343769, 52.67889359244014], "p_value": 0.37897973990155, "input_sha256": "a0df83ca37b5bcba7913ebbefbcafced0b0435a6450def7367f04e13fa5e2db1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2806615716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.929753147291976, "interval": [-7.735327931544628, -0.12417836303932406], "p_value": 0.032, "input_sha256": "521ec5c691234fb6600811d65b53227a1a001e9caa2927a2c5a8df320872acf1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2806615716, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.929753147291976, "interval": [-7.6514810202029935, -0.8310659435030309], "p_value": 0.04340128281812253, "input_sha256": "521ec5c691234fb6600811d65b53227a1a001e9caa2927a2c5a8df320872acf1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2806615716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.0230055728248, "interval": [-150.0748251279042, 252.12083627355383], "p_value": 0.632, "input_sha256": "521ec5c691234fb6600811d65b53227a1a001e9caa2927a2c5a8df320872acf1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2806615716, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.0230055728248, "interval": [-108.83986721351863, 275.4187695307255], "p_value": 0.6083951763370472, "input_sha256": "521ec5c691234fb6600811d65b53227a1a001e9caa2927a2c5a8df320872acf1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1529168791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6970219724797673, "interval": [-7.087282408876005, 1.6932384639164706], "p_value": 0.193, "input_sha256": "4fa7b54c875cc6e889d822ba2cc026fba332c1177894959271caf04712ba8960"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1529168791, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6970219724797673, "interval": [-6.27296845781975, 1.9607467233354474], "p_value": 0.22013246279986853, "input_sha256": "4fa7b54c875cc6e889d822ba2cc026fba332c1177894959271caf04712ba8960"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1529168791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -92.73063568474706, "interval": [-207.22325416744584, 21.76198279795173], "p_value": 0.115, "input_sha256": "4fa7b54c875cc6e889d822ba2cc026fba332c1177894959271caf04712ba8960"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1529168791, "p_value_method": "welch_average_effect", "success": true, "estimate": -92.73063568474706, "interval": [-190.09858606540857, 21.96059237414278], "p_value": 0.10921113542369205, "input_sha256": "4fa7b54c875cc6e889d822ba2cc026fba332c1177894959271caf04712ba8960"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1013583209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.276401360396619, "interval": [-1.4463019726415611, 5.999104693434799], "p_value": 0.221, "input_sha256": "a731570072df5e740bd513e5f49468e1c7ad7b45c5e97c4eb2293d26700936bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1013583209, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.276401360396619, "interval": [-1.0989095570457812, 5.629297486821057], "p_value": 0.22334626477292163, "input_sha256": "a731570072df5e740bd513e5f49468e1c7ad7b45c5e97c4eb2293d26700936bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1013583209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 36.503252196796126, "interval": [-200.51282752958465, 273.5193319231769], "p_value": 0.811, "input_sha256": "a731570072df5e740bd513e5f49468e1c7ad7b45c5e97c4eb2293d26700936bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1013583209, "p_value_method": "welch_average_effect", "success": true, "estimate": 36.503252196796126, "interval": [-130.16410646045048, 359.95866923337746], "p_value": 0.7555221935825736, "input_sha256": "a731570072df5e740bd513e5f49468e1c7ad7b45c5e97c4eb2293d26700936bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4110166666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4259192635506182, "interval": [-5.560318648744127, 2.708480121642891], "p_value": 0.496, "input_sha256": "ba61d04b60dd7f261c4273f516ddbedd2710268c4f12c06348ebaad011483bbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4110166666, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4259192635506182, "interval": [-5.77031055404263, 2.322061176232688], "p_value": 0.4892968363389695, "input_sha256": "ba61d04b60dd7f261c4273f516ddbedd2710268c4f12c06348ebaad011483bbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4110166666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.28579357422949, "interval": [-128.39761292910947, 360.9692000775684], "p_value": 0.338, "input_sha256": "ba61d04b60dd7f261c4273f516ddbedd2710268c4f12c06348ebaad011483bbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4110166666, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.28579357422949, "interval": [-62.06638368467438, 410.13223425038785], "p_value": 0.33815640149025283, "input_sha256": "ba61d04b60dd7f261c4273f516ddbedd2710268c4f12c06348ebaad011483bbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3927830251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5923203545660947, "interval": [-3.0894036841339507, 4.27404439326614], "p_value": 0.737, "input_sha256": "b4eef73aa22c7e6476e3e739ecfae3c3f4934266e4719a410b531e144775ce83"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3927830251, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5923203545660947, "interval": [-2.6863324787099847, 4.136079730255014], "p_value": 0.7464304141586419, "input_sha256": "b4eef73aa22c7e6476e3e739ecfae3c3f4934266e4719a410b531e144775ce83"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3927830251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -129.82464359549417, "interval": [-345.0089889952492, 85.35970180426088], "p_value": 0.241, "input_sha256": "b4eef73aa22c7e6476e3e739ecfae3c3f4934266e4719a410b531e144775ce83"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3927830251, "p_value_method": "welch_average_effect", "success": true, "estimate": -129.82464359549417, "interval": [-389.8450813998159, 25.285909473394483], "p_value": 0.22789367178042835, "input_sha256": "b4eef73aa22c7e6476e3e739ecfae3c3f4934266e4719a410b531e144775ce83"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1653688635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8080698036240452, "interval": [-5.322759861811735, 3.706620254563645], "p_value": 0.702, "input_sha256": "0fbb8485b8fd17bbab6fa38681490ce869f641c0b28db13a7794d95411a2fb1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1653688635, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8080698036240452, "interval": [-5.039685826247667, 3.5406054606137305], "p_value": 0.7190103647069385, "input_sha256": "0fbb8485b8fd17bbab6fa38681490ce869f641c0b28db13a7794d95411a2fb1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1653688635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2039072325904243, "interval": [-136.37390194068638, 142.78171640586726], "p_value": 0.964, "input_sha256": "0fbb8485b8fd17bbab6fa38681490ce869f641c0b28db13a7794d95411a2fb1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1653688635, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2039072325904243, "interval": [-127.46940441661222, 131.51603890360286], "p_value": 0.9631591789099232, "input_sha256": "0fbb8485b8fd17bbab6fa38681490ce869f641c0b28db13a7794d95411a2fb1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1529044720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0891076623393285, "interval": [-1.623597056285071, 5.801812380963728], "p_value": 0.24, "input_sha256": "70d0a1b5083fd8352390abddc57b282312605eb2ab829b5b27aa1e7611127297"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1529044720, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0891076623393285, "interval": [-1.7331679105869053, 5.287481977411731], "p_value": 0.2616860152051839, "input_sha256": "70d0a1b5083fd8352390abddc57b282312605eb2ab829b5b27aa1e7611127297"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1529044720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 170.73199883778207, "interval": [-2.1076802877556418, 343.57167796331976], "p_value": 0.057, "input_sha256": "70d0a1b5083fd8352390abddc57b282312605eb2ab829b5b27aa1e7611127297"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1529044720, "p_value_method": "welch_average_effect", "success": true, "estimate": 170.73199883778207, "interval": [37.18636786368552, 363.19002563037276], "p_value": 0.05262023661056908, "input_sha256": "70d0a1b5083fd8352390abddc57b282312605eb2ab829b5b27aa1e7611127297"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1424187864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.827257844850246, "interval": [-1.6350973034786147, 7.289612993179107], "p_value": 0.24, "input_sha256": "58b164daccff38952d987a772150644c3425a8b0283b241af9644fbe5fd00e49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1424187864, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.827257844850246, "interval": [-1.2433595011073288, 6.915470287107462], "p_value": 0.20725519880540197, "input_sha256": "58b164daccff38952d987a772150644c3425a8b0283b241af9644fbe5fd00e49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1424187864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 105.96305618700936, "interval": [-112.11985372746909, 324.0459661014878], "p_value": 0.333, "input_sha256": "58b164daccff38952d987a772150644c3425a8b0283b241af9644fbe5fd00e49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1424187864, "p_value_method": "welch_average_effect", "success": true, "estimate": 105.96305618700936, "interval": [-67.08324956250055, 350.7942231184537], "p_value": 0.3283533945112086, "input_sha256": "58b164daccff38952d987a772150644c3425a8b0283b241af9644fbe5fd00e49"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4116307994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4789857816770695, "interval": [-4.261475783999401, 3.303504220645262], "p_value": 0.821, "input_sha256": "2c76278adebfb27c4189765dd51d3b6ae5cc43c104b425769c06231b95084451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4116307994, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4789857816770695, "interval": [-4.02869409734101, 2.9916987038180345], "p_value": 0.7990603191965389, "input_sha256": "2c76278adebfb27c4189765dd51d3b6ae5cc43c104b425769c06231b95084451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4116307994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.906564171465234, "interval": [-180.6606581520807, 162.84752980915027], "p_value": 0.922, "input_sha256": "2c76278adebfb27c4189765dd51d3b6ae5cc43c104b425769c06231b95084451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4116307994, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.906564171465234, "interval": [-203.4036603626021, 122.60167529680653], "p_value": 0.9167121976916739, "input_sha256": "2c76278adebfb27c4189765dd51d3b6ae5cc43c104b425769c06231b95084451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 759787904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.36082722913009313, "interval": [-3.6652610870369777, 4.386915545297164], "p_value": 0.872, "input_sha256": "87e011645e3ad49bfc822fb016431a3eaa5d171679f18373ddf54a4a80b0cf87"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 759787904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.36082722913009313, "interval": [-3.6605546916433465, 3.830692681531425], "p_value": 0.8569618579901914, "input_sha256": "87e011645e3ad49bfc822fb016431a3eaa5d171679f18373ddf54a4a80b0cf87"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 759787904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7574970104359835, "interval": [-152.08340563222583, 146.5684116113539], "p_value": 0.976, "input_sha256": "87e011645e3ad49bfc822fb016431a3eaa5d171679f18373ddf54a4a80b0cf87"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 759787904, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7574970104359835, "interval": [-179.91364275838458, 113.39548918121433], "p_value": 0.9702970576950944, "input_sha256": "87e011645e3ad49bfc822fb016431a3eaa5d171679f18373ddf54a4a80b0cf87"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2076494073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8990499435207031, "interval": [-4.92099514792947, 3.122895260888064], "p_value": 0.644, "input_sha256": "95c7c8c00b9698ca803b18ded7efd123717ea4a70065f350a3325c20e327397a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2076494073, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8990499435207031, "interval": [-4.488311216667143, 3.1962382454789577], "p_value": 0.6532842775379011, "input_sha256": "95c7c8c00b9698ca803b18ded7efd123717ea4a70065f350a3325c20e327397a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2076494073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.37690525784521, "interval": [-143.5039423278912, 236.2577528435816], "p_value": 0.66, "input_sha256": "95c7c8c00b9698ca803b18ded7efd123717ea4a70065f350a3325c20e327397a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2076494073, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.37690525784521, "interval": [-93.20675852521371, 240.07886505418065], "p_value": 0.6215399303823901, "input_sha256": "95c7c8c00b9698ca803b18ded7efd123717ea4a70065f350a3325c20e327397a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3226984142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.365048618434244, "interval": [-5.1761246888978345, 2.446027452029346], "p_value": 0.452, "input_sha256": "2fd00f14e82a8f50049ac92f7794ccd37d8448ec5b213293e02164287e7681f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3226984142, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.365048618434244, "interval": [-4.583685000429551, 2.7853219569314565], "p_value": 0.47283296172202904, "input_sha256": "2fd00f14e82a8f50049ac92f7794ccd37d8448ec5b213293e02164287e7681f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3226984142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 119.76549208795225, "interval": [-76.89425203766015, 316.42523621356463], "p_value": 0.223, "input_sha256": "2fd00f14e82a8f50049ac92f7794ccd37d8448ec5b213293e02164287e7681f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3226984142, "p_value_method": "welch_average_effect", "success": true, "estimate": 119.76549208795225, "interval": [-44.9538052940319, 319.25127975349324], "p_value": 0.2240271203270309, "input_sha256": "2fd00f14e82a8f50049ac92f7794ccd37d8448ec5b213293e02164287e7681f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2164074756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7274668564265028, "interval": [-2.997815694027648, 4.4527494068806535], "p_value": 0.716, "input_sha256": "2fe54b76bd75a5164ca3a43dd3591068cf4e80c4cd895228f5646f95b971046c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2164074756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7274668564265028, "interval": [-3.3189566120821143, 4.239531115388797], "p_value": 0.6948162562790324, "input_sha256": "2fe54b76bd75a5164ca3a43dd3591068cf4e80c4cd895228f5646f95b971046c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2164074756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -151.8728060449517, "interval": [-360.7910968456167, 57.04548475571332], "p_value": 0.129, "input_sha256": "2fe54b76bd75a5164ca3a43dd3591068cf4e80c4cd895228f5646f95b971046c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2164074756, "p_value_method": "welch_average_effect", "success": true, "estimate": -151.8728060449517, "interval": [-467.4703704945553, -18.73109640139596], "p_value": 0.14532220736296173, "input_sha256": "2fe54b76bd75a5164ca3a43dd3591068cf4e80c4cd895228f5646f95b971046c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2923011005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.182250002541874, "interval": [-2.6902973334111966, 7.054797338494945], "p_value": 0.37, "input_sha256": "588b9e43398278bbbe8b0a0280f25022a980285ad15375ef78b4681da2ec89c9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2923011005, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.182250002541874, "interval": [-2.7289739467806915, 6.317676580846208], "p_value": 0.3699139922409901, "input_sha256": "588b9e43398278bbbe8b0a0280f25022a980285ad15375ef78b4681da2ec89c9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2923011005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -20.79730023061549, "interval": [-237.6118412491895, 196.0172407879585], "p_value": 0.812, "input_sha256": "588b9e43398278bbbe8b0a0280f25022a980285ad15375ef78b4681da2ec89c9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2923011005, "p_value_method": "welch_average_effect", "success": true, "estimate": -20.79730023061549, "interval": [-191.10113511697153, 209.30667033371256], "p_value": 0.8469368828189132, "input_sha256": "588b9e43398278bbbe8b0a0280f25022a980285ad15375ef78b4681da2ec89c9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 367054860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.845247099420515, "interval": [-6.069836458235464, 2.3793422593944342], "p_value": 0.399, "input_sha256": "14f3be71f5eec7890df3dc5ebf85c1216ba2b5843802c10f6817d23a0fe62faf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 367054860, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.845247099420515, "interval": [-5.7507394101165, 2.323955898572444], "p_value": 0.3820278677180995, "input_sha256": "14f3be71f5eec7890df3dc5ebf85c1216ba2b5843802c10f6817d23a0fe62faf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 367054860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.98345439668742, "interval": [-150.8783086630919, 132.91139986971706], "p_value": 0.9, "input_sha256": "14f3be71f5eec7890df3dc5ebf85c1216ba2b5843802c10f6817d23a0fe62faf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 367054860, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.98345439668742, "interval": [-128.89238970144544, 151.17084996660387], "p_value": 0.898456276091179, "input_sha256": "14f3be71f5eec7890df3dc5ebf85c1216ba2b5843802c10f6817d23a0fe62faf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1866708275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.18257433497720044, "interval": [-3.490514319269051, 3.8556629892234517], "p_value": 0.916, "input_sha256": "9134a50a67bcdcfa807d6eda157622394fd46d7a6bd0775be12e9676995cf068"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1866708275, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.18257433497720044, "interval": [-3.553583295702218, 3.6080984389370276], "p_value": 0.9202537533421529, "input_sha256": "9134a50a67bcdcfa807d6eda157622394fd46d7a6bd0775be12e9676995cf068"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1866708275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 37.211147644378656, "interval": [-132.74693569230655, 207.16923098106386], "p_value": 0.69, "input_sha256": "9134a50a67bcdcfa807d6eda157622394fd46d7a6bd0775be12e9676995cf068"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1866708275, "p_value_method": "welch_average_effect", "success": true, "estimate": 37.211147644378656, "interval": [-100.39336364703303, 225.64471642402611], "p_value": 0.6595082637343734, "input_sha256": "9134a50a67bcdcfa807d6eda157622394fd46d7a6bd0775be12e9676995cf068"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3695662957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0814451775329221, "interval": [-5.85772342114619, 3.6948330660803457], "p_value": 0.648, "input_sha256": "93f059d5d624ca1d13ff082ccc1375059f79e4103ae95dc1f39327911fe558bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3695662957, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0814451775329221, "interval": [-6.06012259222518, 3.830127937703607], "p_value": 0.6488155261361348, "input_sha256": "93f059d5d624ca1d13ff082ccc1375059f79e4103ae95dc1f39327911fe558bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3695662957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 23.44271852865937, "interval": [-210.07712341036927, 256.962560467688], "p_value": 0.881, "input_sha256": "93f059d5d624ca1d13ff082ccc1375059f79e4103ae95dc1f39327911fe558bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3695662957, "p_value_method": "welch_average_effect", "success": true, "estimate": 23.44271852865937, "interval": [-131.01831897476873, 315.0171921070865], "p_value": 0.8390562925620916, "input_sha256": "93f059d5d624ca1d13ff082ccc1375059f79e4103ae95dc1f39327911fe558bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 527547898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9770700997586843, "interval": [-4.827775525861705, 2.873635326344337], "p_value": 0.628, "input_sha256": "942e45e20b2518ff2c0879105766cef5d9164eb0f6d550c0898037a1c92a0635"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 527547898, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9770700997586843, "interval": [-4.60045584743401, 3.0131419416893364], "p_value": 0.6104471424965572, "input_sha256": "942e45e20b2518ff2c0879105766cef5d9164eb0f6d550c0898037a1c92a0635"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 527547898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 55.627306985592256, "interval": [-131.52024340441523, 242.77485737559977], "p_value": 0.557, "input_sha256": "942e45e20b2518ff2c0879105766cef5d9164eb0f6d550c0898037a1c92a0635"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 527547898, "p_value_method": "welch_average_effect", "success": true, "estimate": 55.627306985592256, "interval": [-83.4954167993521, 261.90970500276643], "p_value": 0.5488360108212292, "input_sha256": "942e45e20b2518ff2c0879105766cef5d9164eb0f6d550c0898037a1c92a0635"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3797118571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.732241371469783, "interval": [-2.2418109342811126, 5.706293677220678], "p_value": 0.379, "input_sha256": "6b26f3e816c4a1db3f85f21b2048d4cf74d15d5d05fc6625186e26ca18e033ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3797118571, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.732241371469783, "interval": [-1.7816521888013326, 5.671831966304589], "p_value": 0.38310115655551313, "input_sha256": "6b26f3e816c4a1db3f85f21b2048d4cf74d15d5d05fc6625186e26ca18e033ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3797118571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 64.06757493177915, "interval": [-233.50087565047593, 361.63602551403426], "p_value": 0.925, "input_sha256": "6b26f3e816c4a1db3f85f21b2048d4cf74d15d5d05fc6625186e26ca18e033ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3797118571, "p_value_method": "welch_average_effect", "success": true, "estimate": 64.06757493177915, "interval": [-101.47721158363206, 506.06249880963884], "p_value": 0.659887470657127, "input_sha256": "6b26f3e816c4a1db3f85f21b2048d4cf74d15d5d05fc6625186e26ca18e033ba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 154120491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9689808231221182, "interval": [-2.9344176392638257, 4.872379285508062], "p_value": 0.6, "input_sha256": "e2a545131fd06d6c870f37896bb59b886ce7520ef941c3dcd6fcc133af1ec58e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 154120491, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9689808231221182, "interval": [-2.9184228602659195, 4.2549431434668135], "p_value": 0.6181599443657763, "input_sha256": "e2a545131fd06d6c870f37896bb59b886ce7520ef941c3dcd6fcc133af1ec58e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 154120491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3187304519800307, "interval": [-148.18499590246395, 154.82245680642401], "p_value": 0.968, "input_sha256": "e2a545131fd06d6c870f37896bb59b886ce7520ef941c3dcd6fcc133af1ec58e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 154120491, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3187304519800307, "interval": [-133.43438836918162, 137.06302589560426], "p_value": 0.9648616114861575, "input_sha256": "e2a545131fd06d6c870f37896bb59b886ce7520ef941c3dcd6fcc133af1ec58e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1712151034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7964891580813713, "interval": [-2.1498013204098334, 5.7427796365725765], "p_value": 0.345, "input_sha256": "c5742a97f002e044bd8f5393ee02ffb425fcb99f6c358d4affc648aa9f834246"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1712151034, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7964891580813713, "interval": [-2.129868899209254, 5.269333121931844], "p_value": 0.36253117715698036, "input_sha256": "c5742a97f002e044bd8f5393ee02ffb425fcb99f6c358d4affc648aa9f834246"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1712151034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 240.09843687570122, "interval": [-44.18970732312545, 524.3865810745278], "p_value": 0.083, "input_sha256": "c5742a97f002e044bd8f5393ee02ffb425fcb99f6c358d4affc648aa9f834246"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1712151034, "p_value_method": "welch_average_effect", "success": true, "estimate": 240.09843687570122, "interval": [36.44185729978532, 559.4383786631253], "p_value": 0.0938005920413488, "input_sha256": "c5742a97f002e044bd8f5393ee02ffb425fcb99f6c358d4affc648aa9f834246"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3015320615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0447078803012033, "interval": [-1.4254953114132691, 5.514911072015676], "p_value": 0.254, "input_sha256": "a3c3edf7fd5770cef40a2e91743e6ef039d1e737a40490c281c7aeb788cd13e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3015320615, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0447078803012033, "interval": [-1.0851795218867475, 4.993733777340043], "p_value": 0.24026572048734274, "input_sha256": "a3c3edf7fd5770cef40a2e91743e6ef039d1e737a40490c281c7aeb788cd13e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3015320615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -104.30586744990725, "interval": [-235.41086330417073, 26.799128404356225], "p_value": 0.111, "input_sha256": "a3c3edf7fd5770cef40a2e91743e6ef039d1e737a40490c281c7aeb788cd13e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3015320615, "p_value_method": "welch_average_effect", "success": true, "estimate": -104.30586744990725, "interval": [-260.94942611530865, -5.722220784089705], "p_value": 0.11372703909144419, "input_sha256": "a3c3edf7fd5770cef40a2e91743e6ef039d1e737a40490c281c7aeb788cd13e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 951611208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.112611073683791, "interval": [-6.033171534263753, 1.807949386896171], "p_value": 0.271, "input_sha256": "5becbd9d6b08a06dc402df03905e6d1cde7581bb080179216988b55eeb205399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 951611208, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.112611073683791, "interval": [-5.545120411046512, 1.9080279377893266], "p_value": 0.2818831434591747, "input_sha256": "5becbd9d6b08a06dc402df03905e6d1cde7581bb080179216988b55eeb205399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 951611208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -95.8550566563889, "interval": [-320.7495204346151, 129.03940712183726], "p_value": 0.455, "input_sha256": "5becbd9d6b08a06dc402df03905e6d1cde7581bb080179216988b55eeb205399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 951611208, "p_value_method": "welch_average_effect", "success": true, "estimate": -95.8550566563889, "interval": [-382.24343355197993, 56.980771903905335], "p_value": 0.3896811949827804, "input_sha256": "5becbd9d6b08a06dc402df03905e6d1cde7581bb080179216988b55eeb205399"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2352508170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.43660947738625033, "interval": [-2.999063600938071, 3.8722825557105716], "p_value": 0.789, "input_sha256": "c9972ffb874c818c3b50e0c70eaa72cb78a2c2f9cbcd26c791efb7455181c918"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2352508170, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.43660947738625033, "interval": [-2.503429894164781, 3.7090344669167177], "p_value": 0.7974255228126315, "input_sha256": "c9972ffb874c818c3b50e0c70eaa72cb78a2c2f9cbcd26c791efb7455181c918"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2352508170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -37.04247830139609, "interval": [-244.93310395860732, 170.84814735581512], "p_value": 0.751, "input_sha256": "c9972ffb874c818c3b50e0c70eaa72cb78a2c2f9cbcd26c791efb7455181c918"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2352508170, "p_value_method": "welch_average_effect", "success": true, "estimate": -37.04247830139609, "interval": [-202.04302358846172, 196.3215542992828], "p_value": 0.7202854046294458, "input_sha256": "c9972ffb874c818c3b50e0c70eaa72cb78a2c2f9cbcd26c791efb7455181c918"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4013460145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.862546827367233, "interval": [0.6935578082919847, 9.031535846442482], "p_value": 0.019, "input_sha256": "5db6f3455f41f21212e0bb017a52fc62a2f1fa6adabd36e95c5e7e21a51a4927"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4013460145, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.862546827367233, "interval": [0.5749249603921136, 8.583540416724215], "p_value": 0.023447873700335298, "input_sha256": "5db6f3455f41f21212e0bb017a52fc62a2f1fa6adabd36e95c5e7e21a51a4927"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4013460145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.40584901341576, "interval": [-109.56510102929379, 190.37679905612532], "p_value": 0.609, "input_sha256": "5db6f3455f41f21212e0bb017a52fc62a2f1fa6adabd36e95c5e7e21a51a4927"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4013460145, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.40584901341576, "interval": [-70.24234516217926, 227.3732111132968], "p_value": 0.583354590311219, "input_sha256": "5db6f3455f41f21212e0bb017a52fc62a2f1fa6adabd36e95c5e7e21a51a4927"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2853047546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8607265774113682, "interval": [-4.267935852019335, 2.5464826971965984], "p_value": 0.639, "input_sha256": "fd03db7db6e7513add8aff12cc8c470073878bd10b4f11fcedf1d7c6afab9168"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2853047546, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8607265774113682, "interval": [-3.613421544247139, 2.7895502610793184], "p_value": 0.6107426267973273, "input_sha256": "fd03db7db6e7513add8aff12cc8c470073878bd10b4f11fcedf1d7c6afab9168"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2853047546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.67837970944663, "interval": [-156.66900141501318, 139.31224199611992], "p_value": 0.941, "input_sha256": "fd03db7db6e7513add8aff12cc8c470073878bd10b4f11fcedf1d7c6afab9168"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2853047546, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.67837970944663, "interval": [-209.62139142086772, 86.12826948292512], "p_value": 0.905169398822953, "input_sha256": "fd03db7db6e7513add8aff12cc8c470073878bd10b4f11fcedf1d7c6afab9168"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1992463827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1358582884728534, "interval": [-1.1614787804859232, 5.4331953574316305], "p_value": 0.182, "input_sha256": "dfea46ed2ba6eace514545960895d39b317515d3e0677e38a8f470a3c946b7d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1992463827, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1358582884728534, "interval": [-0.9332524296495714, 5.210620649849896], "p_value": 0.197614912595808, "input_sha256": "dfea46ed2ba6eace514545960895d39b317515d3e0677e38a8f470a3c946b7d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1992463827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 131.31111605364006, "interval": [-80.00978858558253, 342.6320206928626], "p_value": 0.247, "input_sha256": "dfea46ed2ba6eace514545960895d39b317515d3e0677e38a8f470a3c946b7d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1992463827, "p_value_method": "welch_average_effect", "success": true, "estimate": 131.31111605364006, "interval": [-23.326979611495048, 423.57271361799945], "p_value": 0.21101750943538017, "input_sha256": "dfea46ed2ba6eace514545960895d39b317515d3e0677e38a8f470a3c946b7d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3630399760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1292897242324145, "interval": [-0.43878377769297616, 6.697363226157805], "p_value": 0.091, "input_sha256": "03ac2a9c36d2c28594cbc6eccef116ce77d4b1f605bb2ad47d84c8941ea24077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3630399760, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1292897242324145, "interval": [-0.672425087357155, 6.54210167429307], "p_value": 0.08377308115968615, "input_sha256": "03ac2a9c36d2c28594cbc6eccef116ce77d4b1f605bb2ad47d84c8941ea24077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3630399760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -41.31055508924551, "interval": [-215.73460309821832, 133.11349291972732], "p_value": 0.678, "input_sha256": "03ac2a9c36d2c28594cbc6eccef116ce77d4b1f605bb2ad47d84c8941ea24077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3630399760, "p_value_method": "welch_average_effect", "success": true, "estimate": -41.31055508924551, "interval": [-237.11649820212963, 84.38459329588837], "p_value": 0.6306172761988116, "input_sha256": "03ac2a9c36d2c28594cbc6eccef116ce77d4b1f605bb2ad47d84c8941ea24077"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1379772562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1608639333870165, "interval": [-0.5820641457202274, 6.903792012494261], "p_value": 0.104, "input_sha256": "f4cac512b2151398423e15b5383b1a012f37c9861052184934774a9379f2bf9b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1379772562, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1608639333870165, "interval": [-0.29884625578821866, 7.301469355633789], "p_value": 0.09546412697335507, "input_sha256": "f4cac512b2151398423e15b5383b1a012f37c9861052184934774a9379f2bf9b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1379772562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 22.365270491843688, "interval": [-76.16603233609001, 120.89657331977739], "p_value": 0.687, "input_sha256": "f4cac512b2151398423e15b5383b1a012f37c9861052184934774a9379f2bf9b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1379772562, "p_value_method": "welch_average_effect", "success": true, "estimate": 22.365270491843688, "interval": [-51.74725174530017, 145.01268707853367], "p_value": 0.6478918780470917, "input_sha256": "f4cac512b2151398423e15b5383b1a012f37c9861052184934774a9379f2bf9b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4270172599, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5248943314062497, "interval": [-2.5214377125123395, 5.571226375324839], "p_value": 0.438, "input_sha256": "069e1dad7580af5838af9c9e09ec206ce86ba73a7e14abb3e00748ebaa427f40"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4270172599, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5248943314062497, "interval": [-1.7764207940580916, 5.377628645934478], "p_value": 0.44954256821881466, "input_sha256": "069e1dad7580af5838af9c9e09ec206ce86ba73a7e14abb3e00748ebaa427f40"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4270172599, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 83.61166151290871, "interval": [-67.98737043092007, 235.2106934567375], "p_value": 0.272, "input_sha256": "069e1dad7580af5838af9c9e09ec206ce86ba73a7e14abb3e00748ebaa427f40"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4270172599, "p_value_method": "welch_average_effect", "success": true, "estimate": 83.61166151290871, "interval": [-37.21048628598121, 261.15795264146414], "p_value": 0.2692722872367114, "input_sha256": "069e1dad7580af5838af9c9e09ec206ce86ba73a7e14abb3e00748ebaa427f40"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1209264066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5954488780682254, "interval": [-4.539399424600507, 3.3485016684640567], "p_value": 0.771, "input_sha256": "d3de056431ed6604d357260352552a315d6892935afc3296c841ed9c7d79d50a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1209264066, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5954488780682254, "interval": [-4.667542768905389, 2.885238598457786], "p_value": 0.761386162865263, "input_sha256": "d3de056431ed6604d357260352552a315d6892935afc3296c841ed9c7d79d50a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1209264066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -120.28144739349432, "interval": [-442.25574455435384, 201.6928497673652], "p_value": 0.562, "input_sha256": "d3de056431ed6604d357260352552a315d6892935afc3296c841ed9c7d79d50a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1209264066, "p_value_method": "welch_average_effect", "success": true, "estimate": -120.28144739349432, "interval": [-606.7198750893288, 83.08589077408014], "p_value": 0.4478407002041319, "input_sha256": "d3de056431ed6604d357260352552a315d6892935afc3296c841ed9c7d79d50a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2839021741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04447905950487829, "interval": [-4.714431117841777, 4.62547299883202], "p_value": 0.986, "input_sha256": "6e1928dcba5221030cef7c76800c4acf23c2629999fa7ed8a8a21fe7c75a2ce7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2839021741, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04447905950487829, "interval": [-4.0878287946619105, 4.647747922526409], "p_value": 0.9847135120120375, "input_sha256": "6e1928dcba5221030cef7c76800c4acf23c2629999fa7ed8a8a21fe7c75a2ce7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2839021741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 34.196105127217805, "interval": [-144.05945708609957, 212.45166734053518], "p_value": 0.702, "input_sha256": "6e1928dcba5221030cef7c76800c4acf23c2629999fa7ed8a8a21fe7c75a2ce7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2839021741, "p_value_method": "welch_average_effect", "success": true, "estimate": 34.196105127217805, "interval": [-152.89951780802176, 184.7660688893176], "p_value": 0.6998882994049886, "input_sha256": "6e1928dcba5221030cef7c76800c4acf23c2629999fa7ed8a8a21fe7c75a2ce7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2791201166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.384100186793745, "interval": [-1.305647843361883, 6.073848216949373], "p_value": 0.209, "input_sha256": "4c93750718b3287fe617fe2fd864465fe947c06f20380bb1f0a3a72540391632"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2791201166, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.384100186793745, "interval": [-1.5148309940232791, 5.484922941010638], "p_value": 0.19829533083365622, "input_sha256": "4c93750718b3287fe617fe2fd864465fe947c06f20380bb1f0a3a72540391632"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2791201166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.53323629008078, "interval": [-86.56948628149148, 177.63595886165302], "p_value": 0.485, "input_sha256": "4c93750718b3287fe617fe2fd864465fe947c06f20380bb1f0a3a72540391632"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2791201166, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.53323629008078, "interval": [-65.8424513688924, 177.1469768401203], "p_value": 0.4877422585911829, "input_sha256": "4c93750718b3287fe617fe2fd864465fe947c06f20380bb1f0a3a72540391632"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2072378447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9487314972295628, "interval": [-1.65843090356045, 5.555893898019576], "p_value": 0.303, "input_sha256": "315ecbb871cbf23f18764fc392569f6b5ef083b8a6c1963b19babd775a111c10"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2072378447, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9487314972295628, "interval": [-1.2295458147271117, 5.18524536226281], "p_value": 0.2804573072136441, "input_sha256": "315ecbb871cbf23f18764fc392569f6b5ef083b8a6c1963b19babd775a111c10"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2072378447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 122.7293188891575, "interval": [-92.03344837335257, 337.49208615166754], "p_value": 0.283, "input_sha256": "315ecbb871cbf23f18764fc392569f6b5ef083b8a6c1963b19babd775a111c10"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2072378447, "p_value_method": "welch_average_effect", "success": true, "estimate": 122.7293188891575, "interval": [-27.560409854618257, 419.3878395069213], "p_value": 0.2512902515200523, "input_sha256": "315ecbb871cbf23f18764fc392569f6b5ef083b8a6c1963b19babd775a111c10"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3543131118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.666929293523374, "interval": [-8.130904553599242, -1.2029540334475062], "p_value": 0.01, "input_sha256": "4e5ba0585b7804b051695dbcf4a793a5088287e7a4454ab958e5c5940cd28863"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3543131118, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.666929293523374, "interval": [-7.830469669449482, -1.6394650614650912], "p_value": 0.009612172237049535, "input_sha256": "4e5ba0585b7804b051695dbcf4a793a5088287e7a4454ab958e5c5940cd28863"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3543131118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.691301397112, "interval": [-265.979760861183, 76.59715806695903], "p_value": 0.293, "input_sha256": "4e5ba0585b7804b051695dbcf4a793a5088287e7a4454ab958e5c5940cd28863"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3543131118, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.691301397112, "interval": [-289.54252373762677, 38.120544157182884], "p_value": 0.26710949151431607, "input_sha256": "4e5ba0585b7804b051695dbcf4a793a5088287e7a4454ab958e5c5940cd28863"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2265138540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.038289670599953, "interval": [-2.14429113588253, 6.220870477082436], "p_value": 0.332, "input_sha256": "ceaffa9bb71ef4bb8bbc5094a6b009426fd587842fe5cfdd9425a582038a29a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2265138540, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.038289670599953, "interval": [-1.9569373088138144, 5.864681869884314], "p_value": 0.32978208908087625, "input_sha256": "ceaffa9bb71ef4bb8bbc5094a6b009426fd587842fe5cfdd9425a582038a29a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2265138540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.772168922781, "interval": [-82.55118292372997, 232.09552076929197], "p_value": 0.331, "input_sha256": "ceaffa9bb71ef4bb8bbc5094a6b009426fd587842fe5cfdd9425a582038a29a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2265138540, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.772168922781, "interval": [-54.58341166551828, 246.74849508828547], "p_value": 0.3420515927677069, "input_sha256": "ceaffa9bb71ef4bb8bbc5094a6b009426fd587842fe5cfdd9425a582038a29a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2920087821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3309658927450432, "interval": [-4.249778319656456, 4.911710105146542], "p_value": 0.881, "input_sha256": "747d7b48d821d3e01ee27faaf8b152ab847b18e783b60c819a5a985eff4b3593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2920087821, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3309658927450432, "interval": [-3.9887053925667884, 4.9328835568493385], "p_value": 0.8842726650806544, "input_sha256": "747d7b48d821d3e01ee27faaf8b152ab847b18e783b60c819a5a985eff4b3593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2920087821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -27.494502025341006, "interval": [-238.6600251503898, 183.6710210997078], "p_value": 0.797, "input_sha256": "747d7b48d821d3e01ee27faaf8b152ab847b18e783b60c819a5a985eff4b3593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2920087821, "p_value_method": "welch_average_effect", "success": true, "estimate": -27.494502025341006, "interval": [-273.3624184777215, 149.44686604803442], "p_value": 0.7933406798044855, "input_sha256": "747d7b48d821d3e01ee27faaf8b152ab847b18e783b60c819a5a985eff4b3593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2369151211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2851781854602322, "interval": [-3.2648638204426557, 3.83522019136312], "p_value": 0.876, "input_sha256": "366a2a019224fae92de9df249a29d6ac131e7c4e13612715267322fe72bde74f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2369151211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2851781854602322, "interval": [-3.042825914221166, 3.8392320115501706], "p_value": 0.8716070404110373, "input_sha256": "366a2a019224fae92de9df249a29d6ac131e7c4e13612715267322fe72bde74f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2369151211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.387808868536254, "interval": [-117.84789524094539, 220.6235129780179], "p_value": 0.54, "input_sha256": "366a2a019224fae92de9df249a29d6ac131e7c4e13612715267322fe72bde74f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2369151211, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.387808868536254, "interval": [-101.88920030663463, 210.6817327092552], "p_value": 0.5422658320480123, "input_sha256": "366a2a019224fae92de9df249a29d6ac131e7c4e13612715267322fe72bde74f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2797298510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.635982047247225, "interval": [-4.944182499447248, 1.6722184049527975], "p_value": 0.319, "input_sha256": "d356736c5ce135d521ccd430ca0fab7929f5bcf6cac849b4a8d36931d3931dab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2797298510, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.635982047247225, "interval": [-4.567872251140258, 1.977795072688545], "p_value": 0.3229850973214432, "input_sha256": "d356736c5ce135d521ccd430ca0fab7929f5bcf6cac849b4a8d36931d3931dab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2797298510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.90623285420206, "interval": [-95.61504590793379, 129.4275116163379], "p_value": 0.809, "input_sha256": "d356736c5ce135d521ccd430ca0fab7929f5bcf6cac849b4a8d36931d3931dab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2797298510, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.90623285420206, "interval": [-60.88917683316479, 179.5856207290718], "p_value": 0.7608500637341677, "input_sha256": "d356736c5ce135d521ccd430ca0fab7929f5bcf6cac849b4a8d36931d3931dab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4101925011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.18840433607539353, "interval": [-4.658791797640685, 4.281983125489898], "p_value": 0.928, "input_sha256": "ca20c153571f60fc7b3480cc7945e44089c0e0a75ef3c45b2b5e23e7b72a8590"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4101925011, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.18840433607539353, "interval": [-4.1341297207533225, 4.1232426009159635], "p_value": 0.9323722142800535, "input_sha256": "ca20c153571f60fc7b3480cc7945e44089c0e0a75ef3c45b2b5e23e7b72a8590"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4101925011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 193.2686574577535, "interval": [-81.82174480340254, 468.3590597189095], "p_value": 0.165, "input_sha256": "ca20c153571f60fc7b3480cc7945e44089c0e0a75ef3c45b2b5e23e7b72a8590"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4101925011, "p_value_method": "welch_average_effect", "success": true, "estimate": 193.2686574577535, "interval": [-1.2617993070151092, 540.6927769124441], "p_value": 0.15984577176213177, "input_sha256": "ca20c153571f60fc7b3480cc7945e44089c0e0a75ef3c45b2b5e23e7b72a8590"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2403555417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.355574876922649, "interval": [-5.670988084707767, 2.9598383308624694], "p_value": 0.508, "input_sha256": "8cc253f0b36072a0d5fc532838b100ae84868257908ab3163886a3b51098fde1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2403555417, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.355574876922649, "interval": [-5.936729305063057, 2.660912951011103], "p_value": 0.5286218156787864, "input_sha256": "8cc253f0b36072a0d5fc532838b100ae84868257908ab3163886a3b51098fde1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2403555417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.24673449629601, "interval": [-241.37383690694202, 100.88036791434997], "p_value": 0.389, "input_sha256": "8cc253f0b36072a0d5fc532838b100ae84868257908ab3163886a3b51098fde1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2403555417, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.24673449629601, "interval": [-234.53511205797022, 93.25666518670262], "p_value": 0.41070258575136265, "input_sha256": "8cc253f0b36072a0d5fc532838b100ae84868257908ab3163886a3b51098fde1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3153878211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9539034419880927, "interval": [-2.079688533058826, 3.9874954170350114], "p_value": 0.523, "input_sha256": "efd486a2c2a94cbbb051cfaa97339955d7cb5c1e328aedfd89a6147568016529"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3153878211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9539034419880927, "interval": [-1.8074735453584367, 3.9452679273081874], "p_value": 0.5276275974505868, "input_sha256": "efd486a2c2a94cbbb051cfaa97339955d7cb5c1e328aedfd89a6147568016529"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3153878211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 50.880553344132636, "interval": [-155.16179395995061, 256.9229006482159], "p_value": 0.626, "input_sha256": "efd486a2c2a94cbbb051cfaa97339955d7cb5c1e328aedfd89a6147568016529"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3153878211, "p_value_method": "welch_average_effect", "success": true, "estimate": 50.880553344132636, "interval": [-105.43670175233505, 303.319977501322], "p_value": 0.6185349422610231, "input_sha256": "efd486a2c2a94cbbb051cfaa97339955d7cb5c1e328aedfd89a6147568016529"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 336696160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.401306705868663, "interval": [-4.385124534062115, 3.582511122324789], "p_value": 0.828, "input_sha256": "1a4074d39ceec208316e87bfd9e86b2d41624a0ea5e6ff7871d73fe982186dc9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 336696160, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.401306705868663, "interval": [-4.261211941240055, 3.382458902420031], "p_value": 0.8394937913304839, "input_sha256": "1a4074d39ceec208316e87bfd9e86b2d41624a0ea5e6ff7871d73fe982186dc9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 336696160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.0346737388241, "interval": [-212.58730338569643, 302.6566508633446], "p_value": 0.729, "input_sha256": "1a4074d39ceec208316e87bfd9e86b2d41624a0ea5e6ff7871d73fe982186dc9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 336696160, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.0346737388241, "interval": [-136.64689695114131, 404.7727339833318], "p_value": 0.7227648497189882, "input_sha256": "1a4074d39ceec208316e87bfd9e86b2d41624a0ea5e6ff7871d73fe982186dc9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2283620192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.157160797156374, "interval": [-2.775016651445592, 3.08933824575834], "p_value": 0.895, "input_sha256": "8d608df094c3ec925a784c25111cc9d3438023aa89957158a2d6e2c3e7770552"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2283620192, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.157160797156374, "interval": [-2.486374213657212, 2.8046732460147856], "p_value": 0.9141152560801944, "input_sha256": "8d608df094c3ec925a784c25111cc9d3438023aa89957158a2d6e2c3e7770552"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2283620192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -50.52233216153, "interval": [-216.99699217217596, 115.95232784911597], "p_value": 0.569, "input_sha256": "8d608df094c3ec925a784c25111cc9d3438023aa89957158a2d6e2c3e7770552"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2283620192, "p_value_method": "welch_average_effect", "success": true, "estimate": -50.52233216153, "interval": [-227.64546825847617, 91.57364399277941], "p_value": 0.5410410251977988, "input_sha256": "8d608df094c3ec925a784c25111cc9d3438023aa89957158a2d6e2c3e7770552"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2353407943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.237349736972904, "interval": [-5.016530982742237, 2.541831508796429], "p_value": 0.525, "input_sha256": "62bc1b1ffeb27464dcc984369bed8ca9e081110ec17d5e658d95e63f6520c1fa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2353407943, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.237349736972904, "interval": [-4.96276012871819, 2.678006386728459], "p_value": 0.5110804004201546, "input_sha256": "62bc1b1ffeb27464dcc984369bed8ca9e081110ec17d5e658d95e63f6520c1fa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2353407943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.28304222209302, "interval": [-29.800238139849753, 262.3663225840358], "p_value": 0.099, "input_sha256": "62bc1b1ffeb27464dcc984369bed8ca9e081110ec17d5e658d95e63f6520c1fa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2353407943, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.28304222209302, "interval": [-2.4532324334118982, 270.749096494012], "p_value": 0.11422029202375673, "input_sha256": "62bc1b1ffeb27464dcc984369bed8ca9e081110ec17d5e658d95e63f6520c1fa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1698196578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.601373514759036, "interval": [-5.383083556678004, 2.1803365271599318], "p_value": 0.399, "input_sha256": "7318638cac67d03639e35aef7ce9f03a434809496a8d38c4506dd86b8306eeca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1698196578, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.601373514759036, "interval": [-5.041459867977973, 1.9467194549935414], "p_value": 0.396546164410739, "input_sha256": "7318638cac67d03639e35aef7ce9f03a434809496a8d38c4506dd86b8306eeca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1698196578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -73.35075389660899, "interval": [-243.83800351812152, 97.13649572490353], "p_value": 0.397, "input_sha256": "7318638cac67d03639e35aef7ce9f03a434809496a8d38c4506dd86b8306eeca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1698196578, "p_value_method": "welch_average_effect", "success": true, "estimate": -73.35075389660899, "interval": [-245.91288488774836, 76.41791944339569], "p_value": 0.38823714814100396, "input_sha256": "7318638cac67d03639e35aef7ce9f03a434809496a8d38c4506dd86b8306eeca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2960593087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5126662834951787, "interval": [-1.6368083451986228, 6.66214091218898], "p_value": 0.231, "input_sha256": "322bb325bf049796a35e167a0d93e33a47e746a741aabcc8a3eabe6cb0ebc05d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2960593087, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5126662834951787, "interval": [-1.9340395859234243, 5.938485674960343], "p_value": 0.22591645559973927, "input_sha256": "322bb325bf049796a35e167a0d93e33a47e746a741aabcc8a3eabe6cb0ebc05d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2960593087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 61.15659575021783, "interval": [-116.20073559581903, 238.5139270962547], "p_value": 0.475, "input_sha256": "322bb325bf049796a35e167a0d93e33a47e746a741aabcc8a3eabe6cb0ebc05d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2960593087, "p_value_method": "welch_average_effect", "success": true, "estimate": 61.15659575021783, "interval": [-63.72247802195502, 312.77921095288747], "p_value": 0.486306000010014, "input_sha256": "322bb325bf049796a35e167a0d93e33a47e746a741aabcc8a3eabe6cb0ebc05d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 486751391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5871255530158344, "interval": [-5.486219362089992, 2.311968256058323], "p_value": 0.43, "input_sha256": "848ba2a33a88346b3fc6137a4dd0a99b44d2cea85d59db293f4dd5efad09e3d0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 486751391, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5871255530158344, "interval": [-5.246232788576496, 2.44456230274641], "p_value": 0.4147538600879026, "input_sha256": "848ba2a33a88346b3fc6137a4dd0a99b44d2cea85d59db293f4dd5efad09e3d0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 486751391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -189.64567801251013, "interval": [-380.97313013189034, 1.6817741068700514], "p_value": 0.053, "input_sha256": "848ba2a33a88346b3fc6137a4dd0a99b44d2cea85d59db293f4dd5efad09e3d0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 486751391, "p_value_method": "welch_average_effect", "success": true, "estimate": -189.64567801251013, "interval": [-417.2003180224168, -48.04749812187404], "p_value": 0.05186385543497226, "input_sha256": "848ba2a33a88346b3fc6137a4dd0a99b44d2cea85d59db293f4dd5efad09e3d0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 728849934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0892663907026456, "interval": [-4.900012675039274, 2.7214798936339823], "p_value": 0.563, "input_sha256": "675a26610f0a11f55003cdc0d8bcb7ba5ae8ca2bd924675174cf120208b37298"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 728849934, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0892663907026456, "interval": [-4.798483791194804, 2.2297532876766795], "p_value": 0.5661606814242399, "input_sha256": "675a26610f0a11f55003cdc0d8bcb7ba5ae8ca2bd924675174cf120208b37298"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 728849934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 113.62372723097799, "interval": [-46.24597818376817, 273.49343264572417], "p_value": 0.191, "input_sha256": "675a26610f0a11f55003cdc0d8bcb7ba5ae8ca2bd924675174cf120208b37298"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 728849934, "p_value_method": "welch_average_effect", "success": true, "estimate": 113.62372723097799, "interval": [-4.4852768634392195, 306.8968848342454], "p_value": 0.1544029055344932, "input_sha256": "675a26610f0a11f55003cdc0d8bcb7ba5ae8ca2bd924675174cf120208b37298"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3437014677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5312685158189989, "interval": [-4.917675472732384, 3.855138441094386], "p_value": 0.789, "input_sha256": "459ade414b7149d51e676ce0b4d500486d2c5262b02f536926c31e4a82063ce5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3437014677, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5312685158189989, "interval": [-4.53705652494145, 3.4932838615328956], "p_value": 0.8076207305950829, "input_sha256": "459ade414b7149d51e676ce0b4d500486d2c5262b02f536926c31e4a82063ce5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3437014677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -90.19623570935467, "interval": [-292.34341475932484, 111.9509433406155], "p_value": 0.427, "input_sha256": "459ade414b7149d51e676ce0b4d500486d2c5262b02f536926c31e4a82063ce5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3437014677, "p_value_method": "welch_average_effect", "success": true, "estimate": -90.19623570935467, "interval": [-356.6892564980374, 38.895219678026955], "p_value": 0.36585875831969406, "input_sha256": "459ade414b7149d51e676ce0b4d500486d2c5262b02f536926c31e4a82063ce5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3488828580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9280664573680788, "interval": [-2.112333045594733, 5.9684659603308905], "p_value": 0.328, "input_sha256": "76dad7720a4e31d0f1a2e4673e52697e0f28d29ac721576791e61a51e23f8abd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3488828580, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9280664573680788, "interval": [-2.491830097917801, 5.3959818561425985], "p_value": 0.33800624978921423, "input_sha256": "76dad7720a4e31d0f1a2e4673e52697e0f28d29ac721576791e61a51e23f8abd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3488828580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 26.05068567050077, "interval": [-108.4090989843188, 160.51047032532034], "p_value": 0.708, "input_sha256": "76dad7720a4e31d0f1a2e4673e52697e0f28d29ac721576791e61a51e23f8abd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3488828580, "p_value_method": "welch_average_effect", "success": true, "estimate": 26.05068567050077, "interval": [-83.29033867209814, 170.22038446531192], "p_value": 0.6964495915074191, "input_sha256": "76dad7720a4e31d0f1a2e4673e52697e0f28d29ac721576791e61a51e23f8abd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3594090765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4519675254475146, "interval": [-5.119231475044383, 4.215296424149353], "p_value": 0.865, "input_sha256": "f14f40e722162a62b7c4098c9613d8da938df12a596db5a01aa25f6836ec6b69"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3594090765, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4519675254475146, "interval": [-5.073028301973591, 3.778227242125605], "p_value": 0.8455320865356707, "input_sha256": "f14f40e722162a62b7c4098c9613d8da938df12a596db5a01aa25f6836ec6b69"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3594090765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 86.213072672643, "interval": [-87.91977734123077, 260.34592268651676], "p_value": 0.361, "input_sha256": "f14f40e722162a62b7c4098c9613d8da938df12a596db5a01aa25f6836ec6b69"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3594090765, "p_value_method": "welch_average_effect", "success": true, "estimate": 86.213072672643, "interval": [-35.125269533115436, 312.2376095256602], "p_value": 0.31910233068053406, "input_sha256": "f14f40e722162a62b7c4098c9613d8da938df12a596db5a01aa25f6836ec6b69"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 714983653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9345033302800605, "interval": [-0.5896564201263343, 8.458663080686456], "p_value": 0.096, "input_sha256": "856798b201a59bfc248f70c5e2633a5787f49d779a64b1cda75ee36d032fb288"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 714983653, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9345033302800605, "interval": [-0.07846902782922277, 8.774758615174683], "p_value": 0.08633710347837255, "input_sha256": "856798b201a59bfc248f70c5e2633a5787f49d779a64b1cda75ee36d032fb288"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 714983653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.188142920772862, "interval": [-226.23866641614202, 252.61495225768775], "p_value": 0.92, "input_sha256": "856798b201a59bfc248f70c5e2633a5787f49d779a64b1cda75ee36d032fb288"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 714983653, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.188142920772862, "interval": [-256.8714147925014, 197.78541945956658], "p_value": 0.9117845438472242, "input_sha256": "856798b201a59bfc248f70c5e2633a5787f49d779a64b1cda75ee36d032fb288"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2144129848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8634050472123569, "interval": [-4.844033989014138, 3.1172238945894235], "p_value": 0.657, "input_sha256": "d207fd2e9dbc31d74dad0b9f0b6e7e887411c99f720a9c055b1d9167f74244a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2144129848, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8634050472123569, "interval": [-4.510394013849268, 2.9647268258458412], "p_value": 0.6629927626938212, "input_sha256": "d207fd2e9dbc31d74dad0b9f0b6e7e887411c99f720a9c055b1d9167f74244a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2144129848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.807658704128329, "interval": [-159.06246781137898, 180.67778521963564], "p_value": 0.898, "input_sha256": "d207fd2e9dbc31d74dad0b9f0b6e7e887411c99f720a9c055b1d9167f74244a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2144129848, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.807658704128329, "interval": [-164.7001615169544, 156.65296258045996], "p_value": 0.8980494862216042, "input_sha256": "d207fd2e9dbc31d74dad0b9f0b6e7e887411c99f720a9c055b1d9167f74244a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1128342941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06356304174225791, "interval": [-4.506580062978947, 4.633706146463463], "p_value": 0.979, "input_sha256": "98d706173371750bc05e947e07b0602850f36071dc94c0903801c72b1e3bfa7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1128342941, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06356304174225791, "interval": [-4.117211611585239, 4.098116115201106], "p_value": 0.9776299526605389, "input_sha256": "98d706173371750bc05e947e07b0602850f36071dc94c0903801c72b1e3bfa7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1128342941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.2140336149526, "interval": [-126.6920979797188, 229.120165209624], "p_value": 0.576, "input_sha256": "98d706173371750bc05e947e07b0602850f36071dc94c0903801c72b1e3bfa7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1128342941, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.2140336149526, "interval": [-113.93534299426302, 223.09804503813942], "p_value": 0.5631557667854606, "input_sha256": "98d706173371750bc05e947e07b0602850f36071dc94c0903801c72b1e3bfa7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2128982476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1423975383773346, "interval": [-1.5484670365181596, 5.833262113272829], "p_value": 0.226, "input_sha256": "db430e5b27c43429c6a1a1b8bc5fb48a402ebea29b919026c0ad26ec2af48af7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2128982476, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1423975383773346, "interval": [-1.1456863726673607, 5.684498166661545], "p_value": 0.24722578295345107, "input_sha256": "db430e5b27c43429c6a1a1b8bc5fb48a402ebea29b919026c0ad26ec2af48af7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2128982476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -131.73620823819437, "interval": [-316.8602004438466, 53.38778396745789], "p_value": 0.146, "input_sha256": "db430e5b27c43429c6a1a1b8bc5fb48a402ebea29b919026c0ad26ec2af48af7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2128982476, "p_value_method": "welch_average_effect", "success": true, "estimate": -131.73620823819437, "interval": [-354.1032648351754, 4.319810890935771], "p_value": 0.15584261925308196, "input_sha256": "db430e5b27c43429c6a1a1b8bc5fb48a402ebea29b919026c0ad26ec2af48af7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3523682491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4102729217769578, "interval": [-5.567008215718183, 2.7464623721642676], "p_value": 0.483, "input_sha256": "94092d4488a275c429b4327c5a53b4a7375765d789ce98e76206d1b466d44c39"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3523682491, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4102729217769578, "interval": [-5.209828880342063, 2.5829904187934187], "p_value": 0.4951241931245869, "input_sha256": "94092d4488a275c429b4327c5a53b4a7375765d789ce98e76206d1b466d44c39"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3523682491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 52.870353152612125, "interval": [-119.47801821087762, 225.21872451610187], "p_value": 0.555, "input_sha256": "94092d4488a275c429b4327c5a53b4a7375765d789ce98e76206d1b466d44c39"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3523682491, "p_value_method": "welch_average_effect", "success": true, "estimate": 52.870353152612125, "interval": [-123.5176129198641, 203.28266038934422], "p_value": 0.5382680403416965, "input_sha256": "94092d4488a275c429b4327c5a53b4a7375765d789ce98e76206d1b466d44c39"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2721201140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.851998833646752, "interval": [0.7439799433673402, 8.960017723926164], "p_value": 0.022, "input_sha256": "2ee76947480ae7929ce0e151df8c605d7deb192eb4b660c43e0c4a1632772840"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2721201140, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.851998833646752, "interval": [0.8564766240966916, 8.799532944779303], "p_value": 0.021860480638799352, "input_sha256": "2ee76947480ae7929ce0e151df8c605d7deb192eb4b660c43e0c4a1632772840"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2721201140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 153.47411761647444, "interval": [-66.62498214176844, 373.57321737471733], "p_value": 0.194, "input_sha256": "2ee76947480ae7929ce0e151df8c605d7deb192eb4b660c43e0c4a1632772840"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2721201140, "p_value_method": "welch_average_effect", "success": true, "estimate": 153.47411761647444, "interval": [-3.4756152425961018, 427.62015670399836], "p_value": 0.16228046750919684, "input_sha256": "2ee76947480ae7929ce0e151df8c605d7deb192eb4b660c43e0c4a1632772840"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3998620588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.495583297404913, "interval": [-6.616308217121599, 1.625141622311773], "p_value": 0.213, "input_sha256": "a6c84a04074546622d9d6456317bf7cca4c1bcc44e42450da3235923f3b5822a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3998620588, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.495583297404913, "interval": [-6.34214025626233, 1.4142778175168482], "p_value": 0.22761929893987146, "input_sha256": "a6c84a04074546622d9d6456317bf7cca4c1bcc44e42450da3235923f3b5822a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3998620588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -32.95361905446781, "interval": [-213.86825070790576, 147.96101259897017], "p_value": 0.803, "input_sha256": "a6c84a04074546622d9d6456317bf7cca4c1bcc44e42450da3235923f3b5822a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3998620588, "p_value_method": "welch_average_effect", "success": true, "estimate": -32.95361905446781, "interval": [-203.82594324494067, 145.49215239382127], "p_value": 0.7143193551362084, "input_sha256": "a6c84a04074546622d9d6456317bf7cca4c1bcc44e42450da3235923f3b5822a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2524800758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8384728664943459, "interval": [-4.537405671691579, 2.8604599387028875], "p_value": 0.626, "input_sha256": "cf25bf5c5d344790c8e1a0fb12bd006e7c6c1b4bc22a9a3a94fe8aa0cde8716a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2524800758, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8384728664943459, "interval": [-4.0208141250639065, 3.039094853973009], "p_value": 0.6482686441954058, "input_sha256": "cf25bf5c5d344790c8e1a0fb12bd006e7c6c1b4bc22a9a3a94fe8aa0cde8716a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2524800758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -112.03631916732391, "interval": [-373.3494758731166, 149.2768375384688], "p_value": 0.398, "input_sha256": "cf25bf5c5d344790c8e1a0fb12bd006e7c6c1b4bc22a9a3a94fe8aa0cde8716a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2524800758, "p_value_method": "welch_average_effect", "success": true, "estimate": -112.03631916732391, "interval": [-433.99809963678945, 71.8928341121609], "p_value": 0.3853083566922755, "input_sha256": "cf25bf5c5d344790c8e1a0fb12bd006e7c6c1b4bc22a9a3a94fe8aa0cde8716a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2260257436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0507987984356593, "interval": [-5.030987900476029, 2.929390303604711], "p_value": 0.601, "input_sha256": "d4cf938803c95b648fe8f89efa0f6cd9ad96cb166c576d242e7a9ed2f13e3841"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2260257436, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0507987984356593, "interval": [-5.055876198618966, 2.743488392941269], "p_value": 0.5959625899742078, "input_sha256": "d4cf938803c95b648fe8f89efa0f6cd9ad96cb166c576d242e7a9ed2f13e3841"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2260257436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 109.75778352095583, "interval": [-55.99197725655304, 275.5075442984647], "p_value": 0.182, "input_sha256": "d4cf938803c95b648fe8f89efa0f6cd9ad96cb166c576d242e7a9ed2f13e3841"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2260257436, "p_value_method": "welch_average_effect", "success": true, "estimate": 109.75778352095583, "interval": [0.5833854046780838, 319.3777010016749], "p_value": 0.18338787355348954, "input_sha256": "d4cf938803c95b648fe8f89efa0f6cd9ad96cb166c576d242e7a9ed2f13e3841"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2606979597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5800842307823846, "interval": [-6.046059330474911, 2.885890868910142], "p_value": 0.485, "input_sha256": "2cac5379db5f104694504ddf95bbf703b76afd3b7d4e9569882f812db03061df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2606979597, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5800842307823846, "interval": [-5.836701796852714, 2.64534165770995], "p_value": 0.47812262450684917, "input_sha256": "2cac5379db5f104694504ddf95bbf703b76afd3b7d4e9569882f812db03061df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2606979597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 125.03892045085185, "interval": [-12.408470214795742, 262.48631111649945], "p_value": 0.067, "input_sha256": "2cac5379db5f104694504ddf95bbf703b76afd3b7d4e9569882f812db03061df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2606979597, "p_value_method": "welch_average_effect", "success": true, "estimate": 125.03892045085185, "interval": [23.74850861579346, 291.1348287212021], "p_value": 0.07256259155698015, "input_sha256": "2cac5379db5f104694504ddf95bbf703b76afd3b7d4e9569882f812db03061df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3959871974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0940584248923955, "interval": [-2.538601493221728, 4.726718343006519], "p_value": 0.557, "input_sha256": "942c37ddb6948a70e739d7a5be0d443b79b29c2795ef7fae00b6580010497d8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3959871974, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0940584248923955, "interval": [-2.189514906755126, 4.710561622444946], "p_value": 0.5456549151745367, "input_sha256": "942c37ddb6948a70e739d7a5be0d443b79b29c2795ef7fae00b6580010497d8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3959871974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -139.2712786654283, "interval": [-378.8009244602073, 100.25836712935072], "p_value": 0.294, "input_sha256": "942c37ddb6948a70e739d7a5be0d443b79b29c2795ef7fae00b6580010497d8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3959871974, "p_value_method": "welch_average_effect", "success": true, "estimate": -139.2712786654283, "interval": [-501.3273860454694, 13.970460345376054], "p_value": 0.24103325532692776, "input_sha256": "942c37ddb6948a70e739d7a5be0d443b79b29c2795ef7fae00b6580010497d8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2020985525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5504665496262788, "interval": [-2.698550717095737, 3.7994838163482947], "p_value": 0.723, "input_sha256": "317035a9751b88b6492d0c63ab9503b606cf76d5570f9a4b796a5fad7cbfdfb7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2020985525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5504665496262788, "interval": [-2.759818698068392, 3.357438854692599], "p_value": 0.7332012075621619, "input_sha256": "317035a9751b88b6492d0c63ab9503b606cf76d5570f9a4b796a5fad7cbfdfb7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2020985525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11627492672147355, "interval": [-132.09582789973854, 131.8632780462956], "p_value": 0.998, "input_sha256": "317035a9751b88b6492d0c63ab9503b606cf76d5570f9a4b796a5fad7cbfdfb7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2020985525, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11627492672147355, "interval": [-102.6624691142304, 149.29406805058795], "p_value": 0.9985825568103766, "input_sha256": "317035a9751b88b6492d0c63ab9503b606cf76d5570f9a4b796a5fad7cbfdfb7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3661529700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5971420790832749, "interval": [-5.153203790508877, 1.9589196323423268], "p_value": 0.359, "input_sha256": "04312cfa259e00dce17e2dc6b4b0db0a6b310c530a497be6ac95c3c89d47a9a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3661529700, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5971420790832749, "interval": [-4.723821570239236, 1.5621892574386826], "p_value": 0.36796788879801734, "input_sha256": "04312cfa259e00dce17e2dc6b4b0db0a6b310c530a497be6ac95c3c89d47a9a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3661529700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 28.723625504770098, "interval": [-137.565116822337, 195.01236783187719], "p_value": 0.739, "input_sha256": "04312cfa259e00dce17e2dc6b4b0db0a6b310c530a497be6ac95c3c89d47a9a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3661529700, "p_value_method": "welch_average_effect", "success": true, "estimate": 28.723625504770098, "interval": [-113.24501659405615, 177.83083197979863], "p_value": 0.7284379113304045, "input_sha256": "04312cfa259e00dce17e2dc6b4b0db0a6b310c530a497be6ac95c3c89d47a9a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 967261423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007356905831846561, "interval": [-3.8332470338018, 3.847960845465493], "p_value": 0.998, "input_sha256": "d36ce5d37f945b28cb587b7fc55bab5c670a4ccea90ec8e73f6b91f1162b96b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 967261423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007356905831846561, "interval": [-3.544233300875087, 3.561286909757692], "p_value": 0.996920054046634, "input_sha256": "d36ce5d37f945b28cb587b7fc55bab5c670a4ccea90ec8e73f6b91f1162b96b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 967261423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 29.71386908999021, "interval": [-134.43075517433408, 193.85849335431448], "p_value": 0.765, "input_sha256": "d36ce5d37f945b28cb587b7fc55bab5c670a4ccea90ec8e73f6b91f1162b96b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 967261423, "p_value_method": "welch_average_effect", "success": true, "estimate": 29.71386908999021, "interval": [-99.95768086708179, 205.23520039891235], "p_value": 0.7150201877258386, "input_sha256": "d36ce5d37f945b28cb587b7fc55bab5c670a4ccea90ec8e73f6b91f1162b96b1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2570355372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8658219284901847, "interval": [-6.063882530746403, 0.332238673766033], "p_value": 0.076, "input_sha256": "7db470cc65cf37ab9c86afa78218424affe67212a7278c6b844f7d8d5b285451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2570355372, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8658219284901847, "interval": [-6.2503608475801, 0.062137184690799], "p_value": 0.07745955965955689, "input_sha256": "7db470cc65cf37ab9c86afa78218424affe67212a7278c6b844f7d8d5b285451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2570355372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -190.5172963233594, "interval": [-429.8161933577693, 48.78160071105049], "p_value": 0.129, "input_sha256": "7db470cc65cf37ab9c86afa78218424affe67212a7278c6b844f7d8d5b285451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2570355372, "p_value_method": "welch_average_effect", "success": true, "estimate": -190.5172963233594, "interval": [-519.7193909103702, -14.548937987803239], "p_value": 0.1135262183666653, "input_sha256": "7db470cc65cf37ab9c86afa78218424affe67212a7278c6b844f7d8d5b285451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 685545303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5091929709705454, "interval": [-1.4327995017669743, 6.451185443708065], "p_value": 0.2, "input_sha256": "2f2daef4cb33f78c6a867c0cf7165905466b6e85ea21f283cf750e37e20de655"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 685545303, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5091929709705454, "interval": [-0.9430771992650148, 6.281802452823879], "p_value": 0.20493409458002718, "input_sha256": "2f2daef4cb33f78c6a867c0cf7165905466b6e85ea21f283cf750e37e20de655"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 685545303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -50.064288241804704, "interval": [-210.03401965821865, 109.90544317460926], "p_value": 0.52, "input_sha256": "2f2daef4cb33f78c6a867c0cf7165905466b6e85ea21f283cf750e37e20de655"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 685545303, "p_value_method": "welch_average_effect", "success": true, "estimate": -50.064288241804704, "interval": [-211.375421251187, 99.79267719651915], "p_value": 0.5289140906983516, "input_sha256": "2f2daef4cb33f78c6a867c0cf7165905466b6e85ea21f283cf750e37e20de655"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2499852287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9528147288985593, "interval": [-4.71074277273534, 2.805113314938222], "p_value": 0.608, "input_sha256": "8ec2b3fb454544e144255133976d181952002b7ba6856c9f378de374d816a70a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2499852287, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9528147288985593, "interval": [-4.44490562211955, 2.4177188083770953], "p_value": 0.6107221576371121, "input_sha256": "8ec2b3fb454544e144255133976d181952002b7ba6856c9f378de374d816a70a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2499852287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 82.54634030453194, "interval": [-36.513341431495235, 201.6060220405591], "p_value": 0.169, "input_sha256": "8ec2b3fb454544e144255133976d181952002b7ba6856c9f378de374d816a70a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2499852287, "p_value_method": "welch_average_effect", "success": true, "estimate": 82.54634030453194, "interval": [-14.849922948299247, 208.2645149565523], "p_value": 0.16614056168776797, "input_sha256": "8ec2b3fb454544e144255133976d181952002b7ba6856c9f378de374d816a70a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4162878596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.492337602144763, "interval": [-7.19658278151317, -1.7880924227763568], "p_value": 0.003, "input_sha256": "cab913dcb263655dc84e851d1feced5da2c4afb9641c4e776ed205ab20d80273"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4162878596, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.492337602144763, "interval": [-7.04285962474211, -2.1017714105631393], "p_value": 0.0017704060915978998, "input_sha256": "cab913dcb263655dc84e851d1feced5da2c4afb9641c4e776ed205ab20d80273"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4162878596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -82.08547031695737, "interval": [-298.05080186758835, 133.87986123367358], "p_value": 0.632, "input_sha256": "cab913dcb263655dc84e851d1feced5da2c4afb9641c4e776ed205ab20d80273"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4162878596, "p_value_method": "welch_average_effect", "success": true, "estimate": -82.08547031695737, "interval": [-436.4259472566996, 44.41393369614023], "p_value": 0.4393814011112359, "input_sha256": "cab913dcb263655dc84e851d1feced5da2c4afb9641c4e776ed205ab20d80273"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3741311976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.718934331842382, "interval": [-3.1771895115936615, 4.615058175278426], "p_value": 0.702, "input_sha256": "0f253aac15cb325f2e68e9c61f1c848c23c2be3fd0366bf43b2f1c7833dd16d6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3741311976, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.718934331842382, "interval": [-3.0117128373616895, 4.227882143346066], "p_value": 0.7099589920720412, "input_sha256": "0f253aac15cb325f2e68e9c61f1c848c23c2be3fd0366bf43b2f1c7833dd16d6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3741311976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -105.49334662394867, "interval": [-279.695434131874, 68.70874088397667], "p_value": 0.212, "input_sha256": "0f253aac15cb325f2e68e9c61f1c848c23c2be3fd0366bf43b2f1c7833dd16d6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3741311976, "p_value_method": "welch_average_effect", "success": true, "estimate": -105.49334662394867, "interval": [-296.28744573716017, 27.255806752460444], "p_value": 0.2262669764382995, "input_sha256": "0f253aac15cb325f2e68e9c61f1c848c23c2be3fd0366bf43b2f1c7833dd16d6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2213483178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3215821232977092, "interval": [-4.8532087165112285, 4.21004446991581], "p_value": 0.88, "input_sha256": "71037cc264fbcb442f0ca319f9b3dd28362834313ba10c2b3fce03f69597d83e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2213483178, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3215821232977092, "interval": [-5.1038587993373525, 3.4221855293023036], "p_value": 0.8865184413270633, "input_sha256": "71037cc264fbcb442f0ca319f9b3dd28362834313ba10c2b3fce03f69597d83e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2213483178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -127.49876528669844, "interval": [-361.29220784584794, 106.29467727245105], "p_value": 0.293, "input_sha256": "71037cc264fbcb442f0ca319f9b3dd28362834313ba10c2b3fce03f69597d83e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2213483178, "p_value_method": "welch_average_effect", "success": true, "estimate": -127.49876528669844, "interval": [-429.9968644409873, 30.72088644763198], "p_value": 0.2717003853966621, "input_sha256": "71037cc264fbcb442f0ca319f9b3dd28362834313ba10c2b3fce03f69597d83e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3207197939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1521604860173866, "interval": [-2.2374327296682393, 4.541753701703012], "p_value": 0.516, "input_sha256": "7c423f28fc72e3acb41c92c66d0beea40202606c4bdf5cdc3949e24178cd51f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3207197939, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1521604860173866, "interval": [-2.0057949795748335, 4.337930944225786], "p_value": 0.49438220721452364, "input_sha256": "7c423f28fc72e3acb41c92c66d0beea40202606c4bdf5cdc3949e24178cd51f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3207197939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -137.4995980834448, "interval": [-294.1008296601052, 19.101633493215644], "p_value": 0.069, "input_sha256": "7c423f28fc72e3acb41c92c66d0beea40202606c4bdf5cdc3949e24178cd51f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3207197939, "p_value_method": "welch_average_effect", "success": true, "estimate": -137.4995980834448, "interval": [-312.8462836140656, -16.21106080071742], "p_value": 0.08248850024431906, "input_sha256": "7c423f28fc72e3acb41c92c66d0beea40202606c4bdf5cdc3949e24178cd51f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2215825417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.103240565195767, "interval": [-6.183621241040259, 1.9771401106487252], "p_value": 0.328, "input_sha256": "144464b1a8d804cc04db8be9aa2a143eedc001f837a779666ded2c6d1b21a575"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2215825417, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.103240565195767, "interval": [-5.824536497170264, 1.731768122290785], "p_value": 0.3014465581418139, "input_sha256": "144464b1a8d804cc04db8be9aa2a143eedc001f837a779666ded2c6d1b21a575"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2215825417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.804081463760113, "interval": [-139.2376403197086, 142.84580324722884], "p_value": 0.987, "input_sha256": "144464b1a8d804cc04db8be9aa2a143eedc001f837a779666ded2c6d1b21a575"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2215825417, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.804081463760113, "interval": [-154.20765666329592, 122.31474528850136], "p_value": 0.9794536981848687, "input_sha256": "144464b1a8d804cc04db8be9aa2a143eedc001f837a779666ded2c6d1b21a575"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1654171543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.808259016239619, "interval": [-5.886184110742057, 2.2696660782628193], "p_value": 0.353, "input_sha256": "ff61182e0aaade04b128ba2b3ea963463f8f305ff1915384bed3cd90b342c95b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1654171543, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.808259016239619, "interval": [-6.112161770836192, 1.8663763422985504], "p_value": 0.3749413006436598, "input_sha256": "ff61182e0aaade04b128ba2b3ea963463f8f305ff1915384bed3cd90b342c95b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1654171543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 125.2001891294069, "interval": [-96.70584455723103, 347.1062228160448], "p_value": 0.288, "input_sha256": "ff61182e0aaade04b128ba2b3ea963463f8f305ff1915384bed3cd90b342c95b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1654171543, "p_value_method": "welch_average_effect", "success": true, "estimate": 125.2001891294069, "interval": [-61.336796211907576, 351.4305983469867], "p_value": 0.25874391586998347, "input_sha256": "ff61182e0aaade04b128ba2b3ea963463f8f305ff1915384bed3cd90b342c95b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4267163461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9185303402989575, "interval": [-5.813085552886761, 1.9760248722888463], "p_value": 0.353, "input_sha256": "937bf4b392663d8e1ca1ba13e84d55b9a1a2308ebba81e0f4520374f747f8ce9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4267163461, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9185303402989575, "interval": [-6.045188900010925, 1.6015821860763877], "p_value": 0.324118502275467, "input_sha256": "937bf4b392663d8e1ca1ba13e84d55b9a1a2308ebba81e0f4520374f747f8ce9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4267163461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -61.62333441152728, "interval": [-304.7014337312862, 181.45476490823168], "p_value": 0.647, "input_sha256": "937bf4b392663d8e1ca1ba13e84d55b9a1a2308ebba81e0f4520374f747f8ce9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4267163461, "p_value_method": "welch_average_effect", "success": true, "estimate": -61.62333441152728, "interval": [-359.5540507430518, 123.3055508053565], "p_value": 0.6085472868056664, "input_sha256": "937bf4b392663d8e1ca1ba13e84d55b9a1a2308ebba81e0f4520374f747f8ce9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 33768273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.902422605002835, "interval": [-6.525489734298419, 0.7206445242927488], "p_value": 0.12, "input_sha256": "e99164ddbeabf335a5374703439056fe44bd3be747d3e6e0a25bf9d64b86d603"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 33768273, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.902422605002835, "interval": [-6.046650409278146, 0.7260290959320121], "p_value": 0.11312499209680729, "input_sha256": "e99164ddbeabf335a5374703439056fe44bd3be747d3e6e0a25bf9d64b86d603"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 33768273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 47.15619549227719, "interval": [-173.12626369899016, 267.43865468354454], "p_value": 0.704, "input_sha256": "e99164ddbeabf335a5374703439056fe44bd3be747d3e6e0a25bf9d64b86d603"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 33768273, "p_value_method": "welch_average_effect", "success": true, "estimate": 47.15619549227719, "interval": [-147.1541795317636, 281.4547027546977], "p_value": 0.6670461896652247, "input_sha256": "e99164ddbeabf335a5374703439056fe44bd3be747d3e6e0a25bf9d64b86d603"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1214139100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.75126774498699, "interval": [-1.4253980751633515, 6.927933565137331], "p_value": 0.189, "input_sha256": "dcca9efbad1d37b12eed6f21aa3d1b639911b13bbfc4bda50c25048cd5d8432b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1214139100, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.75126774498699, "interval": [-0.9558868288588961, 6.626635751538498], "p_value": 0.18977367612693108, "input_sha256": "dcca9efbad1d37b12eed6f21aa3d1b639911b13bbfc4bda50c25048cd5d8432b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1214139100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -30.022738869420465, "interval": [-203.72037356458824, 143.6748958257473], "p_value": 0.727, "input_sha256": "dcca9efbad1d37b12eed6f21aa3d1b639911b13bbfc4bda50c25048cd5d8432b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1214139100, "p_value_method": "welch_average_effect", "success": true, "estimate": -30.022738869420465, "interval": [-209.25011999908367, 134.4704931230114], "p_value": 0.7282964598869968, "input_sha256": "dcca9efbad1d37b12eed6f21aa3d1b639911b13bbfc4bda50c25048cd5d8432b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3470999427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3784590125548082, "interval": [-5.30027489166501, 2.5433568665553934], "p_value": 0.473, "input_sha256": "15db8a4b46780436aac965261673bd234089d33b55c0687efb2eec81fc4aea75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3470999427, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3784590125548082, "interval": [-4.819080698130332, 2.647182690957041], "p_value": 0.47995966722394856, "input_sha256": "15db8a4b46780436aac965261673bd234089d33b55c0687efb2eec81fc4aea75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3470999427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 59.04125103653618, "interval": [-77.74058839527405, 195.8230904683464], "p_value": 0.376, "input_sha256": "15db8a4b46780436aac965261673bd234089d33b55c0687efb2eec81fc4aea75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3470999427, "p_value_method": "welch_average_effect", "success": true, "estimate": 59.04125103653618, "interval": [-48.96525815213516, 209.02727215944125], "p_value": 0.3858748804520331, "input_sha256": "15db8a4b46780436aac965261673bd234089d33b55c0687efb2eec81fc4aea75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1975672390, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.897596836367061, "interval": [-3.0171756125271174, 4.812369285261239], "p_value": 0.65, "input_sha256": "8402f9a33254d47690add4e8381d830fcdbbc6223473da74fc29be0629718d32"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1975672390, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.897596836367061, "interval": [-2.629596152042769, 4.5918607803939], "p_value": 0.6451791389614463, "input_sha256": "8402f9a33254d47690add4e8381d830fcdbbc6223473da74fc29be0629718d32"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1975672390, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 229.7554979723501, "interval": [2.6570663552326437, 456.85392958946755], "p_value": 0.019, "input_sha256": "8402f9a33254d47690add4e8381d830fcdbbc6223473da74fc29be0629718d32"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1975672390, "p_value_method": "welch_average_effect", "success": true, "estimate": 229.7554979723501, "interval": [66.51678890075145, 493.84815710296687], "p_value": 0.04760409621502187, "input_sha256": "8402f9a33254d47690add4e8381d830fcdbbc6223473da74fc29be0629718d32"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 911856601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.812476651857219, "interval": [-2.0378870244775635, 5.662840328192002], "p_value": 0.342, "input_sha256": "c4a899166660515f2fd57f3546516c6977e3ef2e4ec23b2b2da5c76e10f85eb4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 911856601, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.812476651857219, "interval": [-1.8306355178387768, 5.4701033874341585], "p_value": 0.34639296782947737, "input_sha256": "c4a899166660515f2fd57f3546516c6977e3ef2e4ec23b2b2da5c76e10f85eb4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 911856601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.222808104673817, "interval": [-232.15429456976443, 238.59991077911207], "p_value": 0.984, "input_sha256": "c4a899166660515f2fd57f3546516c6977e3ef2e4ec23b2b2da5c76e10f85eb4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 911856601, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.222808104673817, "interval": [-217.54153757624348, 234.0359945811658], "p_value": 0.9780318582991184, "input_sha256": "c4a899166660515f2fd57f3546516c6977e3ef2e4ec23b2b2da5c76e10f85eb4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4129200729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7016958171913696, "interval": [-3.061156033275858, 4.464547667658597], "p_value": 0.724, "input_sha256": "15f201d8dea675f025da9e462d49da6d385dbd182537bbafbe7b07780d1ca967"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4129200729, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7016958171913696, "interval": [-2.6719468536319115, 4.308168791108075], "p_value": 0.707697947742137, "input_sha256": "15f201d8dea675f025da9e462d49da6d385dbd182537bbafbe7b07780d1ca967"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4129200729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -119.27389727274962, "interval": [-324.93118588781033, 86.38339134231111], "p_value": 0.271, "input_sha256": "15f201d8dea675f025da9e462d49da6d385dbd182537bbafbe7b07780d1ca967"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4129200729, "p_value_method": "welch_average_effect", "success": true, "estimate": -119.27389727274962, "interval": [-375.0071055567771, 18.448492126690898], "p_value": 0.2423212957862964, "input_sha256": "15f201d8dea675f025da9e462d49da6d385dbd182537bbafbe7b07780d1ca967"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1489732361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3681850431725664, "interval": [-0.6096102008095765, 5.34598028715471], "p_value": 0.109, "input_sha256": "291b265bd7b217dc9ddb44d4b3b82feb79f432d6504e13608c17155ca8a95882"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1489732361, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3681850431725664, "interval": [-0.27663379221641504, 5.251533588627995], "p_value": 0.11563901918277072, "input_sha256": "291b265bd7b217dc9ddb44d4b3b82feb79f432d6504e13608c17155ca8a95882"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1489732361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 34.57548307803893, "interval": [-140.50327979294343, 209.6542459490213], "p_value": 0.671, "input_sha256": "291b265bd7b217dc9ddb44d4b3b82feb79f432d6504e13608c17155ca8a95882"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1489732361, "p_value_method": "welch_average_effect", "success": true, "estimate": 34.57548307803893, "interval": [-121.06731290640356, 216.8441290678675], "p_value": 0.6915001884380532, "input_sha256": "291b265bd7b217dc9ddb44d4b3b82feb79f432d6504e13608c17155ca8a95882"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2258433314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1747153945722388, "interval": [-4.9971146995880895, 2.647683910443612], "p_value": 0.54, "input_sha256": "c213138418dab9b9e77a605bebc64e34f5387b773a2803e4e86dae5aa54150df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2258433314, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1747153945722388, "interval": [-5.008217170687458, 2.06273524357094], "p_value": 0.5352137329633411, "input_sha256": "c213138418dab9b9e77a605bebc64e34f5387b773a2803e4e86dae5aa54150df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2258433314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -116.6809100867437, "interval": [-304.5982577504046, 71.23643757691721], "p_value": 0.225, "input_sha256": "c213138418dab9b9e77a605bebc64e34f5387b773a2803e4e86dae5aa54150df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2258433314, "p_value_method": "welch_average_effect", "success": true, "estimate": -116.6809100867437, "interval": [-325.8276599680483, 30.31024347468168], "p_value": 0.21488698282068447, "input_sha256": "c213138418dab9b9e77a605bebc64e34f5387b773a2803e4e86dae5aa54150df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2789343377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5988710582180534, "interval": [-2.258397023789044, 7.456139140225151], "p_value": 0.302, "input_sha256": "cea8c8ad83e741bdf4c21a64b0665c5155b88d0791b97fd2c9774b78d755fbe5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2789343377, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5988710582180534, "interval": [-1.5825061222472714, 7.6327146582905785], "p_value": 0.28483367835671214, "input_sha256": "cea8c8ad83e741bdf4c21a64b0665c5155b88d0791b97fd2c9774b78d755fbe5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2789343377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 35.73226939496621, "interval": [-112.40780125083168, 183.8723400407641], "p_value": 0.657, "input_sha256": "cea8c8ad83e741bdf4c21a64b0665c5155b88d0791b97fd2c9774b78d755fbe5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2789343377, "p_value_method": "welch_average_effect", "success": true, "estimate": 35.73226939496621, "interval": [-101.29459009460795, 188.2852049042728], "p_value": 0.6280915015531483, "input_sha256": "cea8c8ad83e741bdf4c21a64b0665c5155b88d0791b97fd2c9774b78d755fbe5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 611741639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.21451122597889594, "interval": [-3.981684368608933, 4.410706820566725], "p_value": 0.92, "input_sha256": "9d986656b9c6fbb5145d3b0e190f832fcc007473653b24b68c3efdc90f3f0fe4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 611741639, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.21451122597889594, "interval": [-3.398209681567665, 4.005626130011551], "p_value": 0.9180115177526447, "input_sha256": "9d986656b9c6fbb5145d3b0e190f832fcc007473653b24b68c3efdc90f3f0fe4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 611741639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 64.55999789320393, "interval": [-46.94700172477158, 176.06699751117944], "p_value": 0.262, "input_sha256": "9d986656b9c6fbb5145d3b0e190f832fcc007473653b24b68c3efdc90f3f0fe4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 611741639, "p_value_method": "welch_average_effect", "success": true, "estimate": 64.55999789320393, "interval": [-12.95708388394589, 193.23824212620528], "p_value": 0.2429451999062784, "input_sha256": "9d986656b9c6fbb5145d3b0e190f832fcc007473653b24b68c3efdc90f3f0fe4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 813545051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9149348401260742, "interval": [-3.0656611338183968, 4.895530814070545], "p_value": 0.657, "input_sha256": "f87d9f10818a9e8daa4b9257c70670e8fe3b940f1f6f0f8a6510c72a5deabf6e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 813545051, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9149348401260742, "interval": [-2.4989059780201637, 5.006841939991357], "p_value": 0.6440751862644394, "input_sha256": "f87d9f10818a9e8daa4b9257c70670e8fe3b940f1f6f0f8a6510c72a5deabf6e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 813545051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -110.14354414865588, "interval": [-323.01141289841826, 102.7243246011065], "p_value": 0.342, "input_sha256": "f87d9f10818a9e8daa4b9257c70670e8fe3b940f1f6f0f8a6510c72a5deabf6e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 813545051, "p_value_method": "welch_average_effect", "success": true, "estimate": -110.14354414865588, "interval": [-365.5305049605025, 45.14107647122235], "p_value": 0.2956821728228204, "input_sha256": "f87d9f10818a9e8daa4b9257c70670e8fe3b940f1f6f0f8a6510c72a5deabf6e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1172759150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5167399755072584, "interval": [-3.3192585999688076, 4.352738550983324], "p_value": 0.788, "input_sha256": "a77acd9b26445815effba858db83ebd0849a1bb7cc7577a5e24fec6811ab0916"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1172759150, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5167399755072584, "interval": [-2.9090165442838862, 4.191252321116778], "p_value": 0.7857373366523264, "input_sha256": "a77acd9b26445815effba858db83ebd0849a1bb7cc7577a5e24fec6811ab0916"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1172759150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -113.12633183598095, "interval": [-320.0832460788886, 93.83058240692671], "p_value": 0.265, "input_sha256": "a77acd9b26445815effba858db83ebd0849a1bb7cc7577a5e24fec6811ab0916"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1172759150, "p_value_method": "welch_average_effect", "success": true, "estimate": -113.12633183598095, "interval": [-336.0678910288925, 39.69663998879342], "p_value": 0.2710638689741137, "input_sha256": "a77acd9b26445815effba858db83ebd0849a1bb7cc7577a5e24fec6811ab0916"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2755674825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0517299509622084, "interval": [-1.7706089562461567, 5.874068858170574], "p_value": 0.287, "input_sha256": "cf7e88506108923f035236270941c2b79051ce3192386495f59969b808cfb18f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2755674825, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0517299509622084, "interval": [-1.4964754512673994, 5.766551513476476], "p_value": 0.2840344527471543, "input_sha256": "cf7e88506108923f035236270941c2b79051ce3192386495f59969b808cfb18f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2755674825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 180.6374301689783, "interval": [-55.34592772549604, 416.62078806345266], "p_value": 0.095, "input_sha256": "cf7e88506108923f035236270941c2b79051ce3192386495f59969b808cfb18f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2755674825, "p_value_method": "welch_average_effect", "success": true, "estimate": 180.6374301689783, "interval": [26.110404483316223, 492.0261456720245], "p_value": 0.12654168333036192, "input_sha256": "cf7e88506108923f035236270941c2b79051ce3192386495f59969b808cfb18f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3016112319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9051985299103134, "interval": [-4.979919527102409, 3.169522467281782], "p_value": 0.666, "input_sha256": "73c6887b9558ddcd7819b405927b53cecd45ac324d98455dc71d038346d6af1b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3016112319, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9051985299103134, "interval": [-4.724266323265796, 3.125772115611225], "p_value": 0.6546946409798767, "input_sha256": "73c6887b9558ddcd7819b405927b53cecd45ac324d98455dc71d038346d6af1b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3016112319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -91.02960728549964, "interval": [-241.01834608931478, 58.959131518315516], "p_value": 0.264, "input_sha256": "73c6887b9558ddcd7819b405927b53cecd45ac324d98455dc71d038346d6af1b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3016112319, "p_value_method": "welch_average_effect", "success": true, "estimate": -91.02960728549964, "interval": [-210.70510564005042, 79.86142861777255], "p_value": 0.2267186180533101, "input_sha256": "73c6887b9558ddcd7819b405927b53cecd45ac324d98455dc71d038346d6af1b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3208925484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7736913023795786, "interval": [-4.589294874230957, 3.0419122694717995], "p_value": 0.68, "input_sha256": "1a815fe591ad8c6ef015f13eb52614bd76ee889dbac9d4243865c2b782b975ae"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3208925484, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7736913023795786, "interval": [-4.608977231617934, 2.624930569857712], "p_value": 0.683633481192839, "input_sha256": "1a815fe591ad8c6ef015f13eb52614bd76ee889dbac9d4243865c2b782b975ae"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3208925484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.267030380921454, "interval": [-161.7314855934954, 242.2655463553383], "p_value": 0.701, "input_sha256": "1a815fe591ad8c6ef015f13eb52614bd76ee889dbac9d4243865c2b782b975ae"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3208925484, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.267030380921454, "interval": [-142.77868549262232, 232.6605003453621], "p_value": 0.6887148326194018, "input_sha256": "1a815fe591ad8c6ef015f13eb52614bd76ee889dbac9d4243865c2b782b975ae"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1767637347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.229125847749751, "interval": [-6.495694419746392, 2.0374427242468895], "p_value": 0.29, "input_sha256": "4723f1688f1ab2485e906746aedc03943e9b65184c13d5701b8f2674a676450c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1767637347, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.229125847749751, "interval": [-6.170100803271186, 1.692150904333732], "p_value": 0.296858431280619, "input_sha256": "4723f1688f1ab2485e906746aedc03943e9b65184c13d5701b8f2674a676450c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1767637347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.5772795242242, "interval": [-256.5729002805084, 123.41834123206004], "p_value": 0.508, "input_sha256": "4723f1688f1ab2485e906746aedc03943e9b65184c13d5701b8f2674a676450c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1767637347, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.5772795242242, "interval": [-239.00538203543854, 129.2815386635688], "p_value": 0.48232656533533536, "input_sha256": "4723f1688f1ab2485e906746aedc03943e9b65184c13d5701b8f2674a676450c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3111246746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9789543724433436, "interval": [-6.481866463196449, 2.523957718309762], "p_value": 0.374, "input_sha256": "6e04caad6dcee97eb549b94acb54de41da03fcd79ac425ad713fc366fc7443a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3111246746, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9789543724433436, "interval": [-5.741172011973073, 2.6247699633313246], "p_value": 0.3778174047558682, "input_sha256": "6e04caad6dcee97eb549b94acb54de41da03fcd79ac425ad713fc366fc7443a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3111246746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -75.96259942854766, "interval": [-272.55285108873386, 120.62765223163856], "p_value": 0.479, "input_sha256": "6e04caad6dcee97eb549b94acb54de41da03fcd79ac425ad713fc366fc7443a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3111246746, "p_value_method": "welch_average_effect", "success": true, "estimate": -75.96259942854766, "interval": [-384.6796208816612, 57.821478496804914], "p_value": 0.4343965139284083, "input_sha256": "6e04caad6dcee97eb549b94acb54de41da03fcd79ac425ad713fc366fc7443a9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3481634603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7810679308828572, "interval": [-1.7862759559509764, 5.348411817716691], "p_value": 0.333, "input_sha256": "7bd83f7e32c5ae93218959362b979587419eb815495906da787f032320c441a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3481634603, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7810679308828572, "interval": [-1.602970662702518, 5.0613916397106875], "p_value": 0.3184806614716058, "input_sha256": "7bd83f7e32c5ae93218959362b979587419eb815495906da787f032320c441a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3481634603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.445801088008139, "interval": [-107.65762064584133, 138.5492228218576], "p_value": 0.816, "input_sha256": "7bd83f7e32c5ae93218959362b979587419eb815495906da787f032320c441a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3481634603, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.445801088008139, "interval": [-106.43467533948665, 121.64107918114733], "p_value": 0.8007684767313833, "input_sha256": "7bd83f7e32c5ae93218959362b979587419eb815495906da787f032320c441a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 577645593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1223264335381735, "interval": [-3.137369336558076, 5.382022203634423], "p_value": 0.591, "input_sha256": "8cca1f56c3dfb773c363c92ad960f8693af98e921ffbae48efbeb2d97042b415"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 577645593, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1223264335381735, "interval": [-3.1345374644027872, 4.843457285113156], "p_value": 0.596830598611934, "input_sha256": "8cca1f56c3dfb773c363c92ad960f8693af98e921ffbae48efbeb2d97042b415"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 577645593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 62.706806559408875, "interval": [-181.37100372451235, 306.7846168433301], "p_value": 0.6, "input_sha256": "8cca1f56c3dfb773c363c92ad960f8693af98e921ffbae48efbeb2d97042b415"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 577645593, "p_value_method": "welch_average_effect", "success": true, "estimate": 62.706806559408875, "interval": [-121.70993032930501, 356.6786304325902], "p_value": 0.6049779975756288, "input_sha256": "8cca1f56c3dfb773c363c92ad960f8693af98e921ffbae48efbeb2d97042b415"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2924843094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.073956584680159, "interval": [-8.510151664573229, 0.3622384952129112], "p_value": 0.072, "input_sha256": "7b447bbc1d99eedacdd0dc8083d4b1ce01a891056eaa44f0744d32e393e259f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2924843094, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.073956584680159, "interval": [-7.732828498008666, 0.3905525640481614], "p_value": 0.07076512904414176, "input_sha256": "7b447bbc1d99eedacdd0dc8083d4b1ce01a891056eaa44f0744d32e393e259f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2924843094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 120.16018262642488, "interval": [-39.71065037313328, 280.03101562598306], "p_value": 0.108, "input_sha256": "7b447bbc1d99eedacdd0dc8083d4b1ce01a891056eaa44f0744d32e393e259f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2924843094, "p_value_method": "welch_average_effect", "success": true, "estimate": 120.16018262642488, "interval": [18.410757988196178, 302.7674427487195], "p_value": 0.1333253802815816, "input_sha256": "7b447bbc1d99eedacdd0dc8083d4b1ce01a891056eaa44f0744d32e393e259f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 581280495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8745841042094362, "interval": [-4.366005703728416, 2.616837495309544], "p_value": 0.631, "input_sha256": "f055dec955fcf793b2821858f9200057b167245cf4dc011d3fce53f5c09d3173"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 581280495, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8745841042094362, "interval": [-3.916483862315833, 2.512025174772196], "p_value": 0.6145558849934267, "input_sha256": "f055dec955fcf793b2821858f9200057b167245cf4dc011d3fce53f5c09d3173"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 581280495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.560588470202461, "interval": [-143.87101922082724, 128.74984228042229], "p_value": 0.927, "input_sha256": "f055dec955fcf793b2821858f9200057b167245cf4dc011d3fce53f5c09d3173"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 581280495, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.560588470202461, "interval": [-153.64317705782378, 104.57559323226931], "p_value": 0.9111135737031589, "input_sha256": "f055dec955fcf793b2821858f9200057b167245cf4dc011d3fce53f5c09d3173"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 422803841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.316828728723582, "interval": [-3.5071159330087562, 6.14077339045592], "p_value": 0.589, "input_sha256": "d10b34c69b9415b4d87ac6b7bb0e92bc219e2de8711bca7cf3a2c179fd71f25a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 422803841, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.316828728723582, "interval": [-3.0672808644279037, 5.804406102277448], "p_value": 0.5810631578200205, "input_sha256": "d10b34c69b9415b4d87ac6b7bb0e92bc219e2de8711bca7cf3a2c179fd71f25a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 422803841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -15.551195770174104, "interval": [-221.07791353065895, 189.97552199031074], "p_value": 0.901, "input_sha256": "d10b34c69b9415b4d87ac6b7bb0e92bc219e2de8711bca7cf3a2c179fd71f25a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 422803841, "p_value_method": "welch_average_effect", "success": true, "estimate": -15.551195770174104, "interval": [-232.27609952760122, 184.68761735079494], "p_value": 0.8790700238363174, "input_sha256": "d10b34c69b9415b4d87ac6b7bb0e92bc219e2de8711bca7cf3a2c179fd71f25a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3712121075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7665052058099757, "interval": [-6.3094231588951315, 2.77641274727518], "p_value": 0.454, "input_sha256": "222f97f0ad7d5a471bee97ac1e9547dd82e4733151f8cf7c1de8e6f4492dd979"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3712121075, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7665052058099757, "interval": [-6.365240831445849, 2.292550787834198], "p_value": 0.435405128710022, "input_sha256": "222f97f0ad7d5a471bee97ac1e9547dd82e4733151f8cf7c1de8e6f4492dd979"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3712121075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.671939692343756, "interval": [-229.65499537241783, 212.31111598773032], "p_value": 0.915, "input_sha256": "222f97f0ad7d5a471bee97ac1e9547dd82e4733151f8cf7c1de8e6f4492dd979"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3712121075, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.671939692343756, "interval": [-199.78376949155236, 233.05715614487914], "p_value": 0.9370649514101712, "input_sha256": "222f97f0ad7d5a471bee97ac1e9547dd82e4733151f8cf7c1de8e6f4492dd979"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2286179117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.31137693936262245, "interval": [-3.3546490152028103, 3.9774028939280552], "p_value": 0.859, "input_sha256": "7917d8cf2849be50d35799a556d3733ed3823f83f0eef1b972c6e40ce985d370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2286179117, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.31137693936262245, "interval": [-3.014544503199134, 4.004946109610479], "p_value": 0.8643812309683265, "input_sha256": "7917d8cf2849be50d35799a556d3733ed3823f83f0eef1b972c6e40ce985d370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2286179117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.08833925483074, "interval": [-254.99660006904273, 164.81992155938124], "p_value": 0.698, "input_sha256": "7917d8cf2849be50d35799a556d3733ed3823f83f0eef1b972c6e40ce985d370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2286179117, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.08833925483074, "interval": [-282.92819035006727, 121.36838456079961], "p_value": 0.6657758950212582, "input_sha256": "7917d8cf2849be50d35799a556d3733ed3823f83f0eef1b972c6e40ce985d370"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4161804809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6511250582705568, "interval": [-4.505368103254049, 3.203117986712935], "p_value": 0.726, "input_sha256": "e9636ecc34cde5aa66e61421698f638d9adcb42c75cf54fa4566180003a5d62f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4161804809, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6511250582705568, "interval": [-4.364433969888697, 3.0162123248700516], "p_value": 0.7342385544659262, "input_sha256": "e9636ecc34cde5aa66e61421698f638d9adcb42c75cf54fa4566180003a5d62f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4161804809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.319267953671556, "interval": [-182.0816654140018, 169.4431295066587], "p_value": 0.968, "input_sha256": "e9636ecc34cde5aa66e61421698f638d9adcb42c75cf54fa4566180003a5d62f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4161804809, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.319267953671556, "interval": [-257.76513690950526, 106.44035400810019], "p_value": 0.9420222982780948, "input_sha256": "e9636ecc34cde5aa66e61421698f638d9adcb42c75cf54fa4566180003a5d62f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 477738308, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7138894984304276, "interval": [-4.657783432607852, 3.2300044357469964], "p_value": 0.708, "input_sha256": "c78a7915dfd24d272e50396284e22e0c31c227397b1ae67c9328a0c121ad0179"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 477738308, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7138894984304276, "interval": [-3.898938698927794, 3.332768961656175], "p_value": 0.7160133868941236, "input_sha256": "c78a7915dfd24d272e50396284e22e0c31c227397b1ae67c9328a0c121ad0179"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 477738308, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.76493418119335, "interval": [-257.7073685830342, 124.17750022064752], "p_value": 0.522, "input_sha256": "c78a7915dfd24d272e50396284e22e0c31c227397b1ae67c9328a0c121ad0179"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 477738308, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.76493418119335, "interval": [-275.4126772859312, 96.26492478468205], "p_value": 0.4818640005181919, "input_sha256": "c78a7915dfd24d272e50396284e22e0c31c227397b1ae67c9328a0c121ad0179"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2964114535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5628842927889384, "interval": [-3.377161129712763, 4.502929715290639], "p_value": 0.752, "input_sha256": "78cbe85aeb4d966501a9af0df6754e343dbbf8de1f42f101af680d5aae343b0b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2964114535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5628842927889384, "interval": [-2.819173189225111, 4.0907961337454655], "p_value": 0.7739847547503097, "input_sha256": "78cbe85aeb4d966501a9af0df6754e343dbbf8de1f42f101af680d5aae343b0b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2964114535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -95.74936484110182, "interval": [-348.77423458432384, 157.2755049021202], "p_value": 0.477, "input_sha256": "78cbe85aeb4d966501a9af0df6754e343dbbf8de1f42f101af680d5aae343b0b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2964114535, "p_value_method": "welch_average_effect", "success": true, "estimate": -95.74936484110182, "interval": [-408.4048003358087, 83.36092270740116], "p_value": 0.4455201892688171, "input_sha256": "78cbe85aeb4d966501a9af0df6754e343dbbf8de1f42f101af680d5aae343b0b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 671528035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1417736518966173, "interval": [-5.002308026291063, 2.7187607224978283], "p_value": 0.552, "input_sha256": "535b92225d65b23ebbbd3b7e9c935d8233b9f944c3e096405c74f8b7c52caf20"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 671528035, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1417736518966173, "interval": [-4.40232258295265, 2.640877682236356], "p_value": 0.5529064277423403, "input_sha256": "535b92225d65b23ebbbd3b7e9c935d8233b9f944c3e096405c74f8b7c52caf20"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 671528035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 23.194379038236505, "interval": [-116.46622837499972, 162.8549864514727], "p_value": 0.745, "input_sha256": "535b92225d65b23ebbbd3b7e9c935d8233b9f944c3e096405c74f8b7c52caf20"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 671528035, "p_value_method": "welch_average_effect", "success": true, "estimate": 23.194379038236505, "interval": [-94.18799467479184, 170.1911682698199], "p_value": 0.7375420553334151, "input_sha256": "535b92225d65b23ebbbd3b7e9c935d8233b9f944c3e096405c74f8b7c52caf20"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3129606026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.35038038031863117, "interval": [-3.6260319149219744, 4.326792675559236], "p_value": 0.857, "input_sha256": "5654d380bdda24d61f21fc5c1f7ef169b6a69f976211040edba5a9f7cd304cda"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3129606026, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.35038038031863117, "interval": [-3.282500900715009, 4.044114611704556], "p_value": 0.8593724918213422, "input_sha256": "5654d380bdda24d61f21fc5c1f7ef169b6a69f976211040edba5a9f7cd304cda"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3129606026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -29.124691019683894, "interval": [-176.7574895590663, 118.50810751969851], "p_value": 0.699, "input_sha256": "5654d380bdda24d61f21fc5c1f7ef169b6a69f976211040edba5a9f7cd304cda"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3129606026, "p_value_method": "welch_average_effect", "success": true, "estimate": -29.124691019683894, "interval": [-215.36813349789992, 84.48988061379454], "p_value": 0.6903411947345564, "input_sha256": "5654d380bdda24d61f21fc5c1f7ef169b6a69f976211040edba5a9f7cd304cda"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2855407703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.481515924029221, "interval": [-8.682983280597124, -0.2800485674613169], "p_value": 0.04, "input_sha256": "c310ca33ebbe57dfb5bef321d29c0c25a56fe2794ddd8f6a88425f63494ad9b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2855407703, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.481515924029221, "interval": [-8.324375095581928, -0.3325858856973588], "p_value": 0.037212608099698126, "input_sha256": "c310ca33ebbe57dfb5bef321d29c0c25a56fe2794ddd8f6a88425f63494ad9b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2855407703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -76.2248950851527, "interval": [-327.31192174848616, 174.86213157818074], "p_value": 0.579, "input_sha256": "c310ca33ebbe57dfb5bef321d29c0c25a56fe2794ddd8f6a88425f63494ad9b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2855407703, "p_value_method": "welch_average_effect", "success": true, "estimate": -76.2248950851527, "interval": [-352.7693306909281, 112.86695952027868], "p_value": 0.539333481982657, "input_sha256": "c310ca33ebbe57dfb5bef321d29c0c25a56fe2794ddd8f6a88425f63494ad9b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3774761225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1603950126172666, "interval": [-6.576927026549557, 4.2561370013150235], "p_value": 0.645, "input_sha256": "5425b75f2c29eed580e39e1202142702b3a1e3076600f51c87ff06cedff6910d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3774761225, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1603950126172666, "interval": [-6.656667723163288, 4.114624642677746], "p_value": 0.6667357434043648, "input_sha256": "5425b75f2c29eed580e39e1202142702b3a1e3076600f51c87ff06cedff6910d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3774761225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -25.62149415743798, "interval": [-237.61268763137085, 186.3696993164949], "p_value": 0.816, "input_sha256": "5425b75f2c29eed580e39e1202142702b3a1e3076600f51c87ff06cedff6910d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3774761225, "p_value_method": "welch_average_effect", "success": true, "estimate": -25.62149415743798, "interval": [-226.99786690236988, 169.4090378921797], "p_value": 0.8078909046413917, "input_sha256": "5425b75f2c29eed580e39e1202142702b3a1e3076600f51c87ff06cedff6910d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1943672663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.379177408032568, "interval": [-7.528785623824603, 0.7704308077594666], "p_value": 0.104, "input_sha256": "e76c9fd5bfe49ecc464cfea19a7a8cf1db9b9b533a9fe426eb44153337eb6334"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1943672663, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.379177408032568, "interval": [-6.958330489746149, 0.5335580034539881], "p_value": 0.10720736779646835, "input_sha256": "e76c9fd5bfe49ecc464cfea19a7a8cf1db9b9b533a9fe426eb44153337eb6334"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1943672663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -49.28518163867419, "interval": [-210.20831908558415, 111.63795580823579], "p_value": 0.539, "input_sha256": "e76c9fd5bfe49ecc464cfea19a7a8cf1db9b9b533a9fe426eb44153337eb6334"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1943672663, "p_value_method": "welch_average_effect", "success": true, "estimate": -49.28518163867419, "interval": [-193.6930061350136, 95.08308606291459], "p_value": 0.5353800032311892, "input_sha256": "e76c9fd5bfe49ecc464cfea19a7a8cf1db9b9b533a9fe426eb44153337eb6334"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1819476488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.258552703967938, "interval": [-5.292974522294802, 2.775869114358926], "p_value": 0.497, "input_sha256": "8e9c8a4e1e1dedc6895fe7d9cdd507334351deb0f746b35706d5b349992f23f1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1819476488, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.258552703967938, "interval": [-4.949255069961321, 2.179518519834165], "p_value": 0.5314240267952174, "input_sha256": "8e9c8a4e1e1dedc6895fe7d9cdd507334351deb0f746b35706d5b349992f23f1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1819476488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 136.91551633336536, "interval": [-39.93814977839202, 313.76918244512274], "p_value": 0.092, "input_sha256": "8e9c8a4e1e1dedc6895fe7d9cdd507334351deb0f746b35706d5b349992f23f1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1819476488, "p_value_method": "welch_average_effect", "success": true, "estimate": 136.91551633336536, "interval": [26.593204558455902, 408.0042612552462], "p_value": 0.12241374744142383, "input_sha256": "8e9c8a4e1e1dedc6895fe7d9cdd507334351deb0f746b35706d5b349992f23f1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2550735560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5447041284551304, "interval": [-0.8358452071951379, 5.925253464105399], "p_value": 0.139, "input_sha256": "b80c64fe3c7e0c5a8975ce4c9fd359a621051157f2658fe72d2a6975e4cd3365"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2550735560, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5447041284551304, "interval": [-0.20052294890943406, 6.122429504685394], "p_value": 0.13555989728045753, "input_sha256": "b80c64fe3c7e0c5a8975ce4c9fd359a621051157f2658fe72d2a6975e4cd3365"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2550735560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -140.8635241920967, "interval": [-314.55365245441374, 32.826604070220355], "p_value": 0.064, "input_sha256": "b80c64fe3c7e0c5a8975ce4c9fd359a621051157f2658fe72d2a6975e4cd3365"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2550735560, "p_value_method": "welch_average_effect", "success": true, "estimate": -140.8635241920967, "interval": [-391.23561338283935, -31.120660794894093], "p_value": 0.10664414322530925, "input_sha256": "b80c64fe3c7e0c5a8975ce4c9fd359a621051157f2658fe72d2a6975e4cd3365"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1194284328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6967417521278474, "interval": [-2.7287732468403387, 4.1222567510960335], "p_value": 0.714, "input_sha256": "452e236f93642aadaf2c2080614f06a13a9808a20b2229a2478093c04be49897"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1194284328, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6967417521278474, "interval": [-2.7096964309279477, 3.9578032956009412], "p_value": 0.6816428953860195, "input_sha256": "452e236f93642aadaf2c2080614f06a13a9808a20b2229a2478093c04be49897"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1194284328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -126.20616237181257, "interval": [-375.08505625121643, 122.67273150759131], "p_value": 0.348, "input_sha256": "452e236f93642aadaf2c2080614f06a13a9808a20b2229a2478093c04be49897"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1194284328, "p_value_method": "welch_average_effect", "success": true, "estimate": -126.20616237181257, "interval": [-402.491570530458, 66.14423585808434], "p_value": 0.3078164100595331, "input_sha256": "452e236f93642aadaf2c2080614f06a13a9808a20b2229a2478093c04be49897"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4178470731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.974835622783857, "interval": [-6.521854970495964, 2.5721837249282498], "p_value": 0.396, "input_sha256": "8deca69c16607d99badc073b89fb31091f907fcced18c5c1fe7dc175370a7d4d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4178470731, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.974835622783857, "interval": [-6.3056782127326345, 2.498409721608794], "p_value": 0.38480307671553515, "input_sha256": "8deca69c16607d99badc073b89fb31091f907fcced18c5c1fe7dc175370a7d4d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4178470731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -265.4847563312496, "interval": [-586.5632362064441, 55.593723543944805], "p_value": 0.068, "input_sha256": "8deca69c16607d99badc073b89fb31091f907fcced18c5c1fe7dc175370a7d4d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4178470731, "p_value_method": "welch_average_effect", "success": true, "estimate": -265.4847563312496, "interval": [-734.5806326485138, -50.756567316883235], "p_value": 0.10019808472838106, "input_sha256": "8deca69c16607d99badc073b89fb31091f907fcced18c5c1fe7dc175370a7d4d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2175751881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6969340689474137, "interval": [-6.121175899503046, 0.7273077616082189], "p_value": 0.123, "input_sha256": "eea1d1ee1c97ca39b35b0454514afe3fb6b99efc8b2dbd67ab18f08510056148"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2175751881, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6969340689474137, "interval": [-6.139115649301457, 0.34939325989975306], "p_value": 0.1190117918501467, "input_sha256": "eea1d1ee1c97ca39b35b0454514afe3fb6b99efc8b2dbd67ab18f08510056148"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2175751881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.8095009270817, "interval": [-144.92148229925948, 129.30248044509608], "p_value": 0.906, "input_sha256": "eea1d1ee1c97ca39b35b0454514afe3fb6b99efc8b2dbd67ab18f08510056148"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2175751881, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.8095009270817, "interval": [-160.00679905329648, 98.38311760195181], "p_value": 0.9086508854378481, "input_sha256": "eea1d1ee1c97ca39b35b0454514afe3fb6b99efc8b2dbd67ab18f08510056148"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3953445893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9980652657982763, "interval": [-4.76515654170555, 2.7690260101089974], "p_value": 0.605, "input_sha256": "1a41373a0290cd117b28bac738f4ec3c48a96035f8fe15db0a1ee90680b8b67e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3953445893, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9980652657982763, "interval": [-4.620423500292527, 2.0526962121785175], "p_value": 0.5941989588631915, "input_sha256": "1a41373a0290cd117b28bac738f4ec3c48a96035f8fe15db0a1ee90680b8b67e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3953445893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 43.87612774829529, "interval": [-131.5253100858057, 219.27756558239628], "p_value": 0.626, "input_sha256": "1a41373a0290cd117b28bac738f4ec3c48a96035f8fe15db0a1ee90680b8b67e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3953445893, "p_value_method": "welch_average_effect", "success": true, "estimate": 43.87612774829529, "interval": [-79.32902322038012, 258.47955867943375], "p_value": 0.6126133364829744, "input_sha256": "1a41373a0290cd117b28bac738f4ec3c48a96035f8fe15db0a1ee90680b8b67e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1303543954, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1630523119059557, "interval": [-5.417542787747697, 3.091438163935786], "p_value": 0.613, "input_sha256": "0630b0919e689029f7ed2f91517b17c5145e33337ec42e0d6130d1f85220c5ee"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1303543954, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1630523119059557, "interval": [-4.803608739375657, 2.8350662419959654], "p_value": 0.5817579988880082, "input_sha256": "0630b0919e689029f7ed2f91517b17c5145e33337ec42e0d6130d1f85220c5ee"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1303543954, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.75665726309273, "interval": [-294.1725834216126, 160.65926889542715], "p_value": 0.569, "input_sha256": "0630b0919e689029f7ed2f91517b17c5145e33337ec42e0d6130d1f85220c5ee"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1303543954, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.75665726309273, "interval": [-336.28193820701244, 111.07506794805543], "p_value": 0.5520583765486401, "input_sha256": "0630b0919e689029f7ed2f91517b17c5145e33337ec42e0d6130d1f85220c5ee"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 476343882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.172030386965451, "interval": [0.30388630110998793, 8.040174472820915], "p_value": 0.032, "input_sha256": "525108342a04ab60ad9cb29325ee820cad8880e5f1773386e7c6484f52e0e59c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 476343882, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.172030386965451, "interval": [0.4920357641974053, 7.7559011805279905], "p_value": 0.0352544285638321, "input_sha256": "525108342a04ab60ad9cb29325ee820cad8880e5f1773386e7c6484f52e0e59c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 476343882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 30.343576093957438, "interval": [-113.02496267275438, 173.71211486066926], "p_value": 0.782, "input_sha256": "525108342a04ab60ad9cb29325ee820cad8880e5f1773386e7c6484f52e0e59c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 476343882, "p_value_method": "welch_average_effect", "success": true, "estimate": 30.343576093957438, "interval": [-65.00232768747863, 235.01991483802115], "p_value": 0.6675517413050653, "input_sha256": "525108342a04ab60ad9cb29325ee820cad8880e5f1773386e7c6484f52e0e59c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2644202384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.48546363000370363, "interval": [-3.4240083683656946, 4.394935628373101], "p_value": 0.811, "input_sha256": "4c24777ee39bc73fa0b9e90ed173958b2083f22f81262af014207ee209a4d47a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2644202384, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.48546363000370363, "interval": [-3.063438480045296, 4.30545854933553], "p_value": 0.8027252166470348, "input_sha256": "4c24777ee39bc73fa0b9e90ed173958b2083f22f81262af014207ee209a4d47a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2644202384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.39062154557179, "interval": [-161.06304411951413, 187.84428721065768], "p_value": 0.877, "input_sha256": "4c24777ee39bc73fa0b9e90ed173958b2083f22f81262af014207ee209a4d47a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2644202384, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.39062154557179, "interval": [-127.371178845434, 192.0977543863733], "p_value": 0.8772468293138715, "input_sha256": "4c24777ee39bc73fa0b9e90ed173958b2083f22f81262af014207ee209a4d47a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 284768613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8932626372286503, "interval": [-2.6922783937583112, 4.478803668215612], "p_value": 0.615, "input_sha256": "b3473b3e646f7fccf92a10ca44952431e1dcb91c9765e01334fb9673f038f1f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 284768613, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8932626372286503, "interval": [-2.6458989909367023, 4.019969983251189], "p_value": 0.6169356944308235, "input_sha256": "b3473b3e646f7fccf92a10ca44952431e1dcb91c9765e01334fb9673f038f1f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 284768613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 41.706438509282506, "interval": [-108.64983706834444, 192.06271408690947], "p_value": 0.586, "input_sha256": "b3473b3e646f7fccf92a10ca44952431e1dcb91c9765e01334fb9673f038f1f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 284768613, "p_value_method": "welch_average_effect", "success": true, "estimate": 41.706438509282506, "interval": [-77.53556247000839, 206.14544547599024], "p_value": 0.5764356990117117, "input_sha256": "b3473b3e646f7fccf92a10ca44952431e1dcb91c9765e01334fb9673f038f1f0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2561002189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.750882258623413, "interval": [-0.377002671684993, 5.878767188931819], "p_value": 0.078, "input_sha256": "373009ae3000457fd61d1bb0ac0c0b46df362252f601215a6f063a3e95b211ff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2561002189, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.750882258623413, "interval": [-0.006141167356929474, 5.472020942443306], "p_value": 0.08300722466239815, "input_sha256": "373009ae3000457fd61d1bb0ac0c0b46df362252f601215a6f063a3e95b211ff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2561002189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 88.54029409068079, "interval": [-121.87707818941868, 298.95766637078026], "p_value": 0.504, "input_sha256": "373009ae3000457fd61d1bb0ac0c0b46df362252f601215a6f063a3e95b211ff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2561002189, "p_value_method": "welch_average_effect", "success": true, "estimate": 88.54029409068079, "interval": [-44.497050175772905, 423.09026450573975], "p_value": 0.39305544229283085, "input_sha256": "373009ae3000457fd61d1bb0ac0c0b46df362252f601215a6f063a3e95b211ff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 647248794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.89940572338584, "interval": [-6.395630777704762, 0.5968193309330818], "p_value": 0.105, "input_sha256": "ef3626d1de6b54b898b76b29d34e61e7a287c6f0cc26ad03835ba5eea81a77c8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 647248794, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.89940572338584, "interval": [-6.228793275638653, 0.46071263219470976], "p_value": 0.10135063034816873, "input_sha256": "ef3626d1de6b54b898b76b29d34e61e7a287c6f0cc26ad03835ba5eea81a77c8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 647248794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -76.92043601906025, "interval": [-239.66713600312266, 85.82626396500217], "p_value": 0.367, "input_sha256": "ef3626d1de6b54b898b76b29d34e61e7a287c6f0cc26ad03835ba5eea81a77c8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 647248794, "p_value_method": "welch_average_effect", "success": true, "estimate": -76.92043601906025, "interval": [-260.4982423615662, 52.712852888197354], "p_value": 0.34274943745895114, "input_sha256": "ef3626d1de6b54b898b76b29d34e61e7a287c6f0cc26ad03835ba5eea81a77c8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 787755300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3967861296248376, "interval": [-8.14144090224206, 1.3478686429923856], "p_value": 0.149, "input_sha256": "d22ecc9d1c9ea753e92e9eeb32c9c59a9d92b49d3b44a606c043c7935f95a563"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 787755300, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3967861296248376, "interval": [-7.9405233023602735, 0.7112003139510591], "p_value": 0.1554311125125195, "input_sha256": "d22ecc9d1c9ea753e92e9eeb32c9c59a9d92b49d3b44a606c043c7935f95a563"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 787755300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.503240754026706, "interval": [-124.5683084867634, 105.56182697870999], "p_value": 0.877, "input_sha256": "d22ecc9d1c9ea753e92e9eeb32c9c59a9d92b49d3b44a606c043c7935f95a563"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 787755300, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.503240754026706, "interval": [-117.4823245068838, 96.81103330279349], "p_value": 0.8679397166514755, "input_sha256": "d22ecc9d1c9ea753e92e9eeb32c9c59a9d92b49d3b44a606c043c7935f95a563"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2461377983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.428231283874119, "interval": [-7.354934981523638, -1.5015275862246011], "p_value": 0.002, "input_sha256": "7fbeda0816336cc50b6c8acbd3668c640b6627085cc5b3c0619fa3651f8c4bca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2461377983, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.428231283874119, "interval": [-7.04501760409587, -1.748099886700037], "p_value": 0.004069397735643158, "input_sha256": "7fbeda0816336cc50b6c8acbd3668c640b6627085cc5b3c0619fa3651f8c4bca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2461377983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.67026768767514, "interval": [-224.41051399557242, 83.06997862022214], "p_value": 0.387, "input_sha256": "7fbeda0816336cc50b6c8acbd3668c640b6627085cc5b3c0619fa3651f8c4bca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2461377983, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.67026768767514, "interval": [-233.3444551487321, 66.19448767695003], "p_value": 0.35691576591343344, "input_sha256": "7fbeda0816336cc50b6c8acbd3668c640b6627085cc5b3c0619fa3651f8c4bca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2944576067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1708867388058302, "interval": [-5.781441417673322, 3.4396679400616614], "p_value": 0.615, "input_sha256": "c2bb55f26b1b6775a35aa7cb8918a40ec611ab56377fc36b343ccac344772fe0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2944576067, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1708867388058302, "interval": [-5.6734283526143034, 2.487284850229649], "p_value": 0.610058341838057, "input_sha256": "c2bb55f26b1b6775a35aa7cb8918a40ec611ab56377fc36b343ccac344772fe0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2944576067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.29157784730013, "interval": [-226.45418032477488, 93.87102463017463], "p_value": 0.407, "input_sha256": "c2bb55f26b1b6775a35aa7cb8918a40ec611ab56377fc36b343ccac344772fe0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2944576067, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.29157784730013, "interval": [-214.2311528788852, 95.8277560392798], "p_value": 0.40694617301495406, "input_sha256": "c2bb55f26b1b6775a35aa7cb8918a40ec611ab56377fc36b343ccac344772fe0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 775011418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2312109611877311, "interval": [-4.613574577077466, 4.1511526547020035], "p_value": 0.905, "input_sha256": "815d4c4dd9bd7409ab46f4c04bcd5a7da57bf50e9b03315f37bb64a92c4e1a52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 775011418, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2312109611877311, "interval": [-4.071651150787369, 3.8719168388147707], "p_value": 0.9154021455411303, "input_sha256": "815d4c4dd9bd7409ab46f4c04bcd5a7da57bf50e9b03315f37bb64a92c4e1a52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 775011418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 140.14713735717905, "interval": [15.863528736802564, 264.43074597755555], "p_value": 0.015, "input_sha256": "815d4c4dd9bd7409ab46f4c04bcd5a7da57bf50e9b03315f37bb64a92c4e1a52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 775011418, "p_value_method": "welch_average_effect", "success": true, "estimate": 140.14713735717905, "interval": [47.14834175004692, 282.57082331166475], "p_value": 0.028913259523654762, "input_sha256": "815d4c4dd9bd7409ab46f4c04bcd5a7da57bf50e9b03315f37bb64a92c4e1a52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4129667763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3589575134802487, "interval": [-2.456493353493702, 7.174408380454199], "p_value": 0.321, "input_sha256": "85cdfb812cf59c1fcda7a17c7c7f104de9d43c3d5c65493f8337f5cc1544d138"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4129667763, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3589575134802487, "interval": [-2.501539551023389, 6.520863685844989], "p_value": 0.32676297301827173, "input_sha256": "85cdfb812cf59c1fcda7a17c7c7f104de9d43c3d5c65493f8337f5cc1544d138"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4129667763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 27.996846127871663, "interval": [-213.45694030968528, 269.4506325654286], "p_value": 0.811, "input_sha256": "85cdfb812cf59c1fcda7a17c7c7f104de9d43c3d5c65493f8337f5cc1544d138"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4129667763, "p_value_method": "welch_average_effect", "success": true, "estimate": 27.996846127871663, "interval": [-159.83125908437694, 325.0531981303293], "p_value": 0.8149665064667315, "input_sha256": "85cdfb812cf59c1fcda7a17c7c7f104de9d43c3d5c65493f8337f5cc1544d138"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1035340561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005631715700483042, "interval": [-2.807015966141732, 2.795752534740766], "p_value": 0.997, "input_sha256": "28f51c0ce6152611d431778f59de258132e2490cf2b47a64be95661a3e81b41d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1035340561, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005631715700483042, "interval": [-2.32094278978806, 2.6890159348349356], "p_value": 0.9967739003465992, "input_sha256": "28f51c0ce6152611d431778f59de258132e2490cf2b47a64be95661a3e81b41d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1035340561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.755446557196336, "interval": [-130.82760638328844, 212.3384994976811], "p_value": 0.632, "input_sha256": "28f51c0ce6152611d431778f59de258132e2490cf2b47a64be95661a3e81b41d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1035340561, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.755446557196336, "interval": [-100.60339236530166, 208.3900701239557], "p_value": 0.6331773647286969, "input_sha256": "28f51c0ce6152611d431778f59de258132e2490cf2b47a64be95661a3e81b41d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3740558463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.40634845549218745, "interval": [-4.233647485677068, 5.046344396661443], "p_value": 0.862, "input_sha256": "0a5e359980a7857daa9e8a5c26d04bfdf62432a188883f9f1ca4f0258a8cfd63"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3740558463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.40634845549218745, "interval": [-3.907449632846927, 4.873405981159149], "p_value": 0.8601558726936727, "input_sha256": "0a5e359980a7857daa9e8a5c26d04bfdf62432a188883f9f1ca4f0258a8cfd63"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3740558463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 96.07217705274726, "interval": [-80.29623016058102, 272.4405842660756], "p_value": 0.297, "input_sha256": "0a5e359980a7857daa9e8a5c26d04bfdf62432a188883f9f1ca4f0258a8cfd63"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3740558463, "p_value_method": "welch_average_effect", "success": true, "estimate": 96.07217705274726, "interval": [-44.6972097237809, 310.64592900488867], "p_value": 0.27474217046686744, "input_sha256": "0a5e359980a7857daa9e8a5c26d04bfdf62432a188883f9f1ca4f0258a8cfd63"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4204463114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4273831920370377, "interval": [-4.273546965058209, 3.418780580984133], "p_value": 0.839, "input_sha256": "af8d39bcefb6971c9e3502231f992528b63ac4826b1a5cbd72b44f0902fd9951"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4204463114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4273831920370377, "interval": [-4.340343029958343, 2.766767961515229], "p_value": 0.8231289401965, "input_sha256": "af8d39bcefb6971c9e3502231f992528b63ac4826b1a5cbd72b44f0902fd9951"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4204463114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 24.16900869934065, "interval": [-233.1957123182561, 281.5337297169374], "p_value": 0.862, "input_sha256": "af8d39bcefb6971c9e3502231f992528b63ac4826b1a5cbd72b44f0902fd9951"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4204463114, "p_value_method": "welch_average_effect", "success": true, "estimate": 24.16900869934065, "interval": [-172.9416266261283, 385.53580339564627], "p_value": 0.8497576316055514, "input_sha256": "af8d39bcefb6971c9e3502231f992528b63ac4826b1a5cbd72b44f0902fd9951"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2904474624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7712778678409755, "interval": [-5.303061750451652, 3.7605060147697014], "p_value": 0.725, "input_sha256": "9e671712d9f483cad9ab55f3cb4c7e0bdc6fa5641cb3abc7c4ba95e225bc0b53"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2904474624, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7712778678409755, "interval": [-4.76506967151452, 3.4860960750349093], "p_value": 0.7316410194284102, "input_sha256": "9e671712d9f483cad9ab55f3cb4c7e0bdc6fa5641cb3abc7c4ba95e225bc0b53"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2904474624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -115.62958269451467, "interval": [-329.9408683941382, 98.68170300510887], "p_value": 0.329, "input_sha256": "9e671712d9f483cad9ab55f3cb4c7e0bdc6fa5641cb3abc7c4ba95e225bc0b53"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2904474624, "p_value_method": "welch_average_effect", "success": true, "estimate": -115.62958269451467, "interval": [-417.35339718080405, 24.71880312199131], "p_value": 0.2772867121819218, "input_sha256": "9e671712d9f483cad9ab55f3cb4c7e0bdc6fa5641cb3abc7c4ba95e225bc0b53"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3433429029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2864673382554503, "interval": [-3.0438735336201166, 5.616808210131017], "p_value": 0.57, "input_sha256": "b19f36c268086b57600d340129ae0af227306202a0ce7b0c34f5bb34d731b025"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3433429029, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2864673382554503, "interval": [-2.8831642653234475, 5.112827684332291], "p_value": 0.5509345003756367, "input_sha256": "b19f36c268086b57600d340129ae0af227306202a0ce7b0c34f5bb34d731b025"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3433429029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -32.865913011668766, "interval": [-227.95622401721957, 162.22439799388204], "p_value": 0.735, "input_sha256": "b19f36c268086b57600d340129ae0af227306202a0ce7b0c34f5bb34d731b025"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3433429029, "p_value_method": "welch_average_effect", "success": true, "estimate": -32.865913011668766, "interval": [-233.47806522531195, 131.763703377463], "p_value": 0.7349483084401249, "input_sha256": "b19f36c268086b57600d340129ae0af227306202a0ce7b0c34f5bb34d731b025"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3382123005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5840404144648623, "interval": [-5.263426166585627, 4.095345337655902], "p_value": 0.805, "input_sha256": "19a94e27f688f6732ba34e800014e418c51ba7f1abca748fb75ca2cb7d608bc8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3382123005, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5840404144648623, "interval": [-5.077367947858262, 3.5911564588394396], "p_value": 0.8015069016127931, "input_sha256": "19a94e27f688f6732ba34e800014e418c51ba7f1abca748fb75ca2cb7d608bc8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3382123005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -11.058411601092843, "interval": [-284.79412284402645, 262.6772996418408], "p_value": 0.913, "input_sha256": "19a94e27f688f6732ba34e800014e418c51ba7f1abca748fb75ca2cb7d608bc8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3382123005, "p_value_method": "welch_average_effect", "success": true, "estimate": -11.058411601092843, "interval": [-253.91016889183922, 271.9910401868861], "p_value": 0.9352307222124441, "input_sha256": "19a94e27f688f6732ba34e800014e418c51ba7f1abca748fb75ca2cb7d608bc8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2871631933, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15583577377545232, "interval": [-3.9219883716325636, 4.233659919183468], "p_value": 0.939, "input_sha256": "8212f61eeb91aef261626a9aec352803216f251f2d86fd38cd5409c9fac36aa6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2871631933, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15583577377545232, "interval": [-3.310430200769137, 4.45286752798823], "p_value": 0.9387375356300279, "input_sha256": "8212f61eeb91aef261626a9aec352803216f251f2d86fd38cd5409c9fac36aa6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2871631933, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.04456856567718, "interval": [-124.98233237105366, 215.07146950240804], "p_value": 0.648, "input_sha256": "8212f61eeb91aef261626a9aec352803216f251f2d86fd38cd5409c9fac36aa6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2871631933, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.04456856567718, "interval": [-77.40101597382316, 254.23799887100782], "p_value": 0.5931107356245271, "input_sha256": "8212f61eeb91aef261626a9aec352803216f251f2d86fd38cd5409c9fac36aa6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1635501091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1035078343074503, "interval": [-6.4514386166868505, 0.24442294807195042], "p_value": 0.075, "input_sha256": "b5c44dba8c4724441419e57be917ce4bc6606dc3a7d08b8b420d0168d43fd498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1635501091, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1035078343074503, "interval": [-6.2542208546801, 0.017707421039651942], "p_value": 0.06823969717366299, "input_sha256": "b5c44dba8c4724441419e57be917ce4bc6606dc3a7d08b8b420d0168d43fd498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1635501091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -30.96961521401208, "interval": [-209.95665922988724, 148.01742880186305], "p_value": 0.662, "input_sha256": "b5c44dba8c4724441419e57be917ce4bc6606dc3a7d08b8b420d0168d43fd498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1635501091, "p_value_method": "welch_average_effect", "success": true, "estimate": -30.96961521401208, "interval": [-186.651905924694, 156.8206439081031], "p_value": 0.7280473417572378, "input_sha256": "b5c44dba8c4724441419e57be917ce4bc6606dc3a7d08b8b420d0168d43fd498"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2189947781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1865159559261613, "interval": [-4.985657668454217, 2.6126257566018944], "p_value": 0.542, "input_sha256": "425a8e698bdadd0f011c58a29a0300ff19bfa9423e0c524ccecb81e2f21d11a8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2189947781, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1865159559261613, "interval": [-4.43469500389855, 2.3831970770328543], "p_value": 0.5304809207390564, "input_sha256": "425a8e698bdadd0f011c58a29a0300ff19bfa9423e0c524ccecb81e2f21d11a8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2189947781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.92678190195082, "interval": [-218.63314130552632, 300.48670510942793], "p_value": 0.75, "input_sha256": "425a8e698bdadd0f011c58a29a0300ff19bfa9423e0c524ccecb81e2f21d11a8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2189947781, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.92678190195082, "interval": [-175.11615937231687, 324.39223569256353], "p_value": 0.751099754275413, "input_sha256": "425a8e698bdadd0f011c58a29a0300ff19bfa9423e0c524ccecb81e2f21d11a8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 484206288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09334101292667363, "interval": [-3.730749606764386, 3.9174316326177334], "p_value": 0.961, "input_sha256": "0fa3d3b1b4ccb5421ee0e55f69ee15c720d14729834c78660e045339fd140169"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 484206288, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09334101292667363, "interval": [-3.8128700085119562, 3.6249842769322314], "p_value": 0.960801083659958, "input_sha256": "0fa3d3b1b4ccb5421ee0e55f69ee15c720d14729834c78660e045339fd140169"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 484206288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -25.835131373998422, "interval": [-153.24544979756487, 101.57518704956803], "p_value": 0.733, "input_sha256": "0fa3d3b1b4ccb5421ee0e55f69ee15c720d14729834c78660e045339fd140169"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 484206288, "p_value_method": "welch_average_effect", "success": true, "estimate": -25.835131373998422, "interval": [-175.22130000951265, 67.58347072721264], "p_value": 0.6826866895970622, "input_sha256": "0fa3d3b1b4ccb5421ee0e55f69ee15c720d14729834c78660e045339fd140169"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3467857537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9213927767330574, "interval": [-1.2868006404398384, 7.129586193905953], "p_value": 0.163, "input_sha256": "ce432b8e5e49eda768b2a458ebd293745ba7bd256fbd746f06c8b5b244d1647a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3467857537, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9213927767330574, "interval": [-1.249174299112456, 6.4977774573404545], "p_value": 0.167882718657762, "input_sha256": "ce432b8e5e49eda768b2a458ebd293745ba7bd256fbd746f06c8b5b244d1647a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3467857537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.54314153812017, "interval": [-121.68836282048362, 248.77464589672394], "p_value": 0.506, "input_sha256": "ce432b8e5e49eda768b2a458ebd293745ba7bd256fbd746f06c8b5b244d1647a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3467857537, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.54314153812017, "interval": [-90.11004873889769, 274.3256837722511], "p_value": 0.48898114325723463, "input_sha256": "ce432b8e5e49eda768b2a458ebd293745ba7bd256fbd746f06c8b5b244d1647a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3492196572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.744304152875609, "interval": [5.841047989583958, 13.647560316167258], "p_value": 0.001, "input_sha256": "255aff5ed76bf24fa84b68af581283de69e9581cae11ac87bb7721a608bd00ce"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3492196572, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.744304152875609, "interval": [6.2786155521105345, 13.415763329350598], "p_value": 1.2206694159904628e-05, "input_sha256": "255aff5ed76bf24fa84b68af581283de69e9581cae11ac87bb7721a608bd00ce"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3492196572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 28.81433769178193, "interval": [-196.01123772604132, 253.63991310960517], "p_value": 0.767, "input_sha256": "255aff5ed76bf24fa84b68af581283de69e9581cae11ac87bb7721a608bd00ce"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3492196572, "p_value_method": "welch_average_effect", "success": true, "estimate": 28.81433769178193, "interval": [-175.88167952678225, 230.4722101055533], "p_value": 0.7966773355700674, "input_sha256": "255aff5ed76bf24fa84b68af581283de69e9581cae11ac87bb7721a608bd00ce"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2863617447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.305354074219373, "interval": [0.5462242182296171, 8.064483930209128], "p_value": 0.019, "input_sha256": "54874aa342505ef4538396fa68b08769bb5dfb4b0bb6eafb2730378a72f6e26b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2863617447, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.305354074219373, "interval": [0.7487305160263046, 8.12978134976963], "p_value": 0.025897941422982348, "input_sha256": "54874aa342505ef4538396fa68b08769bb5dfb4b0bb6eafb2730378a72f6e26b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2863617447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 52.972888775974724, "interval": [-172.99249089433792, 278.93826844628734], "p_value": 0.676, "input_sha256": "54874aa342505ef4538396fa68b08769bb5dfb4b0bb6eafb2730378a72f6e26b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2863617447, "p_value_method": "welch_average_effect", "success": true, "estimate": 52.972888775974724, "interval": [-108.7292873549085, 395.5539678917678], "p_value": 0.6356492773793195, "input_sha256": "54874aa342505ef4538396fa68b08769bb5dfb4b0bb6eafb2730378a72f6e26b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3338400656, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.536909555324337, "interval": [2.994122994838363, 10.07969611581031], "p_value": 0.002, "input_sha256": "948e4b6954dcdaff5a8e24e6cb951d1f122c8896598c893f1f323fb4d5afbc05"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3338400656, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.536909555324337, "interval": [3.0859491362844635, 9.575198374665504], "p_value": 0.0006183499512093436, "input_sha256": "948e4b6954dcdaff5a8e24e6cb951d1f122c8896598c893f1f323fb4d5afbc05"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3338400656, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -100.3988168550521, "interval": [-269.97438109585664, 69.17674738575246], "p_value": 0.251, "input_sha256": "948e4b6954dcdaff5a8e24e6cb951d1f122c8896598c893f1f323fb4d5afbc05"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3338400656, "p_value_method": "welch_average_effect", "success": true, "estimate": -100.3988168550521, "interval": [-310.31440536364624, 20.69648436206445], "p_value": 0.23395340016719368, "input_sha256": "948e4b6954dcdaff5a8e24e6cb951d1f122c8896598c893f1f323fb4d5afbc05"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1617499765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9030275939877015, "interval": [-0.6867224245999317, 6.492777612575335], "p_value": 0.112, "input_sha256": "f9d5ea592d05347347418f80040affe50dc274aa5523f26d5f845865d8f64949"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1617499765, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9030275939877015, "interval": [-0.7658555243061621, 6.161998158314773], "p_value": 0.10985475245097513, "input_sha256": "f9d5ea592d05347347418f80040affe50dc274aa5523f26d5f845865d8f64949"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1617499765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 103.43658737269021, "interval": [-164.8838149540705, 371.7569896994509], "p_value": 0.494, "input_sha256": "f9d5ea592d05347347418f80040affe50dc274aa5523f26d5f845865d8f64949"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1617499765, "p_value_method": "welch_average_effect", "success": true, "estimate": 103.43658737269021, "interval": [-91.13626496600907, 427.28728175061576], "p_value": 0.4365199816337001, "input_sha256": "f9d5ea592d05347347418f80040affe50dc274aa5523f26d5f845865d8f64949"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 47173855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.763562792794547, "interval": [1.426062910755042, 10.10106267483405], "p_value": 0.009, "input_sha256": "e5d14e3db4dc96d6f8e6f487479860aba657b1281521195946a1a8d5a4d2651d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 47173855, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.763562792794547, "interval": [1.3074009394973825, 9.611628544650058], "p_value": 0.010590912574901313, "input_sha256": "e5d14e3db4dc96d6f8e6f487479860aba657b1281521195946a1a8d5a4d2651d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 47173855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -36.86797058236024, "interval": [-238.80759282084003, 165.07165165611954], "p_value": 0.697, "input_sha256": "e5d14e3db4dc96d6f8e6f487479860aba657b1281521195946a1a8d5a4d2651d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 47173855, "p_value_method": "welch_average_effect", "success": true, "estimate": -36.86797058236024, "interval": [-252.8660185115018, 143.86471886833112], "p_value": 0.7132120134461052, "input_sha256": "e5d14e3db4dc96d6f8e6f487479860aba657b1281521195946a1a8d5a4d2651d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 487175360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.020575385498729, "interval": [2.807706459103577, 11.23344431189388], "p_value": 0.004, "input_sha256": "b40e42854e9a7f725a15f8c5e712e5f1bea8b592c83e1634331d7aedf97e421d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 487175360, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.020575385498729, "interval": [2.5244047594699626, 10.62026959595063], "p_value": 0.001719494416321605, "input_sha256": "b40e42854e9a7f725a15f8c5e712e5f1bea8b592c83e1634331d7aedf97e421d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 487175360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 217.16609994741958, "interval": [-25.859404695956158, 460.19160459079535], "p_value": 0.078, "input_sha256": "b40e42854e9a7f725a15f8c5e712e5f1bea8b592c83e1634331d7aedf97e421d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 487175360, "p_value_method": "welch_average_effect", "success": true, "estimate": 217.16609994741958, "interval": [47.37371462043039, 507.6253006737832], "p_value": 0.0772754247289673, "input_sha256": "b40e42854e9a7f725a15f8c5e712e5f1bea8b592c83e1634331d7aedf97e421d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2186828627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.597377858245403, "interval": [5.069178164891239, 12.125577551599568], "p_value": 0.001, "input_sha256": "85a51f00e10e4d26f82beaeb10448b1e9054851b7f289f984de7e32e150455ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2186828627, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.597377858245403, "interval": [5.414531741786417, 11.943945696022492], "p_value": 1.9056038415468125e-05, "input_sha256": "85a51f00e10e4d26f82beaeb10448b1e9054851b7f289f984de7e32e150455ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2186828627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 179.3485602270713, "interval": [-127.27743075861014, 485.9745512127527], "p_value": 0.26, "input_sha256": "85a51f00e10e4d26f82beaeb10448b1e9054851b7f289f984de7e32e150455ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2186828627, "p_value_method": "welch_average_effect", "success": true, "estimate": 179.3485602270713, "interval": [-16.231879230749122, 595.377770950176], "p_value": 0.23832936046658518, "input_sha256": "85a51f00e10e4d26f82beaeb10448b1e9054851b7f289f984de7e32e150455ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 563889592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.795589283927626, "interval": [2.0139783366137682, 9.577200231241484], "p_value": 0.008, "input_sha256": "9eede60a4b82f77851195661d23d730ee9b9b293feac3f1e473cb4cf812158bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 563889592, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.795589283927626, "interval": [2.226949455436372, 9.340986671921472], "p_value": 0.0036367014396783224, "input_sha256": "9eede60a4b82f77851195661d23d730ee9b9b293feac3f1e473cb4cf812158bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 563889592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.435136986012395, "interval": [-249.64885558368982, 230.77858161166503], "p_value": 0.93, "input_sha256": "9eede60a4b82f77851195661d23d730ee9b9b293feac3f1e473cb4cf812158bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 563889592, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.435136986012395, "interval": [-316.17442531341624, 164.0121702912539], "p_value": 0.9368866176738997, "input_sha256": "9eede60a4b82f77851195661d23d730ee9b9b293feac3f1e473cb4cf812158bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4278486587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.614314282987383, "interval": [6.196607519315453, 13.032021046659313], "p_value": 0.001, "input_sha256": "e998b0444dbb858c5c04fff4f2f92e80a40a892550a8de12d80885bce70ed778"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4278486587, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.614314282987383, "interval": [6.471090738317247, 12.72585589118827], "p_value": 1.5566064457338721e-06, "input_sha256": "e998b0444dbb858c5c04fff4f2f92e80a40a892550a8de12d80885bce70ed778"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4278486587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 71.27364188075623, "interval": [-162.11957176771628, 304.66685552922877], "p_value": 0.573, "input_sha256": "e998b0444dbb858c5c04fff4f2f92e80a40a892550a8de12d80885bce70ed778"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4278486587, "p_value_method": "welch_average_effect", "success": true, "estimate": 71.27364188075623, "interval": [-113.96188012660342, 342.3990664533906], "p_value": 0.5383565521768289, "input_sha256": "e998b0444dbb858c5c04fff4f2f92e80a40a892550a8de12d80885bce70ed778"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4145725720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.934223500349386, "interval": [-0.24756874677010376, 8.116015747468875], "p_value": 0.074, "input_sha256": "09bd0180f2f217caf6c5de8e574a01f159cea7096633a21b174c31334ef22514"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4145725720, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.934223500349386, "interval": [0.2723618955810538, 8.20788521998536], "p_value": 0.06434970616257135, "input_sha256": "09bd0180f2f217caf6c5de8e574a01f159cea7096633a21b174c31334ef22514"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4145725720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -97.4280548883905, "interval": [-274.86691176965246, 80.01080199287145], "p_value": 0.294, "input_sha256": "09bd0180f2f217caf6c5de8e574a01f159cea7096633a21b174c31334ef22514"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4145725720, "p_value_method": "welch_average_effect", "success": true, "estimate": -97.4280548883905, "interval": [-305.5406744922612, 35.687065880591234], "p_value": 0.2708797189381717, "input_sha256": "09bd0180f2f217caf6c5de8e574a01f159cea7096633a21b174c31334ef22514"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2891014025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.207790181908875, "interval": [-0.07755420455855955, 8.493134568376309], "p_value": 0.051, "input_sha256": "5922eb0c6bb728bfd8473cfc9570a0a38cf00fe2b1254a887f7bbf7bd5e81828"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2891014025, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.207790181908875, "interval": [0.2068156547153666, 8.3245664365793], "p_value": 0.05406272279217464, "input_sha256": "5922eb0c6bb728bfd8473cfc9570a0a38cf00fe2b1254a887f7bbf7bd5e81828"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2891014025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -113.7293196662016, "interval": [-356.0616294677418, 128.6029901353386], "p_value": 0.35, "input_sha256": "5922eb0c6bb728bfd8473cfc9570a0a38cf00fe2b1254a887f7bbf7bd5e81828"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2891014025, "p_value_method": "welch_average_effect", "success": true, "estimate": -113.7293196662016, "interval": [-363.4862380713474, 81.80342567981153], "p_value": 0.34645317656372143, "input_sha256": "5922eb0c6bb728bfd8473cfc9570a0a38cf00fe2b1254a887f7bbf7bd5e81828"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1845653616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2925178074700927, "interval": [-1.7410422974456807, 6.326077912385866], "p_value": 0.259, "input_sha256": "5a13d9f1f21d532561572e1d494041c17e70c157f225997ff8d9072bd93e3e91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1845653616, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2925178074700927, "interval": [-1.9507905763445996, 5.959846817686914], "p_value": 0.25709128164447126, "input_sha256": "5a13d9f1f21d532561572e1d494041c17e70c157f225997ff8d9072bd93e3e91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1845653616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -58.60822897519958, "interval": [-208.2790885668777, 91.06263061647854], "p_value": 0.436, "input_sha256": "5a13d9f1f21d532561572e1d494041c17e70c157f225997ff8d9072bd93e3e91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1845653616, "p_value_method": "welch_average_effect", "success": true, "estimate": -58.60822897519958, "interval": [-224.15752656728537, 57.82965809302219], "p_value": 0.42951070264240654, "input_sha256": "5a13d9f1f21d532561572e1d494041c17e70c157f225997ff8d9072bd93e3e91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1706642740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20956239233542462, "interval": [-4.007085179729686, 4.4262099644005355], "p_value": 0.919, "input_sha256": "59d6cc0f56527e2a300154befb1e6046cc35f1a9c630dd8a46415075f4afb8b7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1706642740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20956239233542462, "interval": [-3.9298987755961745, 3.645356758479714], "p_value": 0.9203707627367542, "input_sha256": "59d6cc0f56527e2a300154befb1e6046cc35f1a9c630dd8a46415075f4afb8b7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1706642740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 22.511766721346817, "interval": [-192.60701523759505, 237.63054868028868], "p_value": 0.84, "input_sha256": "59d6cc0f56527e2a300154befb1e6046cc35f1a9c630dd8a46415075f4afb8b7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1706642740, "p_value_method": "welch_average_effect", "success": true, "estimate": 22.511766721346817, "interval": [-189.0268538667238, 218.97110653738895], "p_value": 0.8333170379884386, "input_sha256": "59d6cc0f56527e2a300154befb1e6046cc35f1a9c630dd8a46415075f4afb8b7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 425068004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6448096155712086, "interval": [-3.218347903930514, 4.507967135072931], "p_value": 0.733, "input_sha256": "765ae87d0fb95ad2316b9550e8150667b64c750841f4158bf58fda028ac9b432"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 425068004, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6448096155712086, "interval": [-2.7129941048733213, 5.088911009567572], "p_value": 0.7368665133945043, "input_sha256": "765ae87d0fb95ad2316b9550e8150667b64c750841f4158bf58fda028ac9b432"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 425068004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 112.38275224283521, "interval": [-72.61801675890334, 297.3835212445738], "p_value": 0.212, "input_sha256": "765ae87d0fb95ad2316b9550e8150667b64c750841f4158bf58fda028ac9b432"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 425068004, "p_value_method": "welch_average_effect", "success": true, "estimate": 112.38275224283521, "interval": [-35.80457462612496, 306.1304773760682], "p_value": 0.2244381062659838, "input_sha256": "765ae87d0fb95ad2316b9550e8150667b64c750841f4158bf58fda028ac9b432"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2973985332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.496765494279062, "interval": [-0.5406968608405656, 7.53422784939869], "p_value": 0.08, "input_sha256": "f404c8cb966ab7c1a8f598a0c1ba2f3fcb3de0daca3b3a80f8f5554cd9bdb161"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2973985332, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.496765494279062, "interval": [-0.6212115175022541, 6.8335577327818715], "p_value": 0.0875900623941938, "input_sha256": "f404c8cb966ab7c1a8f598a0c1ba2f3fcb3de0daca3b3a80f8f5554cd9bdb161"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2973985332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 146.727007698573, "interval": [-135.77530821452456, 429.22932361167057], "p_value": 0.333, "input_sha256": "f404c8cb966ab7c1a8f598a0c1ba2f3fcb3de0daca3b3a80f8f5554cd9bdb161"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2973985332, "p_value_method": "welch_average_effect", "success": true, "estimate": 146.727007698573, "interval": [-75.93437776406648, 474.12928300235507], "p_value": 0.2979910528078152, "input_sha256": "f404c8cb966ab7c1a8f598a0c1ba2f3fcb3de0daca3b3a80f8f5554cd9bdb161"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 950345406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7878760782560779, "interval": [-3.2033784122041564, 4.779130568716312], "p_value": 0.7, "input_sha256": "862bc9de1879a62ffbebe39be2c3310ba8180c2f50a9b00f220bc5109329eae7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 950345406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7878760782560779, "interval": [-2.8683445454965355, 4.4022413114752], "p_value": 0.6916353901907776, "input_sha256": "862bc9de1879a62ffbebe39be2c3310ba8180c2f50a9b00f220bc5109329eae7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 950345406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -168.67757993016835, "interval": [-398.3491382998843, 60.99397843954762], "p_value": 0.131, "input_sha256": "862bc9de1879a62ffbebe39be2c3310ba8180c2f50a9b00f220bc5109329eae7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 950345406, "p_value_method": "welch_average_effect", "success": true, "estimate": -168.67757993016835, "interval": [-419.9618077744195, 13.55190150840991], "p_value": 0.1441102838871803, "input_sha256": "862bc9de1879a62ffbebe39be2c3310ba8180c2f50a9b00f220bc5109329eae7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 580615101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7378377188348253, "interval": [-1.128887608081134, 6.604563045750785], "p_value": 0.154, "input_sha256": "31f84a4c7f3a82017f23c9c7be444f2650bd660392ccdbe3a7db81ee7e22f2c0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 580615101, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7378377188348253, "interval": [-0.7767569140446405, 6.351275003152271], "p_value": 0.1598796037802833, "input_sha256": "31f84a4c7f3a82017f23c9c7be444f2650bd660392ccdbe3a7db81ee7e22f2c0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 580615101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 229.4963282787466, "interval": [-142.16946233918185, 601.1621188966751], "p_value": 0.243, "input_sha256": "31f84a4c7f3a82017f23c9c7be444f2650bd660392ccdbe3a7db81ee7e22f2c0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 580615101, "p_value_method": "welch_average_effect", "success": true, "estimate": 229.4963282787466, "interval": [-17.33043650098652, 789.6891255816187], "p_value": 0.21402399194598062, "input_sha256": "31f84a4c7f3a82017f23c9c7be444f2650bd660392ccdbe3a7db81ee7e22f2c0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2353854362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.435099486990559, "interval": [3.7016358529399844, 11.168563121041133], "p_value": 0.002, "input_sha256": "874dc93f2fa483acaa35f4288c84b58e3c8c72a83896794efd9a7c24ab97687e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2353854362, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.435099486990559, "interval": [4.0698753659062, 10.847849626420537], "p_value": 0.00027292402270184617, "input_sha256": "874dc93f2fa483acaa35f4288c84b58e3c8c72a83896794efd9a7c24ab97687e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2353854362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 242.4178727632226, "interval": [8.072946266283424, 476.7627992601617], "p_value": 0.033, "input_sha256": "874dc93f2fa483acaa35f4288c84b58e3c8c72a83896794efd9a7c24ab97687e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2353854362, "p_value_method": "welch_average_effect", "success": true, "estimate": 242.4178727632226, "interval": [62.889079635491996, 522.2735668182987], "p_value": 0.04317742704299776, "input_sha256": "874dc93f2fa483acaa35f4288c84b58e3c8c72a83896794efd9a7c24ab97687e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3614901973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.085551108057384, "interval": [0.32230106034300166, 7.848801155771767], "p_value": 0.028, "input_sha256": "41c906bb1f30ae0a137fdc3ed9c6d3a78c777ea82da3cb1e4d7ba43f355d1112"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3614901973, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.085551108057384, "interval": [0.45071741909982616, 8.004115840789911], "p_value": 0.034140525357896113, "input_sha256": "41c906bb1f30ae0a137fdc3ed9c6d3a78c777ea82da3cb1e4d7ba43f355d1112"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3614901973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 145.61485299433184, "interval": [-62.464308607908436, 353.6940145965721], "p_value": 0.172, "input_sha256": "41c906bb1f30ae0a137fdc3ed9c6d3a78c777ea82da3cb1e4d7ba43f355d1112"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3614901973, "p_value_method": "welch_average_effect", "success": true, "estimate": 145.61485299433184, "interval": [-18.234339404896783, 395.9485066448138], "p_value": 0.16251454701889123, "input_sha256": "41c906bb1f30ae0a137fdc3ed9c6d3a78c777ea82da3cb1e4d7ba43f355d1112"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 347267414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.732317804964255, "interval": [1.6370165671581356, 9.827619042770376], "p_value": 0.003, "input_sha256": "62590b03b62e4ff4f544ce806cd985b16521e8692dbf3268cc80d0fac9c71212"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 347267414, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.732317804964255, "interval": [1.8541495429941124, 9.486147600626229], "p_value": 0.007351995562822921, "input_sha256": "62590b03b62e4ff4f544ce806cd985b16521e8692dbf3268cc80d0fac9c71212"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 347267414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 103.44214354651098, "interval": [-168.71982624922583, 375.6041133422478], "p_value": 0.464, "input_sha256": "62590b03b62e4ff4f544ce806cd985b16521e8692dbf3268cc80d0fac9c71212"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 347267414, "p_value_method": "welch_average_effect", "success": true, "estimate": 103.44214354651098, "interval": [-83.06947059383332, 452.16804689733505], "p_value": 0.4413643706677306, "input_sha256": "62590b03b62e4ff4f544ce806cd985b16521e8692dbf3268cc80d0fac9c71212"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3355733362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.548693385143576, "interval": [-1.8579622621726761, 6.955349032459828], "p_value": 0.263, "input_sha256": "d762f253a07c96cb4024965c4314c699a59551492c7368b5a56dc93104c4f5db"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3355733362, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.548693385143576, "interval": [-1.4149692087397032, 7.0367222742451485], "p_value": 0.24838408742523455, "input_sha256": "d762f253a07c96cb4024965c4314c699a59551492c7368b5a56dc93104c4f5db"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3355733362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 149.119950122138, "interval": [-87.74834893449665, 385.98824917877266], "p_value": 0.194, "input_sha256": "d762f253a07c96cb4024965c4314c699a59551492c7368b5a56dc93104c4f5db"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3355733362, "p_value_method": "welch_average_effect", "success": true, "estimate": 149.119950122138, "interval": [-35.35004360303395, 415.2392577679802], "p_value": 0.20765533610329653, "input_sha256": "d762f253a07c96cb4024965c4314c699a59551492c7368b5a56dc93104c4f5db"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101902875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.240031260516247, "interval": [3.2979600924805585, 11.182102428551936], "p_value": 0.002, "input_sha256": "2d5baab8b8bffa9b02ccba108b41375d4e832b485d0a80254afcf270f35c9e84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101902875, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.240031260516247, "interval": [3.520131089158481, 10.979939806664621], "p_value": 0.0006466141696893043, "input_sha256": "2d5baab8b8bffa9b02ccba108b41375d4e832b485d0a80254afcf270f35c9e84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 101902875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 258.39374323364524, "interval": [-62.70436251226312, 579.4918489795537], "p_value": 0.114, "input_sha256": "2d5baab8b8bffa9b02ccba108b41375d4e832b485d0a80254afcf270f35c9e84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 101902875, "p_value_method": "welch_average_effect", "success": true, "estimate": 258.39374323364524, "interval": [18.873091248850926, 607.1746036424084], "p_value": 0.10875870421438519, "input_sha256": "2d5baab8b8bffa9b02ccba108b41375d4e832b485d0a80254afcf270f35c9e84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1029795227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.741014215744304, "interval": [0.6332194737650365, 8.848808957723572], "p_value": 0.027, "input_sha256": "a834b8f5c4d5a41e530a56e266be6bbcd663bd25e96b5387912af9850ae7ba0a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1029795227, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.741014215744304, "interval": [0.9980136047901759, 8.329503093157824], "p_value": 0.02497714184160964, "input_sha256": "a834b8f5c4d5a41e530a56e266be6bbcd663bd25e96b5387912af9850ae7ba0a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1029795227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 147.61174725324497, "interval": [-94.59158891883396, 389.8150834253239], "p_value": 0.236, "input_sha256": "a834b8f5c4d5a41e530a56e266be6bbcd663bd25e96b5387912af9850ae7ba0a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1029795227, "p_value_method": "welch_average_effect", "success": true, "estimate": 147.61174725324497, "interval": [-35.21195266516249, 416.7849056355609], "p_value": 0.2213894757703936, "input_sha256": "a834b8f5c4d5a41e530a56e266be6bbcd663bd25e96b5387912af9850ae7ba0a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1379326809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.538649498035085, "interval": [0.109384179371391, 8.967914816698778], "p_value": 0.047, "input_sha256": "fe62fa87f92528a5f7faf06d03bc14172676a9805af2277cc205984414b8f0a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1379326809, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.538649498035085, "interval": [0.5466173433677641, 8.774572412642016], "p_value": 0.04488123702814621, "input_sha256": "fe62fa87f92528a5f7faf06d03bc14172676a9805af2277cc205984414b8f0a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 1379326809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -101.60984189844521, "interval": [-345.06243149502166, 141.84274769813126], "p_value": 0.502, "input_sha256": "fe62fa87f92528a5f7faf06d03bc14172676a9805af2277cc205984414b8f0a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 1379326809, "p_value_method": "welch_average_effect", "success": true, "estimate": -101.60984189844521, "interval": [-490.4549585385134, 51.97855192732888], "p_value": 0.39657696818922894, "input_sha256": "fe62fa87f92528a5f7faf06d03bc14172676a9805af2277cc205984414b8f0a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3350465037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.690925569748028, "interval": [0.9084789982148997, 10.473372141281157], "p_value": 0.017, "input_sha256": "e99a092b98126e9b92c57f3dd63e6d9a4d27db15577e9d91bc2e1711b6344267"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3350465037, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.690925569748028, "interval": [0.9897049240681436, 10.222538397700212], "p_value": 0.02096635705977339, "input_sha256": "e99a092b98126e9b92c57f3dd63e6d9a4d27db15577e9d91bc2e1711b6344267"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3350465037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 121.14433500954041, "interval": [-149.19009953039844, 391.47876954947924], "p_value": 0.426, "input_sha256": "e99a092b98126e9b92c57f3dd63e6d9a4d27db15577e9d91bc2e1711b6344267"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3350465037, "p_value_method": "welch_average_effect", "success": true, "estimate": 121.14433500954041, "interval": [-59.87050241856959, 491.9312820172491], "p_value": 0.3653545287813743, "input_sha256": "e99a092b98126e9b92c57f3dd63e6d9a4d27db15577e9d91bc2e1711b6344267"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3090278758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.151420615604193, "interval": [0.8702771859171792, 9.432564045291208], "p_value": 0.016, "input_sha256": "4494eb787cd3a9114a339d4a83d5ba6c786581d2cd7191ea1b94bf6cd5381318"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3090278758, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.151420615604193, "interval": [1.4772824970707872, 9.72596783110879], "p_value": 0.019821943923436423, "input_sha256": "4494eb787cd3a9114a339d4a83d5ba6c786581d2cd7191ea1b94bf6cd5381318"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3090278758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0914487516139104, "interval": [-195.3843328361919, 197.56723033941972], "p_value": 0.994, "input_sha256": "4494eb787cd3a9114a339d4a83d5ba6c786581d2cd7191ea1b94bf6cd5381318"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3090278758, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0914487516139104, "interval": [-178.25066174443552, 206.27866409473737], "p_value": 0.9910860361249239, "input_sha256": "4494eb787cd3a9114a339d4a83d5ba6c786581d2cd7191ea1b94bf6cd5381318"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3280841728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2137144644072695, "interval": [-4.173111272829325, 4.600540201643864], "p_value": 0.936, "input_sha256": "5ccbbf21a65ec566948c9e82cbfce414472e6ceba024317aa54a361a789845fe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3280841728, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2137144644072695, "interval": [-4.324144212295226, 3.7703182760498404], "p_value": 0.921752477261748, "input_sha256": "5ccbbf21a65ec566948c9e82cbfce414472e6ceba024317aa54a361a789845fe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3280841728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -297.22468986647067, "interval": [-701.9274381968214, 107.47805846388002], "p_value": 0.157, "input_sha256": "5ccbbf21a65ec566948c9e82cbfce414472e6ceba024317aa54a361a789845fe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3280841728, "p_value_method": "welch_average_effect", "success": true, "estimate": -297.22468986647067, "interval": [-861.4171080721685, -40.01572358184898], "p_value": 0.14135382383389541, "input_sha256": "5ccbbf21a65ec566948c9e82cbfce414472e6ceba024317aa54a361a789845fe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1558871830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.302728755162436, "interval": [5.64361421998842, 12.961843290336452], "p_value": 0.001, "input_sha256": "efdfb0c0e17b2b99e4521dda452bcefdff2f3aaf041ff141885e9198f1346b1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1558871830, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.302728755162436, "interval": [6.129255240558863, 13.10587692713836], "p_value": 8.392478588645314e-06, "input_sha256": "efdfb0c0e17b2b99e4521dda452bcefdff2f3aaf041ff141885e9198f1346b1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1558871830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 115.70495890207579, "interval": [-94.3015465330021, 325.71146433715364], "p_value": 0.295, "input_sha256": "efdfb0c0e17b2b99e4521dda452bcefdff2f3aaf041ff141885e9198f1346b1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1558871830, "p_value_method": "welch_average_effect", "success": true, "estimate": 115.70495890207579, "interval": [-50.01419050871769, 352.4784273961222], "p_value": 0.270952170782879, "input_sha256": "efdfb0c0e17b2b99e4521dda452bcefdff2f3aaf041ff141885e9198f1346b1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3316163001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.402656756789476, "interval": [-1.4992146926002907, 6.304528206179242], "p_value": 0.216, "input_sha256": "6233abcca5a2547eca54843906a2fbb3d1fd074d84488818177a5dbbed65c396"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3316163001, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.402656756789476, "interval": [-1.3333951747832036, 5.9228220131244225], "p_value": 0.21970479298474677, "input_sha256": "6233abcca5a2547eca54843906a2fbb3d1fd074d84488818177a5dbbed65c396"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3316163001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.56320773855336, "interval": [-288.0496937422116, 196.9232782651049], "p_value": 0.698, "input_sha256": "6233abcca5a2547eca54843906a2fbb3d1fd074d84488818177a5dbbed65c396"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3316163001, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.56320773855336, "interval": [-332.4386306741643, 137.1741216511213], "p_value": 0.7054061690629747, "input_sha256": "6233abcca5a2547eca54843906a2fbb3d1fd074d84488818177a5dbbed65c396"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 824957891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4776469017731273, "interval": [-0.5461960138183724, 7.501489817364627], "p_value": 0.09, "input_sha256": "1ce99b9fa1c662ffcf5b104527b1fcc5a0494f8bc7743469cd5e85b9353b38c6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 824957891, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4776469017731273, "interval": [-0.3251549167231258, 7.247905405813398], "p_value": 0.08824905105085484, "input_sha256": "1ce99b9fa1c662ffcf5b104527b1fcc5a0494f8bc7743469cd5e85b9353b38c6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 824957891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 115.8015115253778, "interval": [-110.02384605757575, 341.62686910833133], "p_value": 0.321, "input_sha256": "1ce99b9fa1c662ffcf5b104527b1fcc5a0494f8bc7743469cd5e85b9353b38c6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 824957891, "p_value_method": "welch_average_effect", "success": true, "estimate": 115.8015115253778, "interval": [-33.41525812725756, 445.2460560824061], "p_value": 0.3012202668692488, "input_sha256": "1ce99b9fa1c662ffcf5b104527b1fcc5a0494f8bc7743469cd5e85b9353b38c6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3505690610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.368504385728718, "interval": [-1.8171340162635978, 6.554142787721034], "p_value": 0.27, "input_sha256": "ec329a85a3204c29ac086e42295e32221d226001a2bd61a5c2e345cd5fdf8524"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3505690610, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.368504385728718, "interval": [-1.5416539955397428, 6.821555253047459], "p_value": 0.25882719446031466, "input_sha256": "ec329a85a3204c29ac086e42295e32221d226001a2bd61a5c2e345cd5fdf8524"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3505690610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 78.39850560096642, "interval": [-199.03364813643765, 355.8306593383705], "p_value": 0.544, "input_sha256": "ec329a85a3204c29ac086e42295e32221d226001a2bd61a5c2e345cd5fdf8524"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3505690610, "p_value_method": "welch_average_effect", "success": true, "estimate": 78.39850560096642, "interval": [-115.06746562819282, 388.4968860670326], "p_value": 0.5673066601597588, "input_sha256": "ec329a85a3204c29ac086e42295e32221d226001a2bd61a5c2e345cd5fdf8524"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1924141894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2399195115126371, "interval": [-2.3309741032185274, 4.810813126243802], "p_value": 0.481, "input_sha256": "82c783097825c82e8fd923cd7cf5447098423f3d27fc67da019d75b9a1bfaec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1924141894, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2399195115126371, "interval": [-1.8038120726473386, 4.872544309166345], "p_value": 0.48628290893413795, "input_sha256": "82c783097825c82e8fd923cd7cf5447098423f3d27fc67da019d75b9a1bfaec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1924141894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.24954815527218, "interval": [-250.9459011720457, 283.44499748259005], "p_value": 0.916, "input_sha256": "82c783097825c82e8fd923cd7cf5447098423f3d27fc67da019d75b9a1bfaec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1924141894, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.24954815527218, "interval": [-199.55829697461738, 327.2793626516474], "p_value": 0.9023766198908987, "input_sha256": "82c783097825c82e8fd923cd7cf5447098423f3d27fc67da019d75b9a1bfaec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1764463336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.162223246567221, "interval": [-0.3364399465255614, 6.660886439660003], "p_value": 0.064, "input_sha256": "5f4b8b33b213de08cc8c39093a2e07375b2a8896e550be065254cc455aae7f7f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1764463336, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.162223246567221, "interval": [0.059251834582257155, 6.650962481503382], "p_value": 0.07509595186302055, "input_sha256": "5f4b8b33b213de08cc8c39093a2e07375b2a8896e550be065254cc455aae7f7f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1764463336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 42.84338886508223, "interval": [-148.2781352499256, 233.96491298009008], "p_value": 0.726, "input_sha256": "5f4b8b33b213de08cc8c39093a2e07375b2a8896e550be065254cc455aae7f7f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1764463336, "p_value_method": "welch_average_effect", "success": true, "estimate": 42.84338886508223, "interval": [-135.20472179453765, 225.5473311171853], "p_value": 0.6517827523898272, "input_sha256": "5f4b8b33b213de08cc8c39093a2e07375b2a8896e550be065254cc455aae7f7f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2228632663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.132678447425743, "interval": [0.367226556411401, 7.898130338440085], "p_value": 0.032, "input_sha256": "950aee1ae0ee9c26ede0cc53b2df603c7854690ba4edc0f7990c45b413169841"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2228632663, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.132678447425743, "interval": [0.9165016447329867, 8.157907569127715], "p_value": 0.03239348529555928, "input_sha256": "950aee1ae0ee9c26ede0cc53b2df603c7854690ba4edc0f7990c45b413169841"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2228632663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -67.61040144565527, "interval": [-263.4252445172212, 128.20444162591065], "p_value": 0.523, "input_sha256": "950aee1ae0ee9c26ede0cc53b2df603c7854690ba4edc0f7990c45b413169841"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2228632663, "p_value_method": "welch_average_effect", "success": true, "estimate": -67.61040144565527, "interval": [-289.4578332781227, 73.01637392497513], "p_value": 0.4860578163802336, "input_sha256": "950aee1ae0ee9c26ede0cc53b2df603c7854690ba4edc0f7990c45b413169841"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1230238945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.12098109166376, "interval": [2.7747079892358903, 9.467254194091629], "p_value": 0.001, "input_sha256": "a22ff92f558dfa93b3e094dd3fa4eca1b9d9eb8959c6a0b714da8e3c1af21486"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1230238945, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.12098109166376, "interval": [3.068983402321252, 9.645335537665169], "p_value": 0.0006984975425355534, "input_sha256": "a22ff92f558dfa93b3e094dd3fa4eca1b9d9eb8959c6a0b714da8e3c1af21486"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1230238945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 83.42630418914368, "interval": [-210.30536200345463, 377.15797038174196], "p_value": 0.615, "input_sha256": "a22ff92f558dfa93b3e094dd3fa4eca1b9d9eb8959c6a0b714da8e3c1af21486"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1230238945, "p_value_method": "welch_average_effect", "success": true, "estimate": 83.42630418914368, "interval": [-132.86579870765343, 455.7885957914531], "p_value": 0.5670040209445821, "input_sha256": "a22ff92f558dfa93b3e094dd3fa4eca1b9d9eb8959c6a0b714da8e3c1af21486"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2349385208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.300035835012588, "interval": [2.2435944074874854, 10.356477262537691], "p_value": 0.005, "input_sha256": "1b829d71d2d8032cf19fdd078fac0d8d8bb21bc4c28cf8d9eec4eab1f89f6db9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2349385208, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.300035835012588, "interval": [2.6460913030535003, 10.810204402298597], "p_value": 0.00323005537198512, "input_sha256": "1b829d71d2d8032cf19fdd078fac0d8d8bb21bc4c28cf8d9eec4eab1f89f6db9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 2349385208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 218.17890860622163, "interval": [-5.978634556050423, 442.3364517684937], "p_value": 0.041, "input_sha256": "1b829d71d2d8032cf19fdd078fac0d8d8bb21bc4c28cf8d9eec4eab1f89f6db9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 2349385208, "p_value_method": "welch_average_effect", "success": true, "estimate": 218.17890860622163, "interval": [69.27386896099111, 489.58756900219703], "p_value": 0.05594893457256519, "input_sha256": "1b829d71d2d8032cf19fdd078fac0d8d8bb21bc4c28cf8d9eec4eab1f89f6db9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1329852686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1281488125617862, "interval": [-2.23722764180183, 6.493525266925403], "p_value": 0.331, "input_sha256": "0af88cb8a75b487664321f50f6d5a540b66c70c47ee7d5001f2f298979bb34ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1329852686, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1281488125617862, "interval": [-1.8916134516058518, 6.515953336350091], "p_value": 0.3288713614257307, "input_sha256": "0af88cb8a75b487664321f50f6d5a540b66c70c47ee7d5001f2f298979bb34ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1329852686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.45412576053971, "interval": [-240.10631349457583, 271.01456501565525], "p_value": 0.887, "input_sha256": "0af88cb8a75b487664321f50f6d5a540b66c70c47ee7d5001f2f298979bb34ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1329852686, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.45412576053971, "interval": [-173.94054070088688, 326.6527325546071], "p_value": 0.902929595953328, "input_sha256": "0af88cb8a75b487664321f50f6d5a540b66c70c47ee7d5001f2f298979bb34ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3383246910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.45843405322025, "interval": [0.5683182473303412, 8.34854985911016], "p_value": 0.029, "input_sha256": "0391b881c2b645447ff5d34596a2ea1f819c4616e7c83b46aee5e444b7ff24fc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3383246910, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.45843405322025, "interval": [0.5565459121905941, 8.106842019101622], "p_value": 0.025808339129766454, "input_sha256": "0391b881c2b645447ff5d34596a2ea1f819c4616e7c83b46aee5e444b7ff24fc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3383246910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -22.981750490375347, "interval": [-205.38765432102537, 159.4241533402747], "p_value": 0.815, "input_sha256": "0391b881c2b645447ff5d34596a2ea1f819c4616e7c83b46aee5e444b7ff24fc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3383246910, "p_value_method": "welch_average_effect", "success": true, "estimate": -22.981750490375347, "interval": [-176.31684452975279, 158.10014729361467], "p_value": 0.800026643264109, "input_sha256": "0391b881c2b645447ff5d34596a2ea1f819c4616e7c83b46aee5e444b7ff24fc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2815194460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.929596425203432, "interval": [0.7109952824329184, 9.148197567973945], "p_value": 0.025, "input_sha256": "05bc48b501af37488267e3b12cc5e93e38d5125f8c2d5108dc1c089709f8df6c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2815194460, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.929596425203432, "interval": [0.6836659189932957, 8.603994197721846], "p_value": 0.023214813502531927, "input_sha256": "05bc48b501af37488267e3b12cc5e93e38d5125f8c2d5108dc1c089709f8df6c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2815194460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 200.6365720927212, "interval": [-24.571219278493942, 425.84436346393636], "p_value": 0.068, "input_sha256": "05bc48b501af37488267e3b12cc5e93e38d5125f8c2d5108dc1c089709f8df6c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2815194460, "p_value_method": "welch_average_effect", "success": true, "estimate": 200.6365720927212, "interval": [41.22304301566128, 488.7198300011638], "p_value": 0.07815024467685484, "input_sha256": "05bc48b501af37488267e3b12cc5e93e38d5125f8c2d5108dc1c089709f8df6c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2767574315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.412459805411208, "interval": [-0.22520154720183427, 7.05012115802425], "p_value": 0.062, "input_sha256": "19491b65e7fccced8d0b78b67e387de2d2a3a2a2be9d0994fd9092ab084ed38e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2767574315, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.412459805411208, "interval": [-0.03352383452540177, 6.809376189522164], "p_value": 0.06513577772685025, "input_sha256": "19491b65e7fccced8d0b78b67e387de2d2a3a2a2be9d0994fd9092ab084ed38e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2767574315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.67736129458018, "interval": [-210.62193383218656, 223.97665642134692], "p_value": 0.947, "input_sha256": "19491b65e7fccced8d0b78b67e387de2d2a3a2a2be9d0994fd9092ab084ed38e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2767574315, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.67736129458018, "interval": [-185.39840854296943, 234.6572456095555], "p_value": 0.9507230530394607, "input_sha256": "19491b65e7fccced8d0b78b67e387de2d2a3a2a2be9d0994fd9092ab084ed38e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 428241645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0233247446792557, "interval": [0.1573807317698246, 5.889268757588686], "p_value": 0.051, "input_sha256": "e3524943495f94119139806163eb6578dbb7c2a9f1a4a746033c82bfaa33ea15"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 428241645, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0233247446792557, "interval": [0.4171648651359129, 5.661950118700703], "p_value": 0.039220926749911865, "input_sha256": "e3524943495f94119139806163eb6578dbb7c2a9f1a4a746033c82bfaa33ea15"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 428241645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 172.44984522027943, "interval": [-27.062031463345647, 371.9617219039045], "p_value": 0.077, "input_sha256": "e3524943495f94119139806163eb6578dbb7c2a9f1a4a746033c82bfaa33ea15"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 428241645, "p_value_method": "welch_average_effect", "success": true, "estimate": 172.44984522027943, "interval": [15.597924247278172, 385.9868003234867], "p_value": 0.08692146110292927, "input_sha256": "e3524943495f94119139806163eb6578dbb7c2a9f1a4a746033c82bfaa33ea15"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 447124640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.324093128080044, "interval": [1.5487263651757255, 9.099459890984363], "p_value": 0.007, "input_sha256": "caced59e09a2e297f2d839acc6be4475e5583209c82544d2de7bd57e3922ec9c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 447124640, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.324093128080044, "interval": [2.009613797154555, 8.919529635831493], "p_value": 0.007053032960763558, "input_sha256": "caced59e09a2e297f2d839acc6be4475e5583209c82544d2de7bd57e3922ec9c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 447124640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 79.74685364708915, "interval": [-159.00305668771122, 318.49676398188956], "p_value": 0.497, "input_sha256": "caced59e09a2e297f2d839acc6be4475e5583209c82544d2de7bd57e3922ec9c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 447124640, "p_value_method": "welch_average_effect", "success": true, "estimate": 79.74685364708915, "interval": [-93.16225112291244, 356.9778709024644], "p_value": 0.49885048801680576, "input_sha256": "caced59e09a2e297f2d839acc6be4475e5583209c82544d2de7bd57e3922ec9c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 220023037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.927155199167302, "interval": [4.777170965351852, 13.077139432982753], "p_value": 0.001, "input_sha256": "d5971983f033524301a1bd31df8a9c680332f2116e4d95ab724fa58ccb3adbe8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 220023037, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.927155199167302, "interval": [5.440051424373078, 13.33214993436437], "p_value": 9.746042332499941e-05, "input_sha256": "d5971983f033524301a1bd31df8a9c680332f2116e4d95ab724fa58ccb3adbe8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 220023037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 191.74778026366354, "interval": [-93.53708432890735, 477.03264485623447], "p_value": 0.191, "input_sha256": "d5971983f033524301a1bd31df8a9c680332f2116e4d95ab724fa58ccb3adbe8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 220023037, "p_value_method": "welch_average_effect", "success": true, "estimate": 191.74778026366354, "interval": [-9.905062503731592, 546.0427979722568], "p_value": 0.1795500607850761, "input_sha256": "d5971983f033524301a1bd31df8a9c680332f2116e4d95ab724fa58ccb3adbe8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2691208251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.328317277308598, "interval": [4.4948629984788315, 12.161771556138364], "p_value": 0.001, "input_sha256": "638ad0873de13b125f7ad696d1dd4615ce5c865ae98141c07f9777f836b7fe5e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2691208251, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.328317277308598, "interval": [4.697173869580218, 11.762885006807183], "p_value": 8.5297687119405e-05, "input_sha256": "638ad0873de13b125f7ad696d1dd4615ce5c865ae98141c07f9777f836b7fe5e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2691208251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 160.35665899675215, "interval": [-101.21344970561577, 421.9267676991201], "p_value": 0.198, "input_sha256": "638ad0873de13b125f7ad696d1dd4615ce5c865ae98141c07f9777f836b7fe5e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2691208251, "p_value_method": "welch_average_effect", "success": true, "estimate": 160.35665899675215, "interval": [-0.264417250017097, 632.1680972213378], "p_value": 0.21739380878112777, "input_sha256": "638ad0873de13b125f7ad696d1dd4615ce5c865ae98141c07f9777f836b7fe5e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 791152941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.916414050114943, "interval": [2.98675006647042, 10.846078033759465], "p_value": 0.003, "input_sha256": "4c57f4760f307422ddd8be34029c7cbbce82233a58fa7dd9fd3eb5a3e3350f26"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 791152941, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.916414050114943, "interval": [3.092798551194142, 10.576950374121814], "p_value": 0.001007576912303406, "input_sha256": "4c57f4760f307422ddd8be34029c7cbbce82233a58fa7dd9fd3eb5a3e3350f26"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 791152941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.63903797847226, "interval": [-200.9410013763137, 294.2190773332582], "p_value": 0.75, "input_sha256": "4c57f4760f307422ddd8be34029c7cbbce82233a58fa7dd9fd3eb5a3e3350f26"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 791152941, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.63903797847226, "interval": [-130.85580392785025, 332.17103716687785], "p_value": 0.7039192804943308, "input_sha256": "4c57f4760f307422ddd8be34029c7cbbce82233a58fa7dd9fd3eb5a3e3350f26"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 701583764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.02182255708326, "interval": [1.4996853724283188, 10.5439597417382], "p_value": 0.014, "input_sha256": "7f5f2f4fb3c973a0d9f114ba7e589d85648882ac5864c59abed246d73e8e97b6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 701583764, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.02182255708326, "interval": [1.864451677019406, 10.269015433016369], "p_value": 0.01040964456597353, "input_sha256": "7f5f2f4fb3c973a0d9f114ba7e589d85648882ac5864c59abed246d73e8e97b6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 701583764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 50.79097256904443, "interval": [-138.19318477293234, 239.77512991102117], "p_value": 0.617, "input_sha256": "7f5f2f4fb3c973a0d9f114ba7e589d85648882ac5864c59abed246d73e8e97b6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 701583764, "p_value_method": "welch_average_effect", "success": true, "estimate": 50.79097256904443, "interval": [-79.18374789417504, 291.88766597196746], "p_value": 0.5878715532736939, "input_sha256": "7f5f2f4fb3c973a0d9f114ba7e589d85648882ac5864c59abed246d73e8e97b6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2450644245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2931099257201026, "interval": [-0.0077796541346244474, 6.59399950557483], "p_value": 0.055, "input_sha256": "47823c174c3f2ee027c47ffa8badcca83dd329e430dd438154cb860b6612735d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2450644245, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2931099257201026, "interval": [0.19485872651014505, 6.410922219666697], "p_value": 0.05051527661191014, "input_sha256": "47823c174c3f2ee027c47ffa8badcca83dd329e430dd438154cb860b6612735d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2450644245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -154.04413160282837, "interval": [-345.9856978649775, 37.89743465932074], "p_value": 0.115, "input_sha256": "47823c174c3f2ee027c47ffa8badcca83dd329e430dd438154cb860b6612735d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2450644245, "p_value_method": "welch_average_effect", "success": true, "estimate": -154.04413160282837, "interval": [-347.56005792021875, 4.9997163532629525], "p_value": 0.11060113465004996, "input_sha256": "47823c174c3f2ee027c47ffa8badcca83dd329e430dd438154cb860b6612735d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3290294266, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.064628050777035, "interval": [0.12307490041191071, 8.006181201142159], "p_value": 0.036, "input_sha256": "8ce63b01a6973ac68647518007d73de73bb727562ecb545f14a884fbdad8c969"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3290294266, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.064628050777035, "interval": [-0.03647521941251316, 7.647947335291723], "p_value": 0.04363388810449704, "input_sha256": "8ce63b01a6973ac68647518007d73de73bb727562ecb545f14a884fbdad8c969"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3290294266, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -31.791416207275972, "interval": [-252.0669109869666, 188.48407857241466], "p_value": 0.753, "input_sha256": "8ce63b01a6973ac68647518007d73de73bb727562ecb545f14a884fbdad8c969"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3290294266, "p_value_method": "welch_average_effect", "success": true, "estimate": -31.791416207275972, "interval": [-240.85750380038132, 186.02943716305433], "p_value": 0.7717443143232597, "input_sha256": "8ce63b01a6973ac68647518007d73de73bb727562ecb545f14a884fbdad8c969"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 428190026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.266972046803328, "interval": [1.5986850066174734, 10.935259086989184], "p_value": 0.006, "input_sha256": "90b4dee43871016eef03d75f2f295de177fe80861eb649facfb2ff3945e8d0f5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 428190026, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.266972046803328, "interval": [1.753963194563696, 10.831215700066615], "p_value": 0.009915137469447827, "input_sha256": "90b4dee43871016eef03d75f2f295de177fe80861eb649facfb2ff3945e8d0f5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 428190026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 91.6843497575334, "interval": [-137.59430214949495, 320.9630016645617], "p_value": 0.464, "input_sha256": "90b4dee43871016eef03d75f2f295de177fe80861eb649facfb2ff3945e8d0f5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 428190026, "p_value_method": "welch_average_effect", "success": true, "estimate": 91.6843497575334, "interval": [-63.222202254091044, 409.24007511207304], "p_value": 0.4182600520388503, "input_sha256": "90b4dee43871016eef03d75f2f295de177fe80861eb649facfb2ff3945e8d0f5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1606896851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.642317950533512, "interval": [4.075924555312486, 11.208711345754537], "p_value": 0.001, "input_sha256": "36b2a0b6396e33af9a9490971bcb40438c7e7e831b95f5c83bc2f9959f51de83"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1606896851, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.642317950533512, "interval": [4.217037329468246, 10.744214719010676], "p_value": 0.00010282948738118225, "input_sha256": "36b2a0b6396e33af9a9490971bcb40438c7e7e831b95f5c83bc2f9959f51de83"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1606896851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -41.45186791008757, "interval": [-233.8394280977317, 150.93569227755657], "p_value": 0.752, "input_sha256": "36b2a0b6396e33af9a9490971bcb40438c7e7e831b95f5c83bc2f9959f51de83"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1606896851, "p_value_method": "welch_average_effect", "success": true, "estimate": -41.45186791008757, "interval": [-178.64303282275674, 205.1715863428721], "p_value": 0.6639469736986353, "input_sha256": "36b2a0b6396e33af9a9490971bcb40438c7e7e831b95f5c83bc2f9959f51de83"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4141683860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4327027386342763, "interval": [-2.0370060354924364, 6.902411512760989], "p_value": 0.284, "input_sha256": "065ed98f9e142f5f00dfa9bda61390ae41b0a6674ff4df709f54cd70dcb7658a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4141683860, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4327027386342763, "interval": [-1.7067945594855578, 6.760753728832138], "p_value": 0.2760862926395641, "input_sha256": "065ed98f9e142f5f00dfa9bda61390ae41b0a6674ff4df709f54cd70dcb7658a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4141683860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -261.5821400001974, "interval": [-518.1501754882935, -5.014104512101312], "p_value": 0.007, "input_sha256": "065ed98f9e142f5f00dfa9bda61390ae41b0a6674ff4df709f54cd70dcb7658a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4141683860, "p_value_method": "welch_average_effect", "success": true, "estimate": -261.5821400001974, "interval": [-646.7203127973737, -100.02131346350423], "p_value": 0.04607493498507012, "input_sha256": "065ed98f9e142f5f00dfa9bda61390ae41b0a6674ff4df709f54cd70dcb7658a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1132965107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.663009173213606, "interval": [3.353906633570639, 11.972111712856574], "p_value": 0.002, "input_sha256": "fbe95c2449e0c0fab97228d6d3a46bacf4e56caf8092ba35e6b555177502fcb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1132965107, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.663009173213606, "interval": [3.3772710369678474, 11.550065078060257], "p_value": 0.0009114133986934806, "input_sha256": "fbe95c2449e0c0fab97228d6d3a46bacf4e56caf8092ba35e6b555177502fcb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1132965107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.9613774836123, "interval": [-165.2447037164024, 399.167458683627], "p_value": 0.442, "input_sha256": "fbe95c2449e0c0fab97228d6d3a46bacf4e56caf8092ba35e6b555177502fcb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1132965107, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.9613774836123, "interval": [-156.33705556921058, 375.6647328870584], "p_value": 0.40616123330212295, "input_sha256": "fbe95c2449e0c0fab97228d6d3a46bacf4e56caf8092ba35e6b555177502fcb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3933377727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7272217729783605, "interval": [4.043332435651217, 11.411111110305505], "p_value": 0.001, "input_sha256": "a95bc5b8cdb45e1d5e478315136050cfe5567f23bceedb0f77eb14f35af7f503"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3933377727, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7272217729783605, "interval": [4.013553756101915, 11.295674569616569], "p_value": 0.00014412214696228387, "input_sha256": "a95bc5b8cdb45e1d5e478315136050cfe5567f23bceedb0f77eb14f35af7f503"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3933377727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -50.81260037621176, "interval": [-232.65012725510365, 131.0249265026801], "p_value": 0.582, "input_sha256": "a95bc5b8cdb45e1d5e478315136050cfe5567f23bceedb0f77eb14f35af7f503"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3933377727, "p_value_method": "welch_average_effect", "success": true, "estimate": -50.81260037621176, "interval": [-244.47192767020147, 112.56434661523312], "p_value": 0.5743946773173518, "input_sha256": "a95bc5b8cdb45e1d5e478315136050cfe5567f23bceedb0f77eb14f35af7f503"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101426616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.945234898851497, "interval": [4.4281073089684595, 11.462362488734534], "p_value": 0.002, "input_sha256": "d98980e35f466d5168434f937e910a962e3459d2484d7590b28b99dd2ca3b9fa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101426616, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.945234898851497, "interval": [4.690252338284153, 11.243367476035175], "p_value": 5.06270699024986e-05, "input_sha256": "d98980e35f466d5168434f937e910a962e3459d2484d7590b28b99dd2ca3b9fa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 101426616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.7133677673102, "interval": [-96.16604684749903, 245.59278238211942], "p_value": 0.387, "input_sha256": "d98980e35f466d5168434f937e910a962e3459d2484d7590b28b99dd2ca3b9fa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 101426616, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.7133677673102, "interval": [-65.61658660076088, 242.0233982341324], "p_value": 0.38080283688824734, "input_sha256": "d98980e35f466d5168434f937e910a962e3459d2484d7590b28b99dd2ca3b9fa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2782164375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.550327377757132, "interval": [2.370655012906243, 8.72999974260802], "p_value": 0.002, "input_sha256": "efec345c6ccbabeeb7399ac36989b020949dffb945416cda6b5bdbc219036408"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2782164375, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.550327377757132, "interval": [2.481747559647203, 8.15215608239789], "p_value": 0.0011001048355903185, "input_sha256": "efec345c6ccbabeeb7399ac36989b020949dffb945416cda6b5bdbc219036408"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2782164375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.5288074357062, "interval": [-82.25909588728544, 231.31671075869784], "p_value": 0.404, "input_sha256": "efec345c6ccbabeeb7399ac36989b020949dffb945416cda6b5bdbc219036408"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2782164375, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.5288074357062, "interval": [-28.044470784443945, 314.084369390324], "p_value": 0.33532001099609354, "input_sha256": "efec345c6ccbabeeb7399ac36989b020949dffb945416cda6b5bdbc219036408"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3610676910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.539573367700548, "interval": [0.5473134328554767, 6.5318333025456194], "p_value": 0.024, "input_sha256": "402eced955fbaac6d42d4d146938a16f2e60f7070c027e94addc58ecf985c0aa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3610676910, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.539573367700548, "interval": [0.8167671285235597, 6.452913479689505], "p_value": 0.021672559321847466, "input_sha256": "402eced955fbaac6d42d4d146938a16f2e60f7070c027e94addc58ecf985c0aa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3610676910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -84.85155362940404, "interval": [-289.88500527043686, 120.18189801162879], "p_value": 0.434, "input_sha256": "402eced955fbaac6d42d4d146938a16f2e60f7070c027e94addc58ecf985c0aa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3610676910, "p_value_method": "welch_average_effect", "success": true, "estimate": -84.85155362940404, "interval": [-302.4079652564678, 81.87084731111582], "p_value": 0.40554576375762863, "input_sha256": "402eced955fbaac6d42d4d146938a16f2e60f7070c027e94addc58ecf985c0aa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2698721112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3846442383163033, "interval": [-1.9121121823057976, 6.681400658938404], "p_value": 0.277, "input_sha256": "574536e4a6f208e80fa8ccd6d7a3b096ac29fd6fd099c86614cc9f9eea8c466e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2698721112, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3846442383163033, "interval": [-1.4881342578989043, 6.472152530708198], "p_value": 0.26729013887001085, "input_sha256": "574536e4a6f208e80fa8ccd6d7a3b096ac29fd6fd099c86614cc9f9eea8c466e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2698721112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 161.4975898385113, "interval": [18.193279099086652, 304.80190057793595], "p_value": 0.006, "input_sha256": "574536e4a6f208e80fa8ccd6d7a3b096ac29fd6fd099c86614cc9f9eea8c466e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2698721112, "p_value_method": "welch_average_effect", "success": true, "estimate": 161.4975898385113, "interval": [60.63954692523456, 323.7080454967385], "p_value": 0.028969245363414296, "input_sha256": "574536e4a6f208e80fa8ccd6d7a3b096ac29fd6fd099c86614cc9f9eea8c466e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2226051785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.162491610617973, "interval": [3.036438400103698, 11.288544821132248], "p_value": 0.003, "input_sha256": "6486d197621241b92f4c76ed6423d079c64651e9abb24111fcc09842e7971428"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2226051785, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.162491610617973, "interval": [2.7881842634239216, 10.76664224309789], "p_value": 0.0011613345338676298, "input_sha256": "6486d197621241b92f4c76ed6423d079c64651e9abb24111fcc09842e7971428"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2226051785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 204.4089654928737, "interval": [35.89753917913586, 372.9203918066115], "p_value": 0.013, "input_sha256": "6486d197621241b92f4c76ed6423d079c64651e9abb24111fcc09842e7971428"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2226051785, "p_value_method": "welch_average_effect", "success": true, "estimate": 204.4089654928737, "interval": [76.20065659048349, 387.6310984610524], "p_value": 0.019826737980895234, "input_sha256": "6486d197621241b92f4c76ed6423d079c64651e9abb24111fcc09842e7971428"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3281798142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4197502548126035, "interval": [0.5193799098323297, 8.320120599792878], "p_value": 0.028, "input_sha256": "81341e0815778a970f05fc5915e3eac55f955938c392e08fab9109e867974d60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3281798142, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4197502548126035, "interval": [0.9209136114662073, 8.280758173205083], "p_value": 0.02751602935975369, "input_sha256": "81341e0815778a970f05fc5915e3eac55f955938c392e08fab9109e867974d60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3281798142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.168771710061236, "interval": [-226.2115783251416, 240.54912174526407], "p_value": 0.957, "input_sha256": "81341e0815778a970f05fc5915e3eac55f955938c392e08fab9109e867974d60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3281798142, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.168771710061236, "interval": [-235.06109805664016, 224.28833578663253], "p_value": 0.9507124053311358, "input_sha256": "81341e0815778a970f05fc5915e3eac55f955938c392e08fab9109e867974d60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1671715282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0914000920050118, "interval": [-1.4382766781518983, 3.621076862161922], "p_value": 0.388, "input_sha256": "750a0cf12a1562c277ba44a647d94848d48e983bfc41873cb130657bd72c3a17"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1671715282, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0914000920050118, "interval": [-1.3227035108012548, 3.248491273543345], "p_value": 0.38701570350116465, "input_sha256": "750a0cf12a1562c277ba44a647d94848d48e983bfc41873cb130657bd72c3a17"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1671715282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -83.32477887147488, "interval": [-345.5730590244524, 178.92350128150267], "p_value": 0.597, "input_sha256": "750a0cf12a1562c277ba44a647d94848d48e983bfc41873cb130657bd72c3a17"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1671715282, "p_value_method": "welch_average_effect", "success": true, "estimate": -83.32477887147488, "interval": [-459.3714711098487, 93.34596973491685], "p_value": 0.5202111867377228, "input_sha256": "750a0cf12a1562c277ba44a647d94848d48e983bfc41873cb130657bd72c3a17"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 669029937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.405521841657203, "interval": [-0.3835228361588259, 7.194566519473232], "p_value": 0.092, "input_sha256": "bd1278cb51cf78033bb3fee7926dedc344d9618d7d5f08aeeff9d3d2069cd1f9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 669029937, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.405521841657203, "interval": [-0.3314510845540347, 6.796627351920403], "p_value": 0.07670406360554614, "input_sha256": "bd1278cb51cf78033bb3fee7926dedc344d9618d7d5f08aeeff9d3d2069cd1f9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 669029937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.30407080977758, "interval": [-124.53031103547895, 341.13845265503414], "p_value": 0.353, "input_sha256": "bd1278cb51cf78033bb3fee7926dedc344d9618d7d5f08aeeff9d3d2069cd1f9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 669029937, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.30407080977758, "interval": [-59.13994016855347, 382.26868718422656], "p_value": 0.3495206508944374, "input_sha256": "bd1278cb51cf78033bb3fee7926dedc344d9618d7d5f08aeeff9d3d2069cd1f9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 870942702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3208836473634396, "interval": [-1.2760876857565933, 5.917854980483472], "p_value": 0.196, "input_sha256": "58ecfc1f92b4728569d3083e20d754ca96d17ce7d1a2d54a1e605100971ead2f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 870942702, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3208836473634396, "interval": [-1.0076211625206555, 5.749695112716482], "p_value": 0.19783407052626203, "input_sha256": "58ecfc1f92b4728569d3083e20d754ca96d17ce7d1a2d54a1e605100971ead2f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 870942702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 218.0443399218923, "interval": [3.9029694251155718, 432.18571041866903], "p_value": 0.037, "input_sha256": "58ecfc1f92b4728569d3083e20d754ca96d17ce7d1a2d54a1e605100971ead2f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 870942702, "p_value_method": "welch_average_effect", "success": true, "estimate": 218.0443399218923, "interval": [50.30810144426975, 443.79386542437993], "p_value": 0.046316774864452875, "input_sha256": "58ecfc1f92b4728569d3083e20d754ca96d17ce7d1a2d54a1e605100971ead2f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3259732663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.5093407875050175, "interval": [3.460665087972246, 11.55801648703779], "p_value": 0.001, "input_sha256": "b8bb2bd27223d63e6a53419c34076ef6be39ed87be8a1d08fb670e9b7ac09e7b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3259732663, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.5093407875050175, "interval": [4.047851116416195, 11.93797511944512], "p_value": 0.0006219130740753662, "input_sha256": "b8bb2bd27223d63e6a53419c34076ef6be39ed87be8a1d08fb670e9b7ac09e7b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3259732663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 169.18159250092197, "interval": [-77.03465248227803, 415.39783748412196], "p_value": 0.206, "input_sha256": "b8bb2bd27223d63e6a53419c34076ef6be39ed87be8a1d08fb670e9b7ac09e7b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3259732663, "p_value_method": "welch_average_effect", "success": true, "estimate": 169.18159250092197, "interval": [-47.30777241453567, 431.8570135566545], "p_value": 0.17129336875255158, "input_sha256": "b8bb2bd27223d63e6a53419c34076ef6be39ed87be8a1d08fb670e9b7ac09e7b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2385205707, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.558147919524398, "interval": [3.020843385973648, 10.095452453075147], "p_value": 0.002, "input_sha256": "331a96db3c1846f25b99f148fe4b9a571b50c8e7257ae9223f9e7dfa851954ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2385205707, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.558147919524398, "interval": [2.990755357379864, 9.929773980543704], "p_value": 0.0005839700567143641, "input_sha256": "331a96db3c1846f25b99f148fe4b9a571b50c8e7257ae9223f9e7dfa851954ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2385205707, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 157.99952015360216, "interval": [-38.30827745638172, 354.30731776358607], "p_value": 0.129, "input_sha256": "331a96db3c1846f25b99f148fe4b9a571b50c8e7257ae9223f9e7dfa851954ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2385205707, "p_value_method": "welch_average_effect", "success": true, "estimate": 157.99952015360216, "interval": [12.943920127508342, 395.33711843249324], "p_value": 0.10950601782444754, "input_sha256": "331a96db3c1846f25b99f148fe4b9a571b50c8e7257ae9223f9e7dfa851954ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4084801036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.505202326746456, "interval": [0.9472218029317112, 10.063182850561201], "p_value": 0.028, "input_sha256": "5ec9369d581d339e1edcf77a0c3a3d4be03e064ac7a144ed480f9366af49ee9e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4084801036, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.505202326746456, "interval": [1.130416698631962, 9.73479921438071], "p_value": 0.019250994653822136, "input_sha256": "5ec9369d581d339e1edcf77a0c3a3d4be03e064ac7a144ed480f9366af49ee9e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4084801036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 237.52175167068526, "interval": [-40.88931529579759, 515.9328186371681], "p_value": 0.043, "input_sha256": "5ec9369d581d339e1edcf77a0c3a3d4be03e064ac7a144ed480f9366af49ee9e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4084801036, "p_value_method": "welch_average_effect", "success": true, "estimate": 237.52175167068526, "interval": [55.80352161164095, 626.501849748828], "p_value": 0.09071777230616547, "input_sha256": "5ec9369d581d339e1edcf77a0c3a3d4be03e064ac7a144ed480f9366af49ee9e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3306822257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.105648402543153, "interval": [-0.2551827525989445, 8.46647955768525], "p_value": 0.06, "input_sha256": "be26c7797d85b8d0cac20a7ab6bb7e33c6d2d9ce3e4fb3fd4643499ddf452752"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3306822257, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.105648402543153, "interval": [0.5108332770759757, 8.141701280348155], "p_value": 0.0642250944708415, "input_sha256": "be26c7797d85b8d0cac20a7ab6bb7e33c6d2d9ce3e4fb3fd4643499ddf452752"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3306822257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 43.866161968758234, "interval": [-164.20976257720142, 251.9420865147179], "p_value": 0.655, "input_sha256": "be26c7797d85b8d0cac20a7ab6bb7e33c6d2d9ce3e4fb3fd4643499ddf452752"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3306822257, "p_value_method": "welch_average_effect", "success": true, "estimate": 43.866161968758234, "interval": [-150.49841170157129, 248.71530572450413], "p_value": 0.671863235055626, "input_sha256": "be26c7797d85b8d0cac20a7ab6bb7e33c6d2d9ce3e4fb3fd4643499ddf452752"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3737077523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.137408967654777, "interval": [4.414201174268849, 11.860616761040703], "p_value": 0.001, "input_sha256": "91ebc78870256655f391114e0850d81fd0236971c5d679e4615547df6a184c5d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3737077523, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.137408967654777, "interval": [4.630709984378594, 11.991574049260493], "p_value": 8.113299716135413e-05, "input_sha256": "91ebc78870256655f391114e0850d81fd0236971c5d679e4615547df6a184c5d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3737077523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 65.3242873984186, "interval": [-134.67437398577164, 265.3229487826088], "p_value": 0.527, "input_sha256": "91ebc78870256655f391114e0850d81fd0236971c5d679e4615547df6a184c5d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3737077523, "p_value_method": "welch_average_effect", "success": true, "estimate": 65.3242873984186, "interval": [-95.669405217832, 287.1160963201169], "p_value": 0.5109574963729132, "input_sha256": "91ebc78870256655f391114e0850d81fd0236971c5d679e4615547df6a184c5d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 392403272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.9742690963184, "interval": [6.181877111369502, 13.766661081267298], "p_value": 0.001, "input_sha256": "3c6500a6f60dcebcca2783ee4bfad073f76516de0668d3c1539cdbfeff23aef3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 392403272, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.9742690963184, "interval": [6.378261905335515, 13.497180450853786], "p_value": 5.3982195983610414e-06, "input_sha256": "3c6500a6f60dcebcca2783ee4bfad073f76516de0668d3c1539cdbfeff23aef3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 392403272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.019315027210496, "interval": [-152.20292016918833, 244.24155022360932], "p_value": 0.647, "input_sha256": "3c6500a6f60dcebcca2783ee4bfad073f76516de0668d3c1539cdbfeff23aef3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 392403272, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.019315027210496, "interval": [-144.50134309931005, 233.2624579422996], "p_value": 0.6409710982048369, "input_sha256": "3c6500a6f60dcebcca2783ee4bfad073f76516de0668d3c1539cdbfeff23aef3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1533316545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2206498426763535, "interval": [1.4525887550482341, 10.988710930304473], "p_value": 0.015, "input_sha256": "9377c69ff222cbab843778e1e3faf10a75dd03043d4fe1687a8922c01ec10136"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1533316545, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2206498426763535, "interval": [2.108064272140428, 10.640840398385423], "p_value": 0.011926901807982082, "input_sha256": "9377c69ff222cbab843778e1e3faf10a75dd03043d4fe1687a8922c01ec10136"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 1533316545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 38.20494547038085, "interval": [-134.9358727799476, 211.34576372070933], "p_value": 0.726, "input_sha256": "9377c69ff222cbab843778e1e3faf10a75dd03043d4fe1687a8922c01ec10136"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 1533316545, "p_value_method": "welch_average_effect", "success": true, "estimate": 38.20494547038085, "interval": [-89.28398188612329, 287.1671864425111], "p_value": 0.6555794929637495, "input_sha256": "9377c69ff222cbab843778e1e3faf10a75dd03043d4fe1687a8922c01ec10136"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2279362772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.482357726177133, "interval": [3.7510446931238435, 11.213670759230423], "p_value": 0.001, "input_sha256": "43a9b67c262b30a468248c5c154beab2e39a5a6c42f515179ad3103be249500f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2279362772, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.482357726177133, "interval": [4.313007412179951, 11.535343278271828], "p_value": 0.0002562958328299998, "input_sha256": "43a9b67c262b30a468248c5c154beab2e39a5a6c42f515179ad3103be249500f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2279362772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 231.9945182853354, "interval": [-16.32731860623386, 480.31635517690466], "p_value": 0.019, "input_sha256": "43a9b67c262b30a468248c5c154beab2e39a5a6c42f515179ad3103be249500f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2279362772, "p_value_method": "welch_average_effect", "success": true, "estimate": 231.9945182853354, "interval": [77.0029935252194, 549.4337390366942], "p_value": 0.06548551760313476, "input_sha256": "43a9b67c262b30a468248c5c154beab2e39a5a6c42f515179ad3103be249500f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 88201584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.560039003155209, "interval": [0.1370943881877933, 8.982983618122624], "p_value": 0.051, "input_sha256": "b93bf81cc44596e9ef66f0de816df199e0a20ee5a5f3b5496167fef4b583ce99"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 88201584, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.560039003155209, "interval": [-0.13313081847065478, 8.71290442904097], "p_value": 0.043641283543207406, "input_sha256": "b93bf81cc44596e9ef66f0de816df199e0a20ee5a5f3b5496167fef4b583ce99"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 88201584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -75.72396353663655, "interval": [-251.40456509703412, 99.95663802376103], "p_value": 0.378, "input_sha256": "b93bf81cc44596e9ef66f0de816df199e0a20ee5a5f3b5496167fef4b583ce99"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 88201584, "p_value_method": "welch_average_effect", "success": true, "estimate": -75.72396353663655, "interval": [-266.94036902514165, 57.98827650151829], "p_value": 0.3859469055262381, "input_sha256": "b93bf81cc44596e9ef66f0de816df199e0a20ee5a5f3b5496167fef4b583ce99"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1610304773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.220209119851946, "interval": [2.7250725924801498, 9.715345647223742], "p_value": 0.002, "input_sha256": "69c76362ca982118e83c975f93137032813012ed5fe37e8d520760f8009f7279"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1610304773, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.220209119851946, "interval": [3.101282635873579, 9.72992076498216], "p_value": 0.0008996738034841218, "input_sha256": "69c76362ca982118e83c975f93137032813012ed5fe37e8d520760f8009f7279"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1610304773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 54.4118738339148, "interval": [-162.60544850497539, 271.42919617280495], "p_value": 0.639, "input_sha256": "69c76362ca982118e83c975f93137032813012ed5fe37e8d520760f8009f7279"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1610304773, "p_value_method": "welch_average_effect", "success": true, "estimate": 54.4118738339148, "interval": [-160.8709665262577, 221.88320141795805], "p_value": 0.6143842541012465, "input_sha256": "69c76362ca982118e83c975f93137032813012ed5fe37e8d520760f8009f7279"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1801159606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.8816146453714016, "interval": [2.254847020073827, 9.508382270668976], "p_value": 0.004, "input_sha256": "bf6d8f4f82d57537c57c7373234bbe6c3ccc241c6ecdbe9e3342566294fccdd8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1801159606, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.8816146453714016, "interval": [2.5468337121702906, 9.38231794717704], "p_value": 0.002284766572235335, "input_sha256": "bf6d8f4f82d57537c57c7373234bbe6c3ccc241c6ecdbe9e3342566294fccdd8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1801159606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -18.73297071982239, "interval": [-195.95963876164777, 158.493697322003], "p_value": 0.841, "input_sha256": "bf6d8f4f82d57537c57c7373234bbe6c3ccc241c6ecdbe9e3342566294fccdd8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1801159606, "p_value_method": "welch_average_effect", "success": true, "estimate": -18.73297071982239, "interval": [-213.2310976772251, 133.5686948795418], "p_value": 0.8316270964208291, "input_sha256": "bf6d8f4f82d57537c57c7373234bbe6c3ccc241c6ecdbe9e3342566294fccdd8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1468370315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.183159191356756, "interval": [1.7147501288722244, 8.651568253841287], "p_value": 0.007, "input_sha256": "2f94b7a80bcbdea63ec24e003cd10d01c7e30335c1cb9360746812a63c927b40"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1468370315, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.183159191356756, "interval": [1.4131568698272636, 8.173414791268051], "p_value": 0.004439963353864805, "input_sha256": "2f94b7a80bcbdea63ec24e003cd10d01c7e30335c1cb9360746812a63c927b40"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1468370315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 119.00358436775437, "interval": [-80.79561453848908, 318.8027832739978], "p_value": 0.242, "input_sha256": "2f94b7a80bcbdea63ec24e003cd10d01c7e30335c1cb9360746812a63c927b40"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1468370315, "p_value_method": "welch_average_effect", "success": true, "estimate": 119.00358436775437, "interval": [-31.921045112817605, 360.02449810056856], "p_value": 0.23130182253746662, "input_sha256": "2f94b7a80bcbdea63ec24e003cd10d01c7e30335c1cb9360746812a63c927b40"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1127696124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7900534326861202, "interval": [-2.027306491300851, 5.607413356673091], "p_value": 0.326, "input_sha256": "b4636d4dbb9739d01e7578d1fa8285fbbff386d9da5d7bfc4f4246a4c324b906"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1127696124, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7900534326861202, "interval": [-1.8695510555197066, 5.580572157290953], "p_value": 0.3484535300850671, "input_sha256": "b4636d4dbb9739d01e7578d1fa8285fbbff386d9da5d7bfc4f4246a4c324b906"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1127696124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 96.16038830057339, "interval": [-134.43160780532094, 326.75238440646774], "p_value": 0.438, "input_sha256": "b4636d4dbb9739d01e7578d1fa8285fbbff386d9da5d7bfc4f4246a4c324b906"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1127696124, "p_value_method": "welch_average_effect", "success": true, "estimate": 96.16038830057339, "interval": [-59.40472838151757, 380.31679933568086], "p_value": 0.3979034648772548, "input_sha256": "b4636d4dbb9739d01e7578d1fa8285fbbff386d9da5d7bfc4f4246a4c324b906"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3059323078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.421897859288665, "interval": [1.6171023487679008, 9.226693369809428], "p_value": 0.006, "input_sha256": "9740ac20ef48450468c0c3ff6a05c2dd71d47ec9f0e95b8cd52e628e91371fc7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3059323078, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.421897859288665, "interval": [2.1267167299362653, 8.984658334364624], "p_value": 0.006692221988949173, "input_sha256": "9740ac20ef48450468c0c3ff6a05c2dd71d47ec9f0e95b8cd52e628e91371fc7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3059323078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 49.42633639674506, "interval": [-169.19041208654627, 268.0430848800364], "p_value": 0.632, "input_sha256": "9740ac20ef48450468c0c3ff6a05c2dd71d47ec9f0e95b8cd52e628e91371fc7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3059323078, "p_value_method": "welch_average_effect", "success": true, "estimate": 49.42633639674506, "interval": [-171.60196025878128, 228.9188336713664], "p_value": 0.6497624521566092, "input_sha256": "9740ac20ef48450468c0c3ff6a05c2dd71d47ec9f0e95b8cd52e628e91371fc7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2175692382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2890855639417946, "interval": [-1.6663343003039737, 6.244505428187563], "p_value": 0.245, "input_sha256": "575937e7287dcca37afdbc99495bd42016eaf3e8817f72d7a4a8b359a036cb56"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2175692382, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2890855639417946, "interval": [-1.3260597676256731, 6.101490747515872], "p_value": 0.24852993171886978, "input_sha256": "575937e7287dcca37afdbc99495bd42016eaf3e8817f72d7a4a8b359a036cb56"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2175692382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -38.83507012146566, "interval": [-314.39110429166897, 236.72096404873764], "p_value": 0.826, "input_sha256": "575937e7287dcca37afdbc99495bd42016eaf3e8817f72d7a4a8b359a036cb56"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2175692382, "p_value_method": "welch_average_effect", "success": true, "estimate": -38.83507012146566, "interval": [-352.8354612781817, 178.81473603323732], "p_value": 0.7764866957548258, "input_sha256": "575937e7287dcca37afdbc99495bd42016eaf3e8817f72d7a4a8b359a036cb56"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2582231543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2867228507290207, "interval": [-4.280221684525879, 3.7067759830678377], "p_value": 0.889, "input_sha256": "b6accdcdcd220cc5130282a9747b731d6c0be4dc40c04d8c8ca4239455b63516"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2582231543, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2867228507290207, "interval": [-3.77312559103666, 3.7407161886536007], "p_value": 0.8844937338866814, "input_sha256": "b6accdcdcd220cc5130282a9747b731d6c0be4dc40c04d8c8ca4239455b63516"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2582231543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -81.811611512844, "interval": [-333.1352073669125, 169.5119843412245], "p_value": 0.53, "input_sha256": "b6accdcdcd220cc5130282a9747b731d6c0be4dc40c04d8c8ca4239455b63516"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2582231543, "p_value_method": "welch_average_effect", "success": true, "estimate": -81.811611512844, "interval": [-400.13825965617116, 108.65994119048364], "p_value": 0.50964886122307, "input_sha256": "b6accdcdcd220cc5130282a9747b731d6c0be4dc40c04d8c8ca4239455b63516"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3773956436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.714606164078912, "interval": [1.5405833329093142, 7.88862899524851], "p_value": 0.005, "input_sha256": "2df85f485407a8a227a466fda820794cd38fafb40a8552c4ce28aa56d4ed71b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3773956436, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.714606164078912, "interval": [1.7764491409580994, 7.745424998217939], "p_value": 0.004685908003427064, "input_sha256": "2df85f485407a8a227a466fda820794cd38fafb40a8552c4ce28aa56d4ed71b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3773956436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 189.8403477331916, "interval": [-55.876333321999056, 435.55702878838224], "p_value": 0.112, "input_sha256": "2df85f485407a8a227a466fda820794cd38fafb40a8552c4ce28aa56d4ed71b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3773956436, "p_value_method": "welch_average_effect", "success": true, "estimate": 189.8403477331916, "interval": [28.590753142509953, 492.51498232013705], "p_value": 0.12307363278720394, "input_sha256": "2df85f485407a8a227a466fda820794cd38fafb40a8552c4ce28aa56d4ed71b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 916613799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.532323115560834, "interval": [1.1480004717640258, 9.916645759357642], "p_value": 0.015, "input_sha256": "f28b12442037194e694b0ddee9b2899bcfa6656bb3a0b1e97cc3a83851025a70"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 916613799, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.532323115560834, "interval": [2.027845587121254, 10.345519852727842], "p_value": 0.014859588837617578, "input_sha256": "f28b12442037194e694b0ddee9b2899bcfa6656bb3a0b1e97cc3a83851025a70"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 916613799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 295.73683626646084, "interval": [-80.44616566544198, 671.9198381983637], "p_value": 0.109, "input_sha256": "f28b12442037194e694b0ddee9b2899bcfa6656bb3a0b1e97cc3a83851025a70"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 916613799, "p_value_method": "welch_average_effect", "success": true, "estimate": 295.73683626646084, "interval": [51.23744810030244, 838.1856874492214], "p_value": 0.11664332198620814, "input_sha256": "f28b12442037194e694b0ddee9b2899bcfa6656bb3a0b1e97cc3a83851025a70"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1975410763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9061457459863611, "interval": [-2.9463537146651255, 4.758645206637848], "p_value": 0.645, "input_sha256": "52857eba67f903dbe19032d2a5b2e601f8f52c8c5e7435446020246c5fe5a004"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1975410763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9061457459863611, "interval": [-2.4077092990753695, 4.662653624773063], "p_value": 0.6364027908168444, "input_sha256": "52857eba67f903dbe19032d2a5b2e601f8f52c8c5e7435446020246c5fe5a004"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1975410763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 98.33057507679396, "interval": [-100.0894941825573, 296.7506443361452], "p_value": 0.375, "input_sha256": "52857eba67f903dbe19032d2a5b2e601f8f52c8c5e7435446020246c5fe5a004"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1975410763, "p_value_method": "welch_average_effect", "success": true, "estimate": 98.33057507679396, "interval": [-36.03764271174989, 360.2075332892494], "p_value": 0.3156618085809739, "input_sha256": "52857eba67f903dbe19032d2a5b2e601f8f52c8c5e7435446020246c5fe5a004"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2681202372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.977779132461679, "interval": [0.7659683812159379, 9.18958988370742], "p_value": 0.018, "input_sha256": "566c9c38833b7289e6b2e5134d874cfdac7f8a8f8f8d0f458e67d307bae5263d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2681202372, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.977779132461679, "interval": [0.6000436788371348, 8.464897672442875], "p_value": 0.021802299556801887, "input_sha256": "566c9c38833b7289e6b2e5134d874cfdac7f8a8f8f8d0f458e67d307bae5263d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2681202372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 225.22703491749027, "interval": [-48.89678399388217, 499.3508538288627], "p_value": 0.088, "input_sha256": "566c9c38833b7289e6b2e5134d874cfdac7f8a8f8f8d0f458e67d307bae5263d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2681202372, "p_value_method": "welch_average_effect", "success": true, "estimate": 225.22703491749027, "interval": [38.628426168741676, 549.0536887674813], "p_value": 0.10224714559142248, "input_sha256": "566c9c38833b7289e6b2e5134d874cfdac7f8a8f8f8d0f458e67d307bae5263d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2894374842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.833596733889614, "interval": [1.9744877482848815, 9.692705719494347], "p_value": 0.007, "input_sha256": "782ead76bbbaabfe9e6efffc6e8e3f6833ba42113c65c17680d8a21c26ec8dff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2894374842, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.833596733889614, "interval": [2.3090270272015876, 9.30736522102203], "p_value": 0.004171433536344001, "input_sha256": "782ead76bbbaabfe9e6efffc6e8e3f6833ba42113c65c17680d8a21c26ec8dff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2894374842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -22.048502925369235, "interval": [-251.24045688350756, 207.1434510327691], "p_value": 0.847, "input_sha256": "782ead76bbbaabfe9e6efffc6e8e3f6833ba42113c65c17680d8a21c26ec8dff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2894374842, "p_value_method": "welch_average_effect", "success": true, "estimate": -22.048502925369235, "interval": [-253.86098186539948, 158.33159688960146], "p_value": 0.8459343268482334, "input_sha256": "782ead76bbbaabfe9e6efffc6e8e3f6833ba42113c65c17680d8a21c26ec8dff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3769855090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8587955764881006, "interval": [-0.36736710415281326, 8.084958257129014], "p_value": 0.07, "input_sha256": "3a742ba24c616d0370f78fa776100b9580ca495e44941743179a97776cdc6b91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3769855090, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8587955764881006, "interval": [-0.1713052481319295, 7.588348460130438], "p_value": 0.0722906729279477, "input_sha256": "3a742ba24c616d0370f78fa776100b9580ca495e44941743179a97776cdc6b91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3769855090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -16.465568948616067, "interval": [-267.2856696940231, 234.354531796791], "p_value": 0.896, "input_sha256": "3a742ba24c616d0370f78fa776100b9580ca495e44941743179a97776cdc6b91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3769855090, "p_value_method": "welch_average_effect", "success": true, "estimate": -16.465568948616067, "interval": [-302.3868753246539, 164.34056496680165], "p_value": 0.8942223478499669, "input_sha256": "3a742ba24c616d0370f78fa776100b9580ca495e44941743179a97776cdc6b91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1344888800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.869668617128045, "interval": [4.393712042635434, 11.345625191620657], "p_value": 0.001, "input_sha256": "35577f4ebfa04af867a35fbb33c22d1b3cb85db13770cf64a4c2fc2bfc41d697"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1344888800, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.869668617128045, "interval": [4.5407829853639985, 11.034646930692272], "p_value": 4.8472945972180376e-05, "input_sha256": "35577f4ebfa04af867a35fbb33c22d1b3cb85db13770cf64a4c2fc2bfc41d697"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1344888800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 56.520317169322794, "interval": [-240.5173258749692, 353.5579602136148], "p_value": 0.696, "input_sha256": "35577f4ebfa04af867a35fbb33c22d1b3cb85db13770cf64a4c2fc2bfc41d697"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1344888800, "p_value_method": "welch_average_effect", "success": true, "estimate": 56.520317169322794, "interval": [-246.45486058884384, 342.09921074717244], "p_value": 0.7022303348721647, "input_sha256": "35577f4ebfa04af867a35fbb33c22d1b3cb85db13770cf64a4c2fc2bfc41d697"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1389454042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1809527080982285, "interval": [-0.08531499741254489, 8.447220413609003], "p_value": 0.054, "input_sha256": "74aa1c5e582601d152f32d35c36dfd609bb12453473bf3fe0cae8eb161b59a68"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1389454042, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1809527080982285, "interval": [0.24941866944065763, 8.074853375383018], "p_value": 0.05451976038013189, "input_sha256": "74aa1c5e582601d152f32d35c36dfd609bb12453473bf3fe0cae8eb161b59a68"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1389454042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 71.26640305210142, "interval": [-75.55973311190772, 218.09253921611057], "p_value": 0.342, "input_sha256": "74aa1c5e582601d152f32d35c36dfd609bb12453473bf3fe0cae8eb161b59a68"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1389454042, "p_value_method": "welch_average_effect", "success": true, "estimate": 71.26640305210142, "interval": [-76.00987039783006, 189.79967919514075], "p_value": 0.33201871237372604, "input_sha256": "74aa1c5e582601d152f32d35c36dfd609bb12453473bf3fe0cae8eb161b59a68"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2708366913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.005145017818304, "interval": [2.365135762660873, 9.645154272975734], "p_value": 0.004, "input_sha256": "fa8b2f2f32c760946e969262265a4224337e4ebcbf6b0cba786a2ef7b9a2ce24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2708366913, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.005145017818304, "interval": [2.4374502515002323, 9.244091052922881], "p_value": 0.0019331602852871428, "input_sha256": "fa8b2f2f32c760946e969262265a4224337e4ebcbf6b0cba786a2ef7b9a2ce24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2708366913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -144.78860077418034, "interval": [-344.70464234043106, 55.12744079207036], "p_value": 0.121, "input_sha256": "fa8b2f2f32c760946e969262265a4224337e4ebcbf6b0cba786a2ef7b9a2ce24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2708366913, "p_value_method": "welch_average_effect", "success": true, "estimate": -144.78860077418034, "interval": [-453.9487436223392, -18.44831078434781], "p_value": 0.1472610182360387, "input_sha256": "fa8b2f2f32c760946e969262265a4224337e4ebcbf6b0cba786a2ef7b9a2ce24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2562414571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.603289124927095, "interval": [1.485334846292032, 9.721243403562157], "p_value": 0.007, "input_sha256": "72bef4e88ec412dca8df1efc9ac7bbd6cd0d7fd78fb09c4845559f2843911b18"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2562414571, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.603289124927095, "interval": [1.794078179239509, 9.370460650406521], "p_value": 0.009037225075578897, "input_sha256": "72bef4e88ec412dca8df1efc9ac7bbd6cd0d7fd78fb09c4845559f2843911b18"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2562414571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 186.23895296682318, "interval": [-5.773566885332286, 378.25147281897864], "p_value": 0.014, "input_sha256": "72bef4e88ec412dca8df1efc9ac7bbd6cd0d7fd78fb09c4845559f2843911b18"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2562414571, "p_value_method": "welch_average_effect", "success": true, "estimate": 186.23895296682318, "interval": [68.92071895405704, 498.9633343334837], "p_value": 0.05661164239577127, "input_sha256": "72bef4e88ec412dca8df1efc9ac7bbd6cd0d7fd78fb09c4845559f2843911b18"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 573920903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.486812124392236, "interval": [0.6935990117142703, 8.280025237070202], "p_value": 0.018, "input_sha256": "d947ace1cbf979d4b7d8f45e37dab12784c14acb91e28a4ebb941434baed854e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 573920903, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.486812124392236, "interval": [0.8099011143077431, 7.891168046000402], "p_value": 0.021679002825021946, "input_sha256": "d947ace1cbf979d4b7d8f45e37dab12784c14acb91e28a4ebb941434baed854e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 573920903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 132.277315192178, "interval": [-98.9881565743627, 363.5427869587187], "p_value": 0.25, "input_sha256": "d947ace1cbf979d4b7d8f45e37dab12784c14acb91e28a4ebb941434baed854e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 573920903, "p_value_method": "welch_average_effect", "success": true, "estimate": 132.277315192178, "interval": [-44.88562549792726, 431.8994225237598], "p_value": 0.25140756546482057, "input_sha256": "d947ace1cbf979d4b7d8f45e37dab12784c14acb91e28a4ebb941434baed854e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2007271685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.664354215456019, "interval": [1.2298817786798395, 10.098826652232198], "p_value": 0.011, "input_sha256": "d80b945024d636a3ce27bc017cab11e43addfb496a291a3a994c4a35f9797a3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2007271685, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.664354215456019, "interval": [1.4754913954529507, 9.698792207521029], "p_value": 0.013891493705388582, "input_sha256": "d80b945024d636a3ce27bc017cab11e43addfb496a291a3a994c4a35f9797a3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2007271685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.95909124053338, "interval": [-130.99058263098206, 348.90876511204885], "p_value": 0.363, "input_sha256": "d80b945024d636a3ce27bc017cab11e43addfb496a291a3a994c4a35f9797a3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2007271685, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.95909124053338, "interval": [-68.3476818075634, 385.152919199763], "p_value": 0.3607410510741982, "input_sha256": "d80b945024d636a3ce27bc017cab11e43addfb496a291a3a994c4a35f9797a3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 785421688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2824310000738635, "interval": [1.6005610677040751, 8.964300932443653], "p_value": 0.003, "input_sha256": "21c32b40fc271ee276d2227ea864024b486ca42118413a525664fbb0aaa8739e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 785421688, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2824310000738635, "interval": [2.051799563870449, 8.897683703471245], "p_value": 0.006288425144326897, "input_sha256": "21c32b40fc271ee276d2227ea864024b486ca42118413a525664fbb0aaa8739e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 785421688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 44.44466732615663, "interval": [-103.9497894772918, 192.83912412960507], "p_value": 0.564, "input_sha256": "21c32b40fc271ee276d2227ea864024b486ca42118413a525664fbb0aaa8739e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 785421688, "p_value_method": "welch_average_effect", "success": true, "estimate": 44.44466732615663, "interval": [-81.63078255869229, 187.5223163137476], "p_value": 0.5472053789430055, "input_sha256": "21c32b40fc271ee276d2227ea864024b486ca42118413a525664fbb0aaa8739e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1646086053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6707020887593842, "interval": [-1.532693581767203, 4.874097759285972], "p_value": 0.286, "input_sha256": "8b1129a3ecf14d7ad04cad3272f22c9b074fddb53e58c9f5442dc6cdf5a31efc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1646086053, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6707020887593842, "interval": [-1.5383837688871775, 4.517420109827635], "p_value": 0.29760451774273095, "input_sha256": "8b1129a3ecf14d7ad04cad3272f22c9b074fddb53e58c9f5442dc6cdf5a31efc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1646086053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.258421604347205, "interval": [-126.25390917603679, 228.7707523847312], "p_value": 0.559, "input_sha256": "8b1129a3ecf14d7ad04cad3272f22c9b074fddb53e58c9f5442dc6cdf5a31efc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1646086053, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.258421604347205, "interval": [-123.69034208885672, 210.70535050773307], "p_value": 0.562287808805306, "input_sha256": "8b1129a3ecf14d7ad04cad3272f22c9b074fddb53e58c9f5442dc6cdf5a31efc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 196780139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4004046079079355, "interval": [-0.08783453253777296, 8.888643748353644], "p_value": 0.047, "input_sha256": "ee2b37a1bcfb1901e9c6c1df6fce6400c87a62271ccdf368a6dac8bf7e6f0b06"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 196780139, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4004046079079355, "interval": [-0.1463114537995419, 8.600465778609415], "p_value": 0.054388617030335255, "input_sha256": "ee2b37a1bcfb1901e9c6c1df6fce6400c87a62271ccdf368a6dac8bf7e6f0b06"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 196780139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 125.85555665764164, "interval": [-72.53885278536103, 324.2499661006443], "p_value": 0.208, "input_sha256": "ee2b37a1bcfb1901e9c6c1df6fce6400c87a62271ccdf368a6dac8bf7e6f0b06"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 196780139, "p_value_method": "welch_average_effect", "success": true, "estimate": 125.85555665764164, "interval": [-27.7212862119454, 355.6300224175114], "p_value": 0.20412398936500137, "input_sha256": "ee2b37a1bcfb1901e9c6c1df6fce6400c87a62271ccdf368a6dac8bf7e6f0b06"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4120213725, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.15599149189631234, "interval": [-3.694693294858821, 3.3827103110661962], "p_value": 0.931, "input_sha256": "1aeb939e0d4a14590a3849e22af2d8b29551087e8b82c3b9ee7e6b325ca5c017"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4120213725, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.15599149189631234, "interval": [-3.563467654585978, 3.009721758409733], "p_value": 0.9291490444424209, "input_sha256": "1aeb939e0d4a14590a3849e22af2d8b29551087e8b82c3b9ee7e6b325ca5c017"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4120213725, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.813935174771416, "interval": [-228.20992372501732, 216.5820533754745], "p_value": 0.963, "input_sha256": "1aeb939e0d4a14590a3849e22af2d8b29551087e8b82c3b9ee7e6b325ca5c017"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4120213725, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.813935174771416, "interval": [-310.93689984771487, 153.54643987704785], "p_value": 0.9579549660524285, "input_sha256": "1aeb939e0d4a14590a3849e22af2d8b29551087e8b82c3b9ee7e6b325ca5c017"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1010476776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1775346843065524, "interval": [-2.0320927080294138, 4.387162076642518], "p_value": 0.475, "input_sha256": "457ece4e198dd6fbe2c874387be8ea11eb5d2e9fcc93092dff224d08555d7081"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1010476776, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1775346843065524, "interval": [-1.9001066694105087, 4.1112170486790465], "p_value": 0.46201058962131447, "input_sha256": "457ece4e198dd6fbe2c874387be8ea11eb5d2e9fcc93092dff224d08555d7081"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1010476776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 183.80375975614453, "interval": [-13.044971983167358, 380.6524914954564], "p_value": 0.069, "input_sha256": "457ece4e198dd6fbe2c874387be8ea11eb5d2e9fcc93092dff224d08555d7081"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1010476776, "p_value_method": "welch_average_effect", "success": true, "estimate": 183.80375975614453, "interval": [46.33301044781532, 416.9285502951093], "p_value": 0.06586095374666556, "input_sha256": "457ece4e198dd6fbe2c874387be8ea11eb5d2e9fcc93092dff224d08555d7081"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 302986689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.245553053355826, "interval": [4.014017611956976, 12.477088494754675], "p_value": 0.002, "input_sha256": "5df4ec0f3ed67729c66d627797f1cbc0ec6d117992a39d2dc350a60720d7425b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 302986689, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.245553053355826, "interval": [4.02470759838884, 11.921681619205152], "p_value": 0.0003360334331833621, "input_sha256": "5df4ec0f3ed67729c66d627797f1cbc0ec6d117992a39d2dc350a60720d7425b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 302986689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -74.63607009707783, "interval": [-342.5847732473326, 193.3126330531769], "p_value": 0.624, "input_sha256": "5df4ec0f3ed67729c66d627797f1cbc0ec6d117992a39d2dc350a60720d7425b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 302986689, "p_value_method": "welch_average_effect", "success": true, "estimate": -74.63607009707783, "interval": [-410.0268622418219, 114.54866164933952], "p_value": 0.573169514855651, "input_sha256": "5df4ec0f3ed67729c66d627797f1cbc0ec6d117992a39d2dc350a60720d7425b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1668558616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.043274285268907, "interval": [4.964966109896679, 11.121582460641136], "p_value": 0.001, "input_sha256": "ee793c816789e06f85c461d40e57d42b351c589c1d08334b299ea283dc3a8696"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1668558616, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.043274285268907, "interval": [5.215197506997629, 11.13322290401669], "p_value": 5.844576227553203e-06, "input_sha256": "ee793c816789e06f85c461d40e57d42b351c589c1d08334b299ea283dc3a8696"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1668558616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 233.2819761407619, "interval": [-36.34475242240785, 502.9087047039317], "p_value": 0.071, "input_sha256": "ee793c816789e06f85c461d40e57d42b351c589c1d08334b299ea283dc3a8696"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1668558616, "p_value_method": "welch_average_effect", "success": true, "estimate": 233.2819761407619, "interval": [55.95965387468307, 646.2799144170897], "p_value": 0.08640087729842653, "input_sha256": "ee793c816789e06f85c461d40e57d42b351c589c1d08334b299ea283dc3a8696"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2990413609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2051138179158425, "interval": [2.1068459331163556, 10.30338170271533], "p_value": 0.006, "input_sha256": "aac1f90700acfd23fa68133e39b092819986fcd3a70e956b39c5026df46232ae"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2990413609, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2051138179158425, "interval": [2.212492877889584, 9.836651964667412], "p_value": 0.004001439344350823, "input_sha256": "aac1f90700acfd23fa68133e39b092819986fcd3a70e956b39c5026df46232ae"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2990413609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 186.83798779443515, "interval": [-29.454174164612652, 403.13014975348295], "p_value": 0.097, "input_sha256": "aac1f90700acfd23fa68133e39b092819986fcd3a70e956b39c5026df46232ae"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2990413609, "p_value_method": "welch_average_effect", "success": true, "estimate": 186.83798779443515, "interval": [45.12715876069992, 472.4546535148255], "p_value": 0.08682943405258334, "input_sha256": "aac1f90700acfd23fa68133e39b092819986fcd3a70e956b39c5026df46232ae"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 601826619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.151621941904144, "interval": [5.220932515740584, 13.082311368067705], "p_value": 0.001, "input_sha256": "0bd38195d70027de132807019bfbd583ae4b6d471cd4e95366dd91f2e3de30c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 601826619, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.151621941904144, "interval": [5.461804133310695, 13.008949938989849], "p_value": 3.25882360341864e-05, "input_sha256": "0bd38195d70027de132807019bfbd583ae4b6d471cd4e95366dd91f2e3de30c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 601826619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 238.76904297997396, "interval": [-32.84006978622705, 510.37815574617497], "p_value": 0.055, "input_sha256": "0bd38195d70027de132807019bfbd583ae4b6d471cd4e95366dd91f2e3de30c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 601826619, "p_value_method": "welch_average_effect", "success": true, "estimate": 238.76904297997396, "interval": [45.924483519588875, 576.5643244373778], "p_value": 0.08184765189629091, "input_sha256": "0bd38195d70027de132807019bfbd583ae4b6d471cd4e95366dd91f2e3de30c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3372938394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.990330282342656, "interval": [3.652502986641389, 12.328157578043923], "p_value": 0.001, "input_sha256": "44bdb46d8621fe35a58ca75c596e70b1709954f52ae1446c341d701ea1fc3f1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3372938394, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.990330282342656, "interval": [4.251251496839263, 11.815760227779448], "p_value": 0.0007354056763543065, "input_sha256": "44bdb46d8621fe35a58ca75c596e70b1709954f52ae1446c341d701ea1fc3f1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3372938394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -68.18775365705442, "interval": [-228.35223485594793, 91.97672754183911], "p_value": 0.419, "input_sha256": "44bdb46d8621fe35a58ca75c596e70b1709954f52ae1446c341d701ea1fc3f1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3372938394, "p_value_method": "welch_average_effect", "success": true, "estimate": -68.18775365705442, "interval": [-201.22333314896608, 103.6774231768454], "p_value": 0.39416960799556233, "input_sha256": "44bdb46d8621fe35a58ca75c596e70b1709954f52ae1446c341d701ea1fc3f1e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2120709349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.147821469116968, "interval": [4.332745762263308, 11.962897175970628], "p_value": 0.001, "input_sha256": "28a8f2c055fbf6095edcaad69a610e84cb3e336be192048feec033ab458ab6dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2120709349, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.147821469116968, "interval": [4.769176483792725, 11.82604599255474], "p_value": 0.00010704005810780448, "input_sha256": "28a8f2c055fbf6095edcaad69a610e84cb3e336be192048feec033ab458ab6dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2120709349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 438.31445412756455, "interval": [90.27448166974636, 786.3544265853827], "p_value": 0.004, "input_sha256": "28a8f2c055fbf6095edcaad69a610e84cb3e336be192048feec033ab458ab6dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2120709349, "p_value_method": "welch_average_effect", "success": true, "estimate": 438.31445412756455, "interval": [196.85144191086079, 860.3165334180752], "p_value": 0.016251426723771792, "input_sha256": "28a8f2c055fbf6095edcaad69a610e84cb3e336be192048feec033ab458ab6dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3052548876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2107719643501387, "interval": [-1.5391504317820326, 7.96069436048231], "p_value": 0.188, "input_sha256": "b12135cdfa11c7fd80b6b6e3f030b5b2907c48c5fed1b215b3596168b398f925"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3052548876, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2107719643501387, "interval": [-1.229922226308735, 7.546555846128263], "p_value": 0.17899444330171974, "input_sha256": "b12135cdfa11c7fd80b6b6e3f030b5b2907c48c5fed1b215b3596168b398f925"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3052548876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 44.44553816724374, "interval": [-206.17169079462167, 295.06276712910915], "p_value": 0.72, "input_sha256": "b12135cdfa11c7fd80b6b6e3f030b5b2907c48c5fed1b215b3596168b398f925"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3052548876, "p_value_method": "welch_average_effect", "success": true, "estimate": 44.44553816724374, "interval": [-226.82220743613604, 268.88411813202794], "p_value": 0.7215540326701742, "input_sha256": "b12135cdfa11c7fd80b6b6e3f030b5b2907c48c5fed1b215b3596168b398f925"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2889975023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.254867708571597, "interval": [1.8976323706661073, 10.612103046477086], "p_value": 0.006, "input_sha256": "61c189a244896a83964f005724e556db58386eb4b5a7c373a57859adb713ffa9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2889975023, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.254867708571597, "interval": [1.682021544243023, 9.856424722092738], "p_value": 0.006161453582122766, "input_sha256": "61c189a244896a83964f005724e556db58386eb4b5a7c373a57859adb713ffa9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2889975023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 89.84569660578418, "interval": [-111.28157072663521, 290.9729639382036], "p_value": 0.387, "input_sha256": "61c189a244896a83964f005724e556db58386eb4b5a7c373a57859adb713ffa9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2889975023, "p_value_method": "welch_average_effect", "success": true, "estimate": 89.84569660578418, "interval": [-99.74234815673728, 288.85858292018565], "p_value": 0.3715235268738869, "input_sha256": "61c189a244896a83964f005724e556db58386eb4b5a7c373a57859adb713ffa9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1503789418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5299768612300166, "interval": [-0.6117490006188637, 7.671702723078897], "p_value": 0.092, "input_sha256": "208671ee26c5dfa38ac96658281852192a623908cf3c6f658d9b6bfc2868b236"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1503789418, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5299768612300166, "interval": [0.032571643123255556, 7.512379255464383], "p_value": 0.09247825546605302, "input_sha256": "208671ee26c5dfa38ac96658281852192a623908cf3c6f658d9b6bfc2868b236"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1503789418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -163.55518788825964, "interval": [-445.01421622151804, 117.90384044499876], "p_value": 0.272, "input_sha256": "208671ee26c5dfa38ac96658281852192a623908cf3c6f658d9b6bfc2868b236"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1503789418, "p_value_method": "welch_average_effect", "success": true, "estimate": -163.55518788825964, "interval": [-541.3281450900797, 19.4378943382394], "p_value": 0.2408652143055119, "input_sha256": "208671ee26c5dfa38ac96658281852192a623908cf3c6f658d9b6bfc2868b236"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3391817717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.27521780396461, "interval": [1.9887551050926433, 10.561680502836577], "p_value": 0.006, "input_sha256": "4f32bcc8f51869cff3a4f5c15e01c0fd2b686e66c811aa2a2f9cde7d9c354047"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3391817717, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.27521780396461, "interval": [2.342245294424267, 10.285346315523421], "p_value": 0.005226334317863208, "input_sha256": "4f32bcc8f51869cff3a4f5c15e01c0fd2b686e66c811aa2a2f9cde7d9c354047"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3391817717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 151.13528168908945, "interval": [-93.18092794694815, 395.45149132512705], "p_value": 0.201, "input_sha256": "4f32bcc8f51869cff3a4f5c15e01c0fd2b686e66c811aa2a2f9cde7d9c354047"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3391817717, "p_value_method": "welch_average_effect", "success": true, "estimate": 151.13528168908945, "interval": [-19.990778156314384, 464.933213572232], "p_value": 0.21260924039111362, "input_sha256": "4f32bcc8f51869cff3a4f5c15e01c0fd2b686e66c811aa2a2f9cde7d9c354047"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4111015201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.015320568785272, "interval": [0.16373533766803705, 7.866905799902508], "p_value": 0.036, "input_sha256": "3ab15076b96809740b3af21e22c75a66b6dad34f26678aee987a31f1d9e413dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4111015201, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.015320568785272, "interval": [0.10287505438742811, 7.283744213041766], "p_value": 0.04145874051490775, "input_sha256": "3ab15076b96809740b3af21e22c75a66b6dad34f26678aee987a31f1d9e413dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4111015201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -21.444091937141508, "interval": [-226.23608490268364, 183.34790102840063], "p_value": 0.892, "input_sha256": "3ab15076b96809740b3af21e22c75a66b6dad34f26678aee987a31f1d9e413dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4111015201, "p_value_method": "welch_average_effect", "success": true, "estimate": -21.444091937141508, "interval": [-350.6263968687717, 110.17964212352075], "p_value": 0.8319396742595722, "input_sha256": "3ab15076b96809740b3af21e22c75a66b6dad34f26678aee987a31f1d9e413dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1780067395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.957468922631342, "interval": [4.938104619895848, 12.976833225366837], "p_value": 0.002, "input_sha256": "fc9f3ce73e639f95361dd180bd6ef8397a33f6b227276417702d5d092d2e9802"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1780067395, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.957468922631342, "interval": [4.785885766357361, 12.507325671854822], "p_value": 6.0414022168891575e-05, "input_sha256": "fc9f3ce73e639f95361dd180bd6ef8397a33f6b227276417702d5d092d2e9802"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1780067395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 259.4393324078268, "interval": [33.33099011163907, 485.5476747040145], "p_value": 0.019, "input_sha256": "fc9f3ce73e639f95361dd180bd6ef8397a33f6b227276417702d5d092d2e9802"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1780067395, "p_value_method": "welch_average_effect", "success": true, "estimate": 259.4393324078268, "interval": [75.61937260185064, 516.2812619395913], "p_value": 0.02633917818162365, "input_sha256": "fc9f3ce73e639f95361dd180bd6ef8397a33f6b227276417702d5d092d2e9802"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1551912944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.305154538258897, "interval": [-1.4051736283050564, 8.015482704822851], "p_value": 0.178, "input_sha256": "05fcf3c391bb879b8b2b7c394479968c47007f621392cb11e817faa8c8023866"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1551912944, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.305154538258897, "interval": [-1.0667607048036822, 7.904378417988871], "p_value": 0.1635779242037004, "input_sha256": "05fcf3c391bb879b8b2b7c394479968c47007f621392cb11e817faa8c8023866"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1551912944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.43155796992008, "interval": [-289.59112792298833, 380.45424386282843], "p_value": 0.773, "input_sha256": "05fcf3c391bb879b8b2b7c394479968c47007f621392cb11e817faa8c8023866"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1551912944, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.43155796992008, "interval": [-278.22675627500774, 338.7114936152354], "p_value": 0.7850451389002717, "input_sha256": "05fcf3c391bb879b8b2b7c394479968c47007f621392cb11e817faa8c8023866"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1133874870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.3939675158396465, "interval": [1.0287912297752255, 9.759143801904067], "p_value": 0.021, "input_sha256": "5c1e906a808621af493d325645e6fbb7c4ee0747a3bd3da3010b6339e8a74829"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1133874870, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.3939675158396465, "interval": [1.6670993608070583, 9.640849753879657], "p_value": 0.01690205641428623, "input_sha256": "5c1e906a808621af493d325645e6fbb7c4ee0747a3bd3da3010b6339e8a74829"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1133874870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.1267106005588, "interval": [-103.16302973730745, 319.41645093842504], "p_value": 0.341, "input_sha256": "5c1e906a808621af493d325645e6fbb7c4ee0747a3bd3da3010b6339e8a74829"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1133874870, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.1267106005588, "interval": [-67.25556132562959, 317.0245316507047], "p_value": 0.30552434511690085, "input_sha256": "5c1e906a808621af493d325645e6fbb7c4ee0747a3bd3da3010b6339e8a74829"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2857445496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.022971189976673, "interval": [2.060853983517171, 9.985088396436174], "p_value": 0.003, "input_sha256": "407d4d22f13ed0a2e7892854fa44288ae0aac487a52621530692b357d401c0bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2857445496, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.022971189976673, "interval": [1.951186617352272, 9.89105390000072], "p_value": 0.0038868252683551584, "input_sha256": "407d4d22f13ed0a2e7892854fa44288ae0aac487a52621530692b357d401c0bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2857445496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -35.04486584343704, "interval": [-298.17835526201765, 228.08862357514357], "p_value": 0.792, "input_sha256": "407d4d22f13ed0a2e7892854fa44288ae0aac487a52621530692b357d401c0bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2857445496, "p_value_method": "welch_average_effect", "success": true, "estimate": -35.04486584343704, "interval": [-337.58997560175413, 194.39948138486915], "p_value": 0.7883479104804553, "input_sha256": "407d4d22f13ed0a2e7892854fa44288ae0aac487a52621530692b357d401c0bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4054187527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.984816950835798, "interval": [1.1566169064962866, 8.81301699517531], "p_value": 0.005, "input_sha256": "db738c800abf817b868ca2d414dd98e5c91a3994ef4cbfde0191c015ea4f497f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4054187527, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.984816950835798, "interval": [1.6243429848025914, 8.756264372965221], "p_value": 0.012123781215090794, "input_sha256": "db738c800abf817b868ca2d414dd98e5c91a3994ef4cbfde0191c015ea4f497f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4054187527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.158330078710634, "interval": [-185.47023567158107, 201.78689582900233], "p_value": 0.924, "input_sha256": "db738c800abf817b868ca2d414dd98e5c91a3994ef4cbfde0191c015ea4f497f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4054187527, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.158330078710634, "interval": [-151.84315360328833, 229.5018596951032], "p_value": 0.9323949561178357, "input_sha256": "db738c800abf817b868ca2d414dd98e5c91a3994ef4cbfde0191c015ea4f497f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3069113512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.939150119330604, "interval": [2.3789023546516708, 9.499397884009536], "p_value": 0.002, "input_sha256": "1fc2e2b7e5ab31c3b44d700b80ccb1da0f02ced80dcdc38e2b04567c677ddd8b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3069113512, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.939150119330604, "interval": [2.6553958948491183, 9.541025771721213], "p_value": 0.0017295137083376151, "input_sha256": "1fc2e2b7e5ab31c3b44d700b80ccb1da0f02ced80dcdc38e2b04567c677ddd8b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3069113512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 42.376511822879664, "interval": [-151.12076641776258, 235.87379006352188], "p_value": 0.7, "input_sha256": "1fc2e2b7e5ab31c3b44d700b80ccb1da0f02ced80dcdc38e2b04567c677ddd8b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3069113512, "p_value_method": "welch_average_effect", "success": true, "estimate": 42.376511822879664, "interval": [-109.44647626008214, 256.56801968487565], "p_value": 0.6585564688386749, "input_sha256": "1fc2e2b7e5ab31c3b44d700b80ccb1da0f02ced80dcdc38e2b04567c677ddd8b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2914763705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.118651652443525, "interval": [1.6566939019303897, 8.58060940295666], "p_value": 0.002, "input_sha256": "e9e842db93a90948cf560dcac7a7bd3c33a35f5614b595d061e6292e04c528a2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2914763705, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.118651652443525, "interval": [2.1896844221991314, 8.217570682506867], "p_value": 0.004842581759320001, "input_sha256": "e9e842db93a90948cf560dcac7a7bd3c33a35f5614b595d061e6292e04c528a2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2914763705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 161.9547926055112, "interval": [-82.84159481735603, 406.75118002837837], "p_value": 0.203, "input_sha256": "e9e842db93a90948cf560dcac7a7bd3c33a35f5614b595d061e6292e04c528a2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2914763705, "p_value_method": "welch_average_effect", "success": true, "estimate": 161.9547926055112, "interval": [-6.703715787329969, 524.5907851855138], "p_value": 0.18521313905572892, "input_sha256": "e9e842db93a90948cf560dcac7a7bd3c33a35f5614b595d061e6292e04c528a2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3810358104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.5393631128856065, "interval": [4.0480114996434695, 11.030714726127744], "p_value": 0.001, "input_sha256": "a292b9cd3f75b41506eb26a7c86df78af511d690ba87ba016191a76668409bb6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3810358104, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.5393631128856065, "interval": [4.09266885412522, 10.77724531232828], "p_value": 9.28277327230139e-05, "input_sha256": "a292b9cd3f75b41506eb26a7c86df78af511d690ba87ba016191a76668409bb6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3810358104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 86.00948033496591, "interval": [-159.23999076604997, 331.25895143598177], "p_value": 0.607, "input_sha256": "a292b9cd3f75b41506eb26a7c86df78af511d690ba87ba016191a76668409bb6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3810358104, "p_value_method": "welch_average_effect", "success": true, "estimate": 86.00948033496591, "interval": [-81.85086830176623, 419.9956844566001], "p_value": 0.4772384632394353, "input_sha256": "a292b9cd3f75b41506eb26a7c86df78af511d690ba87ba016191a76668409bb6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 386640672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3575463716773744, "interval": [-1.5767814440834513, 6.2918741874382], "p_value": 0.232, "input_sha256": "0570d231f82f98f424c931c5654fbb7cf3d5ad957617cc8ca24120d840585426"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 386640672, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3575463716773744, "interval": [-1.3151402744300908, 6.083969589459513], "p_value": 0.231677923822654, "input_sha256": "0570d231f82f98f424c931c5654fbb7cf3d5ad957617cc8ca24120d840585426"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 386640672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.359561915230671, "interval": [-164.76068785051137, 169.47981168097272], "p_value": 0.982, "input_sha256": "0570d231f82f98f424c931c5654fbb7cf3d5ad957617cc8ca24120d840585426"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 386640672, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.359561915230671, "interval": [-155.7611904513446, 159.963690497629], "p_value": 0.9773405038091921, "input_sha256": "0570d231f82f98f424c931c5654fbb7cf3d5ad957617cc8ca24120d840585426"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2517648930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.794389186452035, "interval": [3.9244670434094773, 11.664311329494593], "p_value": 0.002, "input_sha256": "0fb45ca8a6d0717a8d9318df54f937985d742794938012091232dafe4393c1a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2517648930, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.794389186452035, "interval": [4.178979430446166, 11.584745574634187], "p_value": 0.00022447047172956152, "input_sha256": "0fb45ca8a6d0717a8d9318df54f937985d742794938012091232dafe4393c1a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2517648930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -69.79799655410314, "interval": [-245.3041474238297, 105.70815431562345], "p_value": 0.441, "input_sha256": "0fb45ca8a6d0717a8d9318df54f937985d742794938012091232dafe4393c1a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2517648930, "p_value_method": "welch_average_effect", "success": true, "estimate": -69.79799655410314, "interval": [-277.21236623689606, 58.17956201010746], "p_value": 0.4217773121699374, "input_sha256": "0fb45ca8a6d0717a8d9318df54f937985d742794938012091232dafe4393c1a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 400080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4376009585257066, "interval": [0.22123013395761904, 6.653971783093795], "p_value": 0.041, "input_sha256": "030b0c35ed5e77ef8647f3a258e6da30a6b425a38b2994eed2eb4a57e5c335ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 400080840, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4376009585257066, "interval": [0.3404268578095101, 6.254741197364829], "p_value": 0.03685615993799845, "input_sha256": "030b0c35ed5e77ef8647f3a258e6da30a6b425a38b2994eed2eb4a57e5c335ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 400080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.561783888297327, "interval": [-181.20790170343352, 166.08433392683887], "p_value": 0.938, "input_sha256": "030b0c35ed5e77ef8647f3a258e6da30a6b425a38b2994eed2eb4a57e5c335ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 400080840, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.561783888297327, "interval": [-179.40968315565948, 141.55228644463065], "p_value": 0.9302103909680779, "input_sha256": "030b0c35ed5e77ef8647f3a258e6da30a6b425a38b2994eed2eb4a57e5c335ab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4029886792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.691269025255725, "interval": [1.8865660023438688, 9.49597204816758], "p_value": 0.007, "input_sha256": "9a5aa810f64561e337a0f767ec66ff334093fb1172bbcced48812dcef523734f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4029886792, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.691269025255725, "interval": [2.2218312205260964, 8.97292801210324], "p_value": 0.004691395939454814, "input_sha256": "9a5aa810f64561e337a0f767ec66ff334093fb1172bbcced48812dcef523734f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4029886792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 70.27457489424555, "interval": [-171.80567374515678, 312.35482353364785], "p_value": 0.578, "input_sha256": "9a5aa810f64561e337a0f767ec66ff334093fb1172bbcced48812dcef523734f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4029886792, "p_value_method": "welch_average_effect", "success": true, "estimate": 70.27457489424555, "interval": [-157.99421766788618, 296.7611563507838], "p_value": 0.5601411472956312, "input_sha256": "9a5aa810f64561e337a0f767ec66ff334093fb1172bbcced48812dcef523734f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3170873768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.253748885759659, "interval": [-0.09778862672530764, 8.605286398244626], "p_value": 0.044, "input_sha256": "938c261a52e2bb8d5090d9ba1521f381a0473379ac2ad3f01b7a05410aa4b0c3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3170873768, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.253748885759659, "interval": [-0.2573190248518234, 7.898264058970074], "p_value": 0.05510526575487891, "input_sha256": "938c261a52e2bb8d5090d9ba1521f381a0473379ac2ad3f01b7a05410aa4b0c3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3170873768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -24.57927463872025, "interval": [-275.5498829860435, 226.39133370860296], "p_value": 0.887, "input_sha256": "938c261a52e2bb8d5090d9ba1521f381a0473379ac2ad3f01b7a05410aa4b0c3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3170873768, "p_value_method": "welch_average_effect", "success": true, "estimate": -24.57927463872025, "interval": [-389.18606361995006, 158.2014666227228], "p_value": 0.8428484029846939, "input_sha256": "938c261a52e2bb8d5090d9ba1521f381a0473379ac2ad3f01b7a05410aa4b0c3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4251741696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.448238125097076, "interval": [2.3296940299294917, 10.56678222026466], "p_value": 0.002, "input_sha256": "164c409a57622f8105df8d14286b398cf31b70576b12448c53953ed505612b20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4251741696, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.448238125097076, "interval": [2.241207545837311, 10.236591715179514], "p_value": 0.0030182827861324917, "input_sha256": "164c409a57622f8105df8d14286b398cf31b70576b12448c53953ed505612b20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4251741696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 148.8820445029272, "interval": [-55.751616786023135, 353.5157057918775], "p_value": 0.127, "input_sha256": "164c409a57622f8105df8d14286b398cf31b70576b12448c53953ed505612b20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4251741696, "p_value_method": "welch_average_effect", "success": true, "estimate": 148.8820445029272, "interval": [3.582424875649958, 405.3596000680669], "p_value": 0.14536847878247433, "input_sha256": "164c409a57622f8105df8d14286b398cf31b70576b12448c53953ed505612b20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4140317952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2848595778505736, "interval": [-1.227866397744375, 7.797585553445522], "p_value": 0.139, "input_sha256": "fd7998becefcdf7481b47dbaf5900ca74e7e4827c590f08034672986af30d1e0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4140317952, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2848595778505736, "interval": [-0.9299523813471656, 7.499397971896551], "p_value": 0.1487714652538483, "input_sha256": "fd7998becefcdf7481b47dbaf5900ca74e7e4827c590f08034672986af30d1e0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4140317952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -58.69544408569064, "interval": [-277.2606405307864, 159.86975235940514], "p_value": 0.608, "input_sha256": "fd7998becefcdf7481b47dbaf5900ca74e7e4827c590f08034672986af30d1e0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4140317952, "p_value_method": "welch_average_effect", "success": true, "estimate": -58.69544408569064, "interval": [-282.9553172882793, 132.22769773010612], "p_value": 0.589636081262075, "input_sha256": "fd7998becefcdf7481b47dbaf5900ca74e7e4827c590f08034672986af30d1e0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3436403217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.01710981075002, "interval": [2.3843294126902284, 9.649890208809811], "p_value": 0.004, "input_sha256": "1d93773793d9c7758142b5ded298d9cfc7517f3a62147f545b9867a4405ed86c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3436403217, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.01710981075002, "interval": [2.32367085411886, 9.215271574068234], "p_value": 0.001856876779477137, "input_sha256": "1d93773793d9c7758142b5ded298d9cfc7517f3a62147f545b9867a4405ed86c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3436403217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -13.43236310355644, "interval": [-203.08530142594535, 176.22057521883247], "p_value": 0.897, "input_sha256": "1d93773793d9c7758142b5ded298d9cfc7517f3a62147f545b9867a4405ed86c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3436403217, "p_value_method": "welch_average_effect", "success": true, "estimate": -13.43236310355644, "interval": [-230.71090414340281, 126.92688063799618], "p_value": 0.8860956384426953, "input_sha256": "1d93773793d9c7758142b5ded298d9cfc7517f3a62147f545b9867a4405ed86c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 77855211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.605766972871136, "interval": [0.5213040172510537, 8.690229928491217], "p_value": 0.026, "input_sha256": "4c23cdbfd5348c2157de325c5a361b4e4fc7228db8b378b3033db5eb888fc09a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 77855211, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.605766972871136, "interval": [0.7994441547814592, 8.408723054206881], "p_value": 0.02814125110820585, "input_sha256": "4c23cdbfd5348c2157de325c5a361b4e4fc7228db8b378b3033db5eb888fc09a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 77855211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 199.0175546644081, "interval": [-71.32283469033476, 469.357944019151], "p_value": 0.179, "input_sha256": "4c23cdbfd5348c2157de325c5a361b4e4fc7228db8b378b3033db5eb888fc09a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 77855211, "p_value_method": "welch_average_effect", "success": true, "estimate": 199.0175546644081, "interval": [28.158213918246737, 558.5158260321225], "p_value": 0.14032243950429957, "input_sha256": "4c23cdbfd5348c2157de325c5a361b4e4fc7228db8b378b3033db5eb888fc09a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3893750557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.775645689471412, "interval": [2.614968388209223, 10.9363229907336], "p_value": 0.002, "input_sha256": "637ca60e4dfd6447d2471c4915c87e0de1d7a6472f5551f831fd5c39a91ac2d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3893750557, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.775645689471412, "interval": [3.1431287186534167, 10.894014423817874], "p_value": 0.0021554895229643337, "input_sha256": "637ca60e4dfd6447d2471c4915c87e0de1d7a6472f5551f831fd5c39a91ac2d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3893750557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 75.79236263381236, "interval": [-134.17716881248904, 285.76189408011373], "p_value": 0.476, "input_sha256": "637ca60e4dfd6447d2471c4915c87e0de1d7a6472f5551f831fd5c39a91ac2d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3893750557, "p_value_method": "welch_average_effect", "success": true, "estimate": 75.79236263381236, "interval": [-105.03392143449211, 303.35085592165274], "p_value": 0.4686963254010311, "input_sha256": "637ca60e4dfd6447d2471c4915c87e0de1d7a6472f5551f831fd5c39a91ac2d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1903005913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.613001570563672, "interval": [5.61499301382001, 13.611010127307333], "p_value": 0.001, "input_sha256": "e107d6e07162031ffcd26b651871334d4640401bd88021c1237d217f4eeec2dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1903005913, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.613001570563672, "interval": [5.509845379656816, 13.147893875325195], "p_value": 2.1720124236794536e-05, "input_sha256": "e107d6e07162031ffcd26b651871334d4640401bd88021c1237d217f4eeec2dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1903005913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 157.07439109397828, "interval": [-68.1072707475777, 382.2560529355343], "p_value": 0.165, "input_sha256": "e107d6e07162031ffcd26b651871334d4640401bd88021c1237d217f4eeec2dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1903005913, "p_value_method": "welch_average_effect", "success": true, "estimate": 157.07439109397828, "interval": [-23.63030161025294, 402.95285847106805], "p_value": 0.16361236652668185, "input_sha256": "e107d6e07162031ffcd26b651871334d4640401bd88021c1237d217f4eeec2dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 411804617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.025847317091591, "interval": [3.34710879772832, 10.704585836454863], "p_value": 0.001, "input_sha256": "e09630a18b245e34242a7ba2856beea5628cfbc477550c063f00d59454c1d48e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 411804617, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.025847317091591, "interval": [3.4166578670807874, 10.077089008925679], "p_value": 0.00042357536587015956, "input_sha256": "e09630a18b245e34242a7ba2856beea5628cfbc477550c063f00d59454c1d48e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 411804617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 148.9206733097841, "interval": [-91.77345373329294, 389.61480035286115], "p_value": 0.264, "input_sha256": "e09630a18b245e34242a7ba2856beea5628cfbc477550c063f00d59454c1d48e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 411804617, "p_value_method": "welch_average_effect", "success": true, "estimate": 148.9206733097841, "interval": [-18.729574234406144, 483.6328324789476], "p_value": 0.2136467520054685, "input_sha256": "e09630a18b245e34242a7ba2856beea5628cfbc477550c063f00d59454c1d48e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1638840787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.730319224478894, "interval": [0.38632405921568047, 9.074314389742106], "p_value": 0.032, "input_sha256": "d21f6c7bd45e351556a8c81d20a3a51f21120d650b733557a01496eda8281a47"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1638840787, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.730319224478894, "interval": [0.655221316379007, 8.272292224813409], "p_value": 0.03391122965784733, "input_sha256": "d21f6c7bd45e351556a8c81d20a3a51f21120d650b733557a01496eda8281a47"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1638840787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 164.76030664205803, "interval": [12.233223293109404, 317.28738999100665], "p_value": 0.031, "input_sha256": "d21f6c7bd45e351556a8c81d20a3a51f21120d650b733557a01496eda8281a47"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1638840787, "p_value_method": "welch_average_effect", "success": true, "estimate": 164.76030664205803, "interval": [36.87660441512035, 323.26432481623567], "p_value": 0.035297642316311106, "input_sha256": "d21f6c7bd45e351556a8c81d20a3a51f21120d650b733557a01496eda8281a47"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3349338912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.976331009759161, "interval": [0.5198242851255959, 9.432837734392725], "p_value": 0.028, "input_sha256": "d2c7e15e7db31bb85798cedecde8598172eb82d215b35c6dad864f63369e3399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3349338912, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.976331009759161, "interval": [1.0032979136775764, 9.354333686264276], "p_value": 0.029647691736179413, "input_sha256": "d2c7e15e7db31bb85798cedecde8598172eb82d215b35c6dad864f63369e3399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3349338912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 59.962944323364454, "interval": [-69.04602420870056, 188.97191285542948], "p_value": 0.343, "input_sha256": "d2c7e15e7db31bb85798cedecde8598172eb82d215b35c6dad864f63369e3399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3349338912, "p_value_method": "welch_average_effect", "success": true, "estimate": 59.962944323364454, "interval": [-48.109183202431204, 184.55202346925498], "p_value": 0.3515417953936285, "input_sha256": "d2c7e15e7db31bb85798cedecde8598172eb82d215b35c6dad864f63369e3399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2202138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.47362124690542, "interval": [1.1101425997623684, 9.837099894048471], "p_value": 0.022, "input_sha256": "b9aa28a2c0364734b5013ce6b656e7461ee58e51ed627b7bfcbe8aa18628efdf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2202138, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.47362124690542, "interval": [1.6392834689714866, 9.742117360872058], "p_value": 0.015317283194368455, "input_sha256": "b9aa28a2c0364734b5013ce6b656e7461ee58e51ed627b7bfcbe8aa18628efdf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2202138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -65.74072757204276, "interval": [-227.46205739334067, 95.98060224925517], "p_value": 0.473, "input_sha256": "b9aa28a2c0364734b5013ce6b656e7461ee58e51ed627b7bfcbe8aa18628efdf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2202138, "p_value_method": "welch_average_effect", "success": true, "estimate": -65.74072757204276, "interval": [-248.47513799168112, 58.25555791892079], "p_value": 0.4112088079981553, "input_sha256": "b9aa28a2c0364734b5013ce6b656e7461ee58e51ed627b7bfcbe8aa18628efdf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 397090168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9101057375996398, "interval": [-1.5289854763133324, 7.349196951512612], "p_value": 0.195, "input_sha256": "4430026505179bf0774aae2c67520f2befb88bef5bdf80f01831ca61fbbf8087"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 397090168, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9101057375996398, "interval": [-1.4408041067516069, 6.548946603902968], "p_value": 0.19227156558413894, "input_sha256": "4430026505179bf0774aae2c67520f2befb88bef5bdf80f01831ca61fbbf8087"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 397090168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 285.58351564488055, "interval": [-32.807888401052594, 603.9749196908137], "p_value": 0.061, "input_sha256": "4430026505179bf0774aae2c67520f2befb88bef5bdf80f01831ca61fbbf8087"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 397090168, "p_value_method": "welch_average_effect", "success": true, "estimate": 285.58351564488055, "interval": [57.21576497738459, 697.2160081595881], "p_value": 0.07611854699046629, "input_sha256": "4430026505179bf0774aae2c67520f2befb88bef5bdf80f01831ca61fbbf8087"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3964570226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.104065199112132, "interval": [4.665646257445846, 11.542484140778416], "p_value": 0.001, "input_sha256": "beb69b6a0e257191b0ef6292c8b8321248018c1f579226ca770c83cf5d7b3e20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3964570226, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.104065199112132, "interval": [4.556450302373275, 11.250594930408434], "p_value": 2.7066745038437023e-05, "input_sha256": "beb69b6a0e257191b0ef6292c8b8321248018c1f579226ca770c83cf5d7b3e20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3964570226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -34.908953389386824, "interval": [-203.9906823118154, 134.17277553304174], "p_value": 0.69, "input_sha256": "beb69b6a0e257191b0ef6292c8b8321248018c1f579226ca770c83cf5d7b3e20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3964570226, "p_value_method": "welch_average_effect", "success": true, "estimate": -34.908953389386824, "interval": [-186.64682825662874, 115.33481801984179], "p_value": 0.6781055026942101, "input_sha256": "beb69b6a0e257191b0ef6292c8b8321248018c1f579226ca770c83cf5d7b3e20"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2042698321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.66339892621761, "interval": [1.9751807016756784, 9.351617150759541], "p_value": 0.003, "input_sha256": "33ca8b3e0de3f7f46cc51fd73856d207d83cff91176e00e77dcff2ecc205f815"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2042698321, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.66339892621761, "interval": [2.021114986703631, 8.68964521681444], "p_value": 0.003565274660161225, "input_sha256": "33ca8b3e0de3f7f46cc51fd73856d207d83cff91176e00e77dcff2ecc205f815"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2042698321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 84.91894952179774, "interval": [-161.53241297627306, 331.37031201986855], "p_value": 0.656, "input_sha256": "33ca8b3e0de3f7f46cc51fd73856d207d83cff91176e00e77dcff2ecc205f815"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2042698321, "p_value_method": "welch_average_effect", "success": true, "estimate": 84.91894952179774, "interval": [-64.75089202280958, 433.03926985681204], "p_value": 0.4825225620851922, "input_sha256": "33ca8b3e0de3f7f46cc51fd73856d207d83cff91176e00e77dcff2ecc205f815"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2211558972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.429932472084056, "interval": [4.612433525740896, 12.247431418427215], "p_value": 0.003, "input_sha256": "c2780a18fd8e54cd1049475e99c1b538280888687c5cf11f65f1cb41a13e2710"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2211558972, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.429932472084056, "interval": [5.071768722937286, 12.134719862181642], "p_value": 6.974299112922237e-05, "input_sha256": "c2780a18fd8e54cd1049475e99c1b538280888687c5cf11f65f1cb41a13e2710"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2211558972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 191.58403046711635, "interval": [-117.38707753595321, 500.5551384701859], "p_value": 0.208, "input_sha256": "c2780a18fd8e54cd1049475e99c1b538280888687c5cf11f65f1cb41a13e2710"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2211558972, "p_value_method": "welch_average_effect", "success": true, "estimate": 191.58403046711635, "interval": [-5.385576885707779, 664.1258347512031], "p_value": 0.21229307397632124, "input_sha256": "c2780a18fd8e54cd1049475e99c1b538280888687c5cf11f65f1cb41a13e2710"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 774633518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7396275632403455, "interval": [4.070921818944033, 11.408333307536658], "p_value": 0.001, "input_sha256": "72eb084b4a1f0a053f74b0409f8685febaa43a2efb0e03b5f5200550717c08f3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 774633518, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7396275632403455, "interval": [4.141847633986292, 11.052334334845897], "p_value": 0.00012775714310969818, "input_sha256": "72eb084b4a1f0a053f74b0409f8685febaa43a2efb0e03b5f5200550717c08f3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 774633518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 336.0679277523799, "interval": [-24.586423865495135, 696.7222793702549], "p_value": 0.044, "input_sha256": "72eb084b4a1f0a053f74b0409f8685febaa43a2efb0e03b5f5200550717c08f3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 774633518, "p_value_method": "welch_average_effect", "success": true, "estimate": 336.0679277523799, "interval": [86.08277939489898, 823.7409449883878], "p_value": 0.06612150535150593, "input_sha256": "72eb084b4a1f0a053f74b0409f8685febaa43a2efb0e03b5f5200550717c08f3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2774325775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.693238567932731, "interval": [2.2937104318206156, 9.092766704044847], "p_value": 0.002, "input_sha256": "d2118766ffbc1fda0790c5f3e7384190fd4ec3bdd153810c72d6fd184475654f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2774325775, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.693238567932731, "interval": [2.0632141697117987, 8.686963907325298], "p_value": 0.001707451720334852, "input_sha256": "d2118766ffbc1fda0790c5f3e7384190fd4ec3bdd153810c72d6fd184475654f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2774325775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 121.05688057865142, "interval": [-128.82689832231216, 370.94065947961496], "p_value": 0.342, "input_sha256": "d2118766ffbc1fda0790c5f3e7384190fd4ec3bdd153810c72d6fd184475654f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2774325775, "p_value_method": "welch_average_effect", "success": true, "estimate": 121.05688057865142, "interval": [-41.360955898233904, 446.9577363684155], "p_value": 0.32785141003011076, "input_sha256": "d2118766ffbc1fda0790c5f3e7384190fd4ec3bdd153810c72d6fd184475654f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2196729793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.572005573307669, "interval": [0.36300598810124285, 8.781005158514095], "p_value": 0.042, "input_sha256": "eb1bf4b73908becca0e8571a26039a9f40ab1579551704ecde2ab4b651aa33dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2196729793, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.572005573307669, "interval": [0.11963835072935629, 8.523397713176692], "p_value": 0.034061945366749585, "input_sha256": "eb1bf4b73908becca0e8571a26039a9f40ab1579551704ecde2ab4b651aa33dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2196729793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 119.39900611955794, "interval": [-93.36041284440434, 332.1584250835202], "p_value": 0.268, "input_sha256": "eb1bf4b73908becca0e8571a26039a9f40ab1579551704ecde2ab4b651aa33dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2196729793, "p_value_method": "welch_average_effect", "success": true, "estimate": 119.39900611955794, "interval": [-33.630437182569295, 377.6989369293351], "p_value": 0.25905778978880833, "input_sha256": "eb1bf4b73908becca0e8571a26039a9f40ab1579551704ecde2ab4b651aa33dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2646691220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.700950400341949, "interval": [2.148521693880237, 9.25337910680366], "p_value": 0.002, "input_sha256": "9380b447a15d0634f8d4f420ab82239c83620728ff56034b0e79ad9442cda8c2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2646691220, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.700950400341949, "interval": [2.5375018153103874, 9.400497692674785], "p_value": 0.002429705181928486, "input_sha256": "9380b447a15d0634f8d4f420ab82239c83620728ff56034b0e79ad9442cda8c2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2646691220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 29.089347879655605, "interval": [-118.33361913591878, 176.51231489523], "p_value": 0.672, "input_sha256": "9380b447a15d0634f8d4f420ab82239c83620728ff56034b0e79ad9442cda8c2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2646691220, "p_value_method": "welch_average_effect", "success": true, "estimate": 29.089347879655605, "interval": [-94.71597263607839, 182.9270232991505], "p_value": 0.6917869597145139, "input_sha256": "9380b447a15d0634f8d4f420ab82239c83620728ff56034b0e79ad9442cda8c2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1837817081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.819636836956084, "interval": [0.9505014168762651, 10.688772257035904], "p_value": 0.028, "input_sha256": "051a8900480231348c0cc7cb03b32c7926e059b6ab5a8586e62827bf4e53ef3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1837817081, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.819636836956084, "interval": [1.0887447732467108, 9.559756183531997], "p_value": 0.020489588129676283, "input_sha256": "051a8900480231348c0cc7cb03b32c7926e059b6ab5a8586e62827bf4e53ef3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1837817081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 66.34278252434956, "interval": [-213.9683089986633, 346.6538740473624], "p_value": 0.654, "input_sha256": "051a8900480231348c0cc7cb03b32c7926e059b6ab5a8586e62827bf4e53ef3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1837817081, "p_value_method": "welch_average_effect", "success": true, "estimate": 66.34278252434956, "interval": [-274.6791788292293, 285.9450476852084], "p_value": 0.6342959785661264, "input_sha256": "051a8900480231348c0cc7cb03b32c7926e059b6ab5a8586e62827bf4e53ef3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3792954418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.667671849848583, "interval": [1.7504073719253253, 11.58493632777184], "p_value": 0.013, "input_sha256": "5fc5e8683b1221471856ff9b2d2686c7544a159cd99111a2555fa7eecea55c92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3792954418, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.667671849848583, "interval": [2.107344410242054, 10.900217202182981], "p_value": 0.009222485356821256, "input_sha256": "5fc5e8683b1221471856ff9b2d2686c7544a159cd99111a2555fa7eecea55c92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3792954418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 176.38364046705738, "interval": [-143.22340055289584, 495.9906814870106], "p_value": 0.3, "input_sha256": "5fc5e8683b1221471856ff9b2d2686c7544a159cd99111a2555fa7eecea55c92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3792954418, "p_value_method": "welch_average_effect", "success": true, "estimate": 176.38364046705738, "interval": [-54.53291477645176, 563.6002769681908], "p_value": 0.26753953704020944, "input_sha256": "5fc5e8683b1221471856ff9b2d2686c7544a159cd99111a2555fa7eecea55c92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2041959096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.587111519145436, "interval": [-2.354757000248191, 7.528980038539063], "p_value": 0.29, "input_sha256": "19667af6bf50d6fe4e7c75d1339d4d5e6a2c4957305106a990648ce1c2273c3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2041959096, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.587111519145436, "interval": [-2.1397856362372742, 7.040724782583962], "p_value": 0.2949868237851513, "input_sha256": "19667af6bf50d6fe4e7c75d1339d4d5e6a2c4957305106a990648ce1c2273c3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2041959096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -106.6413547092919, "interval": [-344.62557850177024, 131.34286908318643], "p_value": 0.383, "input_sha256": "19667af6bf50d6fe4e7c75d1339d4d5e6a2c4957305106a990648ce1c2273c3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2041959096, "p_value_method": "welch_average_effect", "success": true, "estimate": -106.6413547092919, "interval": [-396.11103760549014, 63.050049616137876], "p_value": 0.3662376177951808, "input_sha256": "19667af6bf50d6fe4e7c75d1339d4d5e6a2c4957305106a990648ce1c2273c3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1954987204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.516052819549914, "interval": [2.1244105158662254, 10.907695123233603], "p_value": 0.004, "input_sha256": "d63c93251f472c4a3e4f00cb3cc4af8b60fa474967d2016a10c47ae33e5a7dbd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1954987204, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.516052819549914, "interval": [2.365100063846727, 10.634065350333133], "p_value": 0.004714437610352553, "input_sha256": "d63c93251f472c4a3e4f00cb3cc4af8b60fa474967d2016a10c47ae33e5a7dbd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1954987204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 113.16845901348537, "interval": [-84.69286196185567, 311.0297799888264], "p_value": 0.251, "input_sha256": "d63c93251f472c4a3e4f00cb3cc4af8b60fa474967d2016a10c47ae33e5a7dbd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1954987204, "p_value_method": "welch_average_effect", "success": true, "estimate": 113.16845901348537, "interval": [-45.37444254349969, 337.8565013787091], "p_value": 0.25195764548649513, "input_sha256": "d63c93251f472c4a3e4f00cb3cc4af8b60fa474967d2016a10c47ae33e5a7dbd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3750407046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8553458745558533, "interval": [-0.8491463237068486, 6.559838072818556], "p_value": 0.129, "input_sha256": "d7205285b9e0624367f5f13b26d298b0275cf430d5fe55c88a58ad0ddcde6807"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3750407046, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8553458745558533, "interval": [-0.578690787341473, 6.180612134030068], "p_value": 0.12686567303762725, "input_sha256": "d7205285b9e0624367f5f13b26d298b0275cf430d5fe55c88a58ad0ddcde6807"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3750407046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 100.07125142905929, "interval": [-201.6734259465105, 401.81592880462904], "p_value": 0.586, "input_sha256": "d7205285b9e0624367f5f13b26d298b0275cf430d5fe55c88a58ad0ddcde6807"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3750407046, "p_value_method": "welch_average_effect", "success": true, "estimate": 100.07125142905929, "interval": [-96.88868642730938, 557.8602369124195], "p_value": 0.5008482388507133, "input_sha256": "d7205285b9e0624367f5f13b26d298b0275cf430d5fe55c88a58ad0ddcde6807"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 535002883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.190938411597246, "interval": [0.45136027431005266, 7.930516548884439], "p_value": 0.026, "input_sha256": "df0e66e86a317d7b55d84a11417cb488bc128d5f721c0fd62059287f28b00b30"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 535002883, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.190938411597246, "interval": [0.8607522623787649, 7.864372982129456], "p_value": 0.02907227271617281, "input_sha256": "df0e66e86a317d7b55d84a11417cb488bc128d5f721c0fd62059287f28b00b30"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 535002883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.471432860502844, "interval": [-149.10384482491276, 132.1609791039071], "p_value": 0.917, "input_sha256": "df0e66e86a317d7b55d84a11417cb488bc128d5f721c0fd62059287f28b00b30"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 535002883, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.471432860502844, "interval": [-122.93547319541959, 127.72576257081063], "p_value": 0.9035689352367889, "input_sha256": "df0e66e86a317d7b55d84a11417cb488bc128d5f721c0fd62059287f28b00b30"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1396110183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.869007647332786, "interval": [2.098365709043434, 9.639649585622138], "p_value": 0.007, "input_sha256": "ef43b6492c39b3e9b7f7e0f8786cca1ab12780a41171a0da769241968d9d884a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1396110183, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.869007647332786, "interval": [2.3604741877680246, 9.151599347331137], "p_value": 0.0031701628680240934, "input_sha256": "ef43b6492c39b3e9b7f7e0f8786cca1ab12780a41171a0da769241968d9d884a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1396110183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.656773789409016, "interval": [-142.91925139671045, 133.60570381789242], "p_value": 0.952, "input_sha256": "ef43b6492c39b3e9b7f7e0f8786cca1ab12780a41171a0da769241968d9d884a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1396110183, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.656773789409016, "interval": [-127.66335400846751, 129.16932680564423], "p_value": 0.9459908296224033, "input_sha256": "ef43b6492c39b3e9b7f7e0f8786cca1ab12780a41171a0da769241968d9d884a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2086204865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.130498964133412, "interval": [2.4745354149994574, 9.786462513267367], "p_value": 0.001, "input_sha256": "b45536609bc3dca3201a9aeecb39ddca89fd9cf9af4a8ba8bb64d2d07df02ec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2086204865, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.130498964133412, "interval": [2.530821275007621, 9.363250943930986], "p_value": 0.0016603873342294548, "input_sha256": "b45536609bc3dca3201a9aeecb39ddca89fd9cf9af4a8ba8bb64d2d07df02ec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2086204865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7341073421873716, "interval": [-183.87685425264345, 189.3450689370182], "p_value": 0.975, "input_sha256": "b45536609bc3dca3201a9aeecb39ddca89fd9cf9af4a8ba8bb64d2d07df02ec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2086204865, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7341073421873716, "interval": [-176.12933055419492, 166.68891574676746], "p_value": 0.9764709344361076, "input_sha256": "b45536609bc3dca3201a9aeecb39ddca89fd9cf9af4a8ba8bb64d2d07df02ec0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2660160792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7256735604922095, "interval": [1.3873829582594626, 10.063964162724957], "p_value": 0.014, "input_sha256": "4436394d2615c3e20f287cb6a7393ee85bdb70e7fba7ee9b2101789891dc34c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2660160792, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7256735604922095, "interval": [1.8719146630249068, 9.930747733571557], "p_value": 0.011071388369039672, "input_sha256": "4436394d2615c3e20f287cb6a7393ee85bdb70e7fba7ee9b2101789891dc34c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2660160792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 159.330325324255, "interval": [-140.75828048539273, 459.41893113390273], "p_value": 0.303, "input_sha256": "4436394d2615c3e20f287cb6a7393ee85bdb70e7fba7ee9b2101789891dc34c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2660160792, "p_value_method": "welch_average_effect", "success": true, "estimate": 159.330325324255, "interval": [-66.82503311024524, 532.5052525444935], "p_value": 0.28762150056813485, "input_sha256": "4436394d2615c3e20f287cb6a7393ee85bdb70e7fba7ee9b2101789891dc34c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3443215479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6755658186448805, "interval": [-0.4114209636055053, 9.762552600895265], "p_value": 0.069, "input_sha256": "17d9d660e3fffff68b86750af1515e6026f33c7a0e7c109c3ea0e005c4271e41"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3443215479, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6755658186448805, "interval": [0.12484794032527723, 9.16177971195812], "p_value": 0.07030504966720828, "input_sha256": "17d9d660e3fffff68b86750af1515e6026f33c7a0e7c109c3ea0e005c4271e41"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3443215479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 104.89294920336462, "interval": [-89.12914888590606, 298.91504729263534], "p_value": 0.329, "input_sha256": "17d9d660e3fffff68b86750af1515e6026f33c7a0e7c109c3ea0e005c4271e41"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3443215479, "p_value_method": "welch_average_effect", "success": true, "estimate": 104.89294920336462, "interval": [-12.580615641815378, 386.6390693813867], "p_value": 0.2752905950936561, "input_sha256": "17d9d660e3fffff68b86750af1515e6026f33c7a0e7c109c3ea0e005c4271e41"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3415168363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0957115606087235, "interval": [1.1325611878751318, 9.058861933342316], "p_value": 0.013, "input_sha256": "d0c9af68f76138d17069ae2d0cb9f5bc857763619e7cba8ae4468ec929238619"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3415168363, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0957115606087235, "interval": [1.3208004181430162, 8.964583380981484], "p_value": 0.013159166345567382, "input_sha256": "d0c9af68f76138d17069ae2d0cb9f5bc857763619e7cba8ae4468ec929238619"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3415168363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 73.57178900583418, "interval": [-163.22003468048908, 310.3636126921574], "p_value": 0.608, "input_sha256": "d0c9af68f76138d17069ae2d0cb9f5bc857763619e7cba8ae4468ec929238619"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3415168363, "p_value_method": "welch_average_effect", "success": true, "estimate": 73.57178900583418, "interval": [-83.37332812812727, 440.58007492930005], "p_value": 0.5279020650091424, "input_sha256": "d0c9af68f76138d17069ae2d0cb9f5bc857763619e7cba8ae4468ec929238619"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2359669637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8474470896067903, "interval": [0.25142080559522784, 7.443473373618353], "p_value": 0.037, "input_sha256": "ce6943c74c512a06aba4ef8a365fdf66a0564f8f954570c09ba8986aa0728dd6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2359669637, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8474470896067903, "interval": [0.734212767399891, 7.167170712272784], "p_value": 0.0368105491872167, "input_sha256": "ce6943c74c512a06aba4ef8a365fdf66a0564f8f954570c09ba8986aa0728dd6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2359669637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 56.99084918679914, "interval": [-127.20694558417499, 241.18864395777325], "p_value": 0.535, "input_sha256": "ce6943c74c512a06aba4ef8a365fdf66a0564f8f954570c09ba8986aa0728dd6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2359669637, "p_value_method": "welch_average_effect", "success": true, "estimate": 56.99084918679914, "interval": [-127.18007388535565, 222.0800392152103], "p_value": 0.5345808346294454, "input_sha256": "ce6943c74c512a06aba4ef8a365fdf66a0564f8f954570c09ba8986aa0728dd6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2389133136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.604401807776654, "interval": [0.4178301485088438, 10.790973467044463], "p_value": 0.028, "input_sha256": "82f20362288dc3e005bc6c0c929fa93c52b68a453933ced3d9e347372296441f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2389133136, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.604401807776654, "interval": [0.8347243103683771, 10.218130883563068], "p_value": 0.03494544895222805, "input_sha256": "82f20362288dc3e005bc6c0c929fa93c52b68a453933ced3d9e347372296441f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2389133136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.65563321201711, "interval": [-205.50819970954245, 298.81946613357667], "p_value": 0.723, "input_sha256": "82f20362288dc3e005bc6c0c929fa93c52b68a453933ced3d9e347372296441f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2389133136, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.65563321201711, "interval": [-144.10085232475492, 361.307911353026], "p_value": 0.7089749863637899, "input_sha256": "82f20362288dc3e005bc6c0c929fa93c52b68a453933ced3d9e347372296441f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3369708991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.965824314279871, "interval": [2.0644646691033293, 9.867183959456412], "p_value": 0.005, "input_sha256": "954e93e8cc1ef1cb673cddfff7b625b655291c3e6a74d7ee7753f60a7e566dfa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3369708991, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.965824314279871, "interval": [2.3480750795047673, 9.668858736468923], "p_value": 0.003682163229781503, "input_sha256": "954e93e8cc1ef1cb673cddfff7b625b655291c3e6a74d7ee7753f60a7e566dfa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3369708991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 139.11490150825722, "interval": [-27.87105857497275, 306.10086159148716], "p_value": 0.111, "input_sha256": "954e93e8cc1ef1cb673cddfff7b625b655291c3e6a74d7ee7753f60a7e566dfa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3369708991, "p_value_method": "welch_average_effect", "success": true, "estimate": 139.11490150825722, "interval": [8.10673738923513, 324.578917822804], "p_value": 0.09898190898807901, "input_sha256": "954e93e8cc1ef1cb673cddfff7b625b655291c3e6a74d7ee7753f60a7e566dfa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4021630142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6595816033088298, "interval": [-1.2458412431727184, 6.5650044497903774], "p_value": 0.164, "input_sha256": "e5b4f52468176867a2501ea07b1911676ecafb51014f3d89fcee948195126f0f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4021630142, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6595816033088298, "interval": [-0.47191944574216826, 6.740197354160758], "p_value": 0.17557589125489628, "input_sha256": "e5b4f52468176867a2501ea07b1911676ecafb51014f3d89fcee948195126f0f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4021630142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.2619694995894, "interval": [-162.11722380190037, 288.64116280107913], "p_value": 0.595, "input_sha256": "e5b4f52468176867a2501ea07b1911676ecafb51014f3d89fcee948195126f0f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4021630142, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.2619694995894, "interval": [-97.20149273002305, 333.32724952291244], "p_value": 0.5697052198926669, "input_sha256": "e5b4f52468176867a2501ea07b1911676ecafb51014f3d89fcee948195126f0f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3931018970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.98264741157327, "interval": [1.2093932837542907, 8.755901539392248], "p_value": 0.017, "input_sha256": "0bfdfaaeab46652b1af5ce90e9baf9ce4a06576e2400687b1e78bf31c86bb411"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3931018970, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.98264741157327, "interval": [1.5550014846341864, 8.299946825095663], "p_value": 0.011009260520967559, "input_sha256": "0bfdfaaeab46652b1af5ce90e9baf9ce4a06576e2400687b1e78bf31c86bb411"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3931018970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 241.120499379382, "interval": [-35.60434779484808, 517.8453465536121], "p_value": 0.061, "input_sha256": "0bfdfaaeab46652b1af5ce90e9baf9ce4a06576e2400687b1e78bf31c86bb411"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3931018970, "p_value_method": "welch_average_effect", "success": true, "estimate": 241.120499379382, "interval": [62.18736621057735, 589.8743433088093], "p_value": 0.08419682277302923, "input_sha256": "0bfdfaaeab46652b1af5ce90e9baf9ce4a06576e2400687b1e78bf31c86bb411"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2214371344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.640749256207259, "interval": [1.9410756262314068, 7.340422886183112], "p_value": 0.002, "input_sha256": "8013784daae2b09ee6ee8f033d4d2406104c1dd579888ebd2f691702fe6e8e64"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2214371344, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.640749256207259, "interval": [2.134190357763534, 7.333777294767701], "p_value": 0.0012929415454893567, "input_sha256": "8013784daae2b09ee6ee8f033d4d2406104c1dd579888ebd2f691702fe6e8e64"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2214371344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -119.93404539345008, "interval": [-302.06061460226726, 62.19252381536708], "p_value": 0.202, "input_sha256": "8013784daae2b09ee6ee8f033d4d2406104c1dd579888ebd2f691702fe6e8e64"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2214371344, "p_value_method": "welch_average_effect", "success": true, "estimate": -119.93404539345008, "interval": [-320.66311056265073, 43.99341930984637], "p_value": 0.18958550983659683, "input_sha256": "8013784daae2b09ee6ee8f033d4d2406104c1dd579888ebd2f691702fe6e8e64"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1462323975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.195565786825362, "interval": [1.9754407676744767, 8.415690805976247], "p_value": 0.002, "input_sha256": "77efde3cb18335ddead4a968d789a1eef0347885613c93219bd9755c634acaef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1462323975, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.195565786825362, "interval": [2.1201270251103983, 8.177404129848103], "p_value": 0.002319831676531736, "input_sha256": "77efde3cb18335ddead4a968d789a1eef0347885613c93219bd9755c634acaef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1462323975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 110.55401617641212, "interval": [-128.3894166102677, 349.4974489630919], "p_value": 0.35, "input_sha256": "77efde3cb18335ddead4a968d789a1eef0347885613c93219bd9755c634acaef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1462323975, "p_value_method": "welch_average_effect", "success": true, "estimate": 110.55401617641212, "interval": [-85.05847620328431, 362.4189160518313], "p_value": 0.3525984127977886, "input_sha256": "77efde3cb18335ddead4a968d789a1eef0347885613c93219bd9755c634acaef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3916802577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.929197359388711, "interval": [1.1955206336167286, 8.662874085160693], "p_value": 0.013, "input_sha256": "bd39ebde21cc123bf4d412ffe35d4bbc215d6348c891813222efbdb1fd089395"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3916802577, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.929197359388711, "interval": [1.3477340477075237, 8.873938513109257], "p_value": 0.011067904000464791, "input_sha256": "bd39ebde21cc123bf4d412ffe35d4bbc215d6348c891813222efbdb1fd089395"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3916802577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -86.94177740184749, "interval": [-290.51502449804417, 116.63146969434918], "p_value": 0.394, "input_sha256": "bd39ebde21cc123bf4d412ffe35d4bbc215d6348c891813222efbdb1fd089395"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3916802577, "p_value_method": "welch_average_effect", "success": true, "estimate": -86.94177740184749, "interval": [-323.00462208634195, 69.00043457709026], "p_value": 0.38844780569516546, "input_sha256": "bd39ebde21cc123bf4d412ffe35d4bbc215d6348c891813222efbdb1fd089395"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2211243303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7923634659424064, "interval": [-0.14634709991917605, 7.731074031803988], "p_value": 0.065, "input_sha256": "ecf7b72a1c8ea10029b5c05f7dac1911603fd841c82ff18853601f3364b50c29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2211243303, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7923634659424064, "interval": [0.2707963419319798, 7.348326835798717], "p_value": 0.05868259094156541, "input_sha256": "ecf7b72a1c8ea10029b5c05f7dac1911603fd841c82ff18853601f3364b50c29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2211243303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -87.86599523967828, "interval": [-451.8431619008296, 276.11117142147305], "p_value": 0.644, "input_sha256": "ecf7b72a1c8ea10029b5c05f7dac1911603fd841c82ff18853601f3364b50c29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2211243303, "p_value_method": "welch_average_effect", "success": true, "estimate": -87.86599523967828, "interval": [-512.6439766448657, 169.52410994444338], "p_value": 0.6250151729319279, "input_sha256": "ecf7b72a1c8ea10029b5c05f7dac1911603fd841c82ff18853601f3364b50c29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3051393640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.425814958918309, "interval": [-0.4258664180071374, 9.277496335843756], "p_value": 0.092, "input_sha256": "e8c844bc9a5b308a2ba9c26bfde3fe2f5ebeb12c0258093f9a1e1461319fce3d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3051393640, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.425814958918309, "interval": [-0.12281617110306534, 9.019866139421344], "p_value": 0.07255052994035188, "input_sha256": "e8c844bc9a5b308a2ba9c26bfde3fe2f5ebeb12c0258093f9a1e1461319fce3d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3051393640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 37.42121703617673, "interval": [-229.40190204703768, 304.24433611939116], "p_value": 0.802, "input_sha256": "e8c844bc9a5b308a2ba9c26bfde3fe2f5ebeb12c0258093f9a1e1461319fce3d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3051393640, "p_value_method": "welch_average_effect", "success": true, "estimate": 37.42121703617673, "interval": [-211.6693762905761, 283.25952753534483], "p_value": 0.7780141369662429, "input_sha256": "e8c844bc9a5b308a2ba9c26bfde3fe2f5ebeb12c0258093f9a1e1461319fce3d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1398526431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7899671898118523, "interval": [0.6775830090778778, 6.902351370545826], "p_value": 0.014, "input_sha256": "6f794a3dfc15abcf4058db3a59a50439604e2305d518f9f4ec676f86fe71b691"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1398526431, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7899671898118523, "interval": [0.8969326162438058, 6.793219164603815], "p_value": 0.018471539937811376, "input_sha256": "6f794a3dfc15abcf4058db3a59a50439604e2305d518f9f4ec676f86fe71b691"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1398526431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 130.28706184578886, "interval": [-62.98255483559751, 323.5566785271752], "p_value": 0.176, "input_sha256": "6f794a3dfc15abcf4058db3a59a50439604e2305d518f9f4ec676f86fe71b691"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1398526431, "p_value_method": "welch_average_effect", "success": true, "estimate": 130.28706184578886, "interval": [-2.1070134929018884, 339.4309116584076], "p_value": 0.177520244741107, "input_sha256": "6f794a3dfc15abcf4058db3a59a50439604e2305d518f9f4ec676f86fe71b691"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1372777565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.759105842584244, "interval": [1.3876616601958398, 8.13055002497265], "p_value": 0.008, "input_sha256": "bc129693f15c115835a26e0d9905537a1915ada010c956702d82babc87887577"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1372777565, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.759105842584244, "interval": [1.033565248579968, 7.4215218281369575], "p_value": 0.007357437529277295, "input_sha256": "bc129693f15c115835a26e0d9905537a1915ada010c956702d82babc87887577"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1372777565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -71.76047940189633, "interval": [-260.7622509642782, 117.24129216048553], "p_value": 0.473, "input_sha256": "bc129693f15c115835a26e0d9905537a1915ada010c956702d82babc87887577"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1372777565, "p_value_method": "welch_average_effect", "success": true, "estimate": -71.76047940189633, "interval": [-281.1207294333253, 79.86737849790593], "p_value": 0.44422444462328625, "input_sha256": "bc129693f15c115835a26e0d9905537a1915ada010c956702d82babc87887577"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2870734012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0989649840138913, "interval": [-1.3168784761445926, 5.514808444172376], "p_value": 0.214, "input_sha256": "f9666bd4b0e546aa6363e5f491e0c2a13f25170b11056c6fb14f12f217e5ed33"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2870734012, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0989649840138913, "interval": [-0.9879503693540509, 5.1290031350855125], "p_value": 0.2211210987690775, "input_sha256": "f9666bd4b0e546aa6363e5f491e0c2a13f25170b11056c6fb14f12f217e5ed33"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2870734012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.47084968957223, "interval": [-112.74258178250928, 205.68428116165376], "p_value": 0.54, "input_sha256": "f9666bd4b0e546aa6363e5f491e0c2a13f25170b11056c6fb14f12f217e5ed33"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2870734012, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.47084968957223, "interval": [-117.10436168185163, 197.03206103350496], "p_value": 0.5580926856823918, "input_sha256": "f9666bd4b0e546aa6363e5f491e0c2a13f25170b11056c6fb14f12f217e5ed33"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 421847512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.536461541356529, "interval": [1.3070055735393797, 7.765917509173677], "p_value": 0.017, "input_sha256": "207ee9776505199aa92face1c6ca747cd11befb063954e3a45c2626a39a97f4d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 421847512, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.536461541356529, "interval": [1.352372598345431, 7.372251753313235], "p_value": 0.007141184426060535, "input_sha256": "207ee9776505199aa92face1c6ca747cd11befb063954e3a45c2626a39a97f4d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 421847512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -218.09665801555818, "interval": [-423.9848205519386, -12.208495479177742], "p_value": 0.022, "input_sha256": "207ee9776505199aa92face1c6ca747cd11befb063954e3a45c2626a39a97f4d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 421847512, "p_value_method": "welch_average_effect", "success": true, "estimate": -218.09665801555818, "interval": [-440.44852565167656, -59.0944476987946], "p_value": 0.03880920600141756, "input_sha256": "207ee9776505199aa92face1c6ca747cd11befb063954e3a45c2626a39a97f4d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2729062708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.255548537030926, "interval": [1.682023615027211, 8.82907345903464], "p_value": 0.005, "input_sha256": "72dd6d03e5e5630d5ab9fc49efaa0435bc2f4d6cc2fe20534ac1c77b548cbac7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2729062708, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.255548537030926, "interval": [1.900419477270587, 8.252361177842468], "p_value": 0.005051124233142136, "input_sha256": "72dd6d03e5e5630d5ab9fc49efaa0435bc2f4d6cc2fe20534ac1c77b548cbac7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2729062708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -119.54805298231226, "interval": [-314.83783468138756, 75.74172871676303], "p_value": 0.233, "input_sha256": "72dd6d03e5e5630d5ab9fc49efaa0435bc2f4d6cc2fe20534ac1c77b548cbac7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2729062708, "p_value_method": "welch_average_effect", "success": true, "estimate": -119.54805298231226, "interval": [-366.5439757982665, 21.31572989882769], "p_value": 0.21958557548086288, "input_sha256": "72dd6d03e5e5630d5ab9fc49efaa0435bc2f4d6cc2fe20534ac1c77b548cbac7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2445971770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.728740438635617, "interval": [4.758229370166655, 12.699251507104579], "p_value": 0.001, "input_sha256": "8afdbd2326923d6f5fadd4049fa0cc39466422516a2b18f6272513243ec46d6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2445971770, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.728740438635617, "interval": [5.712717452987569, 13.227637372890946], "p_value": 9.711926762299034e-05, "input_sha256": "8afdbd2326923d6f5fadd4049fa0cc39466422516a2b18f6272513243ec46d6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2445971770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -78.33437271046068, "interval": [-218.83671979760845, 62.167974376687084], "p_value": 0.269, "input_sha256": "8afdbd2326923d6f5fadd4049fa0cc39466422516a2b18f6272513243ec46d6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2445971770, "p_value_method": "welch_average_effect", "success": true, "estimate": -78.33437271046068, "interval": [-205.87370724623617, 64.75160052582558], "p_value": 0.26611117290168207, "input_sha256": "8afdbd2326923d6f5fadd4049fa0cc39466422516a2b18f6272513243ec46d6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2648163710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.447456233454202, "interval": [4.799788872537561, 12.095123594370843], "p_value": 0.001, "input_sha256": "3dcaa8f370ebe5314da71179136a295e6dece32344ec120d16955ed930f8a134"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2648163710, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.447456233454202, "interval": [5.398265502520028, 12.226779896253134], "p_value": 5.2475956932775745e-05, "input_sha256": "3dcaa8f370ebe5314da71179136a295e6dece32344ec120d16955ed930f8a134"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2648163710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 262.43546923195123, "interval": [-23.18349415611101, 548.0544326200135], "p_value": 0.071, "input_sha256": "3dcaa8f370ebe5314da71179136a295e6dece32344ec120d16955ed930f8a134"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2648163710, "p_value_method": "welch_average_effect", "success": true, "estimate": 262.43546923195123, "interval": [49.558770914263526, 583.9288944816197], "p_value": 0.06971046017491296, "input_sha256": "3dcaa8f370ebe5314da71179136a295e6dece32344ec120d16955ed930f8a134"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 305169304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6645467639893816, "interval": [-0.40534534726070603, 7.734438875239469], "p_value": 0.074, "input_sha256": "1646dcbbd66e8a5c58bba6906b0c7abb33ae1a7bc8dfae5dd688ca3b7c63bcb8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 305169304, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6645467639893816, "interval": [-0.6352686519307816, 7.477669960757165], "p_value": 0.07617750519129673, "input_sha256": "1646dcbbd66e8a5c58bba6906b0c7abb33ae1a7bc8dfae5dd688ca3b7c63bcb8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 305169304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 66.62217807050743, "interval": [-166.62009540744296, 299.86445154845785], "p_value": 0.695, "input_sha256": "1646dcbbd66e8a5c58bba6906b0c7abb33ae1a7bc8dfae5dd688ca3b7c63bcb8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 305169304, "p_value_method": "welch_average_effect", "success": true, "estimate": 66.62217807050743, "interval": [-79.74698805364457, 384.7825510415613], "p_value": 0.5619191410228552, "input_sha256": "1646dcbbd66e8a5c58bba6906b0c7abb33ae1a7bc8dfae5dd688ca3b7c63bcb8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 482259234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.638407507419933, "interval": [3.1652864249100445, 10.11152858992982], "p_value": 0.002, "input_sha256": "69853bee2c5ea578736d2280c457873c7e4e5d982b456728f24ff90d8378dca1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 482259234, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.638407507419933, "interval": [3.373258434773746, 9.822267356990068], "p_value": 0.00042963965100442175, "input_sha256": "69853bee2c5ea578736d2280c457873c7e4e5d982b456728f24ff90d8378dca1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 482259234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 76.06183645516515, "interval": [-187.71205211729543, 339.8357250276257], "p_value": 0.592, "input_sha256": "69853bee2c5ea578736d2280c457873c7e4e5d982b456728f24ff90d8378dca1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 482259234, "p_value_method": "welch_average_effect", "success": true, "estimate": 76.06183645516515, "interval": [-204.10810154443627, 322.04887476199957], "p_value": 0.5628042033519425, "input_sha256": "69853bee2c5ea578736d2280c457873c7e4e5d982b456728f24ff90d8378dca1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2881903376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.52369619446431, "interval": [5.099413240720847, 11.947979148207775], "p_value": 0.001, "input_sha256": "ec953249ba72550451e4cb284fdbb8e6942a825af7c65e69378c4e6aa810c2ef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2881903376, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.52369619446431, "interval": [5.438625897661575, 11.736699363027995], "p_value": 1.1750770359132819e-05, "input_sha256": "ec953249ba72550451e4cb284fdbb8e6942a825af7c65e69378c4e6aa810c2ef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2881903376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 272.44248928774226, "interval": [-71.627558885143, 616.5125374606275], "p_value": 0.119, "input_sha256": "ec953249ba72550451e4cb284fdbb8e6942a825af7c65e69378c4e6aa810c2ef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2881903376, "p_value_method": "welch_average_effect", "success": true, "estimate": 272.44248928774226, "interval": [51.40132257623416, 798.5344317499205], "p_value": 0.11454387775870084, "input_sha256": "ec953249ba72550451e4cb284fdbb8e6942a825af7c65e69378c4e6aa810c2ef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1677425788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6950347038939135, "interval": [-3.39443843551597, 4.784507843303797], "p_value": 0.712, "input_sha256": "41352bc8c732066fbb98945a78f6c2bf2b996a76b24150289ad62cdcdee0639c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1677425788, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6950347038939135, "interval": [-2.8089237991899623, 4.596826017546899], "p_value": 0.7309077331649418, "input_sha256": "41352bc8c732066fbb98945a78f6c2bf2b996a76b24150289ad62cdcdee0639c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1677425788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -183.9647154095213, "interval": [-393.9080886457201, 25.978657826677562], "p_value": 0.077, "input_sha256": "41352bc8c732066fbb98945a78f6c2bf2b996a76b24150289ad62cdcdee0639c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1677425788, "p_value_method": "welch_average_effect", "success": true, "estimate": -183.9647154095213, "interval": [-403.43467306122176, -12.684076206402967], "p_value": 0.08342986012747969, "input_sha256": "41352bc8c732066fbb98945a78f6c2bf2b996a76b24150289ad62cdcdee0639c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 829924640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.81937226494049, "interval": [0.2820854667246664, 9.356659063156314], "p_value": 0.039, "input_sha256": "a995aaf6a3f9ef8ef18b4c36eeb29949509f316f7623cfa8e539250ecb125209"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 829924640, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.81937226494049, "interval": [0.0720961197468107, 8.875841303650798], "p_value": 0.0379767733594926, "input_sha256": "a995aaf6a3f9ef8ef18b4c36eeb29949509f316f7623cfa8e539250ecb125209"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 829924640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 128.51163694862282, "interval": [-161.3879122137924, 418.41118611103803], "p_value": 0.401, "input_sha256": "a995aaf6a3f9ef8ef18b4c36eeb29949509f316f7623cfa8e539250ecb125209"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 829924640, "p_value_method": "welch_average_effect", "success": true, "estimate": 128.51163694862282, "interval": [-96.02283005557601, 443.75938405899734], "p_value": 0.3720452442552761, "input_sha256": "a995aaf6a3f9ef8ef18b4c36eeb29949509f316f7623cfa8e539250ecb125209"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1026788583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.82221375886402, "interval": [2.0903304304379517, 9.554097087290089], "p_value": 0.004, "input_sha256": "0af4c613b26d97e90b3e1cca92ff8b469925e0058231ded6bb8c64c288cc8c31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1026788583, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.82221375886402, "interval": [2.0507628539135863, 8.74162026697902], "p_value": 0.003114999362677653, "input_sha256": "0af4c613b26d97e90b3e1cca92ff8b469925e0058231ded6bb8c64c288cc8c31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1026788583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.49971005549068, "interval": [-142.88080373353313, 245.8802238445145], "p_value": 0.625, "input_sha256": "0af4c613b26d97e90b3e1cca92ff8b469925e0058231ded6bb8c64c288cc8c31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1026788583, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.49971005549068, "interval": [-94.153729399862, 256.3308316140813], "p_value": 0.5933813103652072, "input_sha256": "0af4c613b26d97e90b3e1cca92ff8b469925e0058231ded6bb8c64c288cc8c31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3175394230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.56244116135811, "interval": [4.303323106232961, 10.821559216483259], "p_value": 0.001, "input_sha256": "1877c1e4d8581b7ebdc097842c53f5050ee7515ee98b20084951b09ed171cbf7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3175394230, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.56244116135811, "interval": [4.545057844517771, 10.607572798945176], "p_value": 3.4034357864854185e-05, "input_sha256": "1877c1e4d8581b7ebdc097842c53f5050ee7515ee98b20084951b09ed171cbf7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3175394230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 128.58392512037577, "interval": [-115.15042430639622, 372.3182745471478], "p_value": 0.321, "input_sha256": "1877c1e4d8581b7ebdc097842c53f5050ee7515ee98b20084951b09ed171cbf7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3175394230, "p_value_method": "welch_average_effect", "success": true, "estimate": 128.58392512037577, "interval": [-47.90610990149254, 410.6308504743072], "p_value": 0.2866836544387766, "input_sha256": "1877c1e4d8581b7ebdc097842c53f5050ee7515ee98b20084951b09ed171cbf7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1434524621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.411911366958615, "interval": [4.797511362283892, 12.026311371633337], "p_value": 0.001, "input_sha256": "cdc09d0fd9f526819697d3fe937255412aa1916dbc78dc0d1676436adf0e7784"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1434524621, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.411911366958615, "interval": [5.223937307064027, 12.201337453746447], "p_value": 3.471827065350333e-05, "input_sha256": "cdc09d0fd9f526819697d3fe937255412aa1916dbc78dc0d1676436adf0e7784"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1434524621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 143.68335088246022, "interval": [-102.04904763705221, 389.4157494019727], "p_value": 0.27, "input_sha256": "cdc09d0fd9f526819697d3fe937255412aa1916dbc78dc0d1676436adf0e7784"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1434524621, "p_value_method": "welch_average_effect", "success": true, "estimate": 143.68335088246022, "interval": [-80.5874150056602, 390.86431727551496], "p_value": 0.24355944628004655, "input_sha256": "cdc09d0fd9f526819697d3fe937255412aa1916dbc78dc0d1676436adf0e7784"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1646130046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.641984760620915, "interval": [0.560156927860505, 8.723812593381325], "p_value": 0.028, "input_sha256": "3cf36dfae4be82467b1c1b3a37ff2e39a486f7e81de15507238c5b743a3645c7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1646130046, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.641984760620915, "interval": [1.2351262808781323, 9.066887547239503], "p_value": 0.026932794270921444, "input_sha256": "3cf36dfae4be82467b1c1b3a37ff2e39a486f7e81de15507238c5b743a3645c7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1646130046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 225.78880328717577, "interval": [11.59057636249048, 439.98703021186105], "p_value": 0.029, "input_sha256": "3cf36dfae4be82467b1c1b3a37ff2e39a486f7e81de15507238c5b743a3645c7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1646130046, "p_value_method": "welch_average_effect", "success": true, "estimate": 225.78880328717577, "interval": [68.41793490899627, 483.3314267238103], "p_value": 0.039760934353289944, "input_sha256": "3cf36dfae4be82467b1c1b3a37ff2e39a486f7e81de15507238c5b743a3645c7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 943948510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.270810876761738, "interval": [-0.20987980078697088, 6.751501554310447], "p_value": 0.05, "input_sha256": "8fef339b5dd47faa35a4012857e45b0a475022dce22959273b7dc4ba6cbb76b4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 943948510, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.270810876761738, "interval": [-0.33825813322830484, 6.168227017613643], "p_value": 0.06469256392803015, "input_sha256": "8fef339b5dd47faa35a4012857e45b0a475022dce22959273b7dc4ba6cbb76b4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 943948510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 43.42717206351831, "interval": [-125.88867990967212, 212.74302403670873], "p_value": 0.605, "input_sha256": "8fef339b5dd47faa35a4012857e45b0a475022dce22959273b7dc4ba6cbb76b4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 943948510, "p_value_method": "welch_average_effect", "success": true, "estimate": 43.42717206351831, "interval": [-107.42720178193903, 201.82582365247052], "p_value": 0.6062819381140592, "input_sha256": "8fef339b5dd47faa35a4012857e45b0a475022dce22959273b7dc4ba6cbb76b4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1796521657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.170808801270018, "interval": [1.9893360078844875, 10.35228159465555], "p_value": 0.007, "input_sha256": "06cab258090d5ee3a0f8c55eb8e8b728f51d1a56c69ea682d9f77c470cf4eab4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1796521657, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.170808801270018, "interval": [2.1498682469077988, 10.034777785403273], "p_value": 0.004933681232044063, "input_sha256": "06cab258090d5ee3a0f8c55eb8e8b728f51d1a56c69ea682d9f77c470cf4eab4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 1796521657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 254.32050448228225, "interval": [-18.214335635783954, 526.8553446003484], "p_value": 0.072, "input_sha256": "06cab258090d5ee3a0f8c55eb8e8b728f51d1a56c69ea682d9f77c470cf4eab4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 1796521657, "p_value_method": "welch_average_effect", "success": true, "estimate": 254.32050448228225, "interval": [81.69750314560864, 617.2548580445608], "p_value": 0.06574160469882592, "input_sha256": "06cab258090d5ee3a0f8c55eb8e8b728f51d1a56c69ea682d9f77c470cf4eab4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1307378485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6914189365977244, "interval": [-0.8721926587082116, 8.25503053190366], "p_value": 0.091, "input_sha256": "353907f12b24905ca27197097de462b070e2a900ba8a4d8bbe6b7d11dd517b73"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1307378485, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6914189365977244, "interval": [-0.09999918295005475, 8.260632461665718], "p_value": 0.10975293628406856, "input_sha256": "353907f12b24905ca27197097de462b070e2a900ba8a4d8bbe6b7d11dd517b73"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1307378485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 123.17406778825102, "interval": [-162.8238813108042, 409.17201688730626], "p_value": 0.476, "input_sha256": "353907f12b24905ca27197097de462b070e2a900ba8a4d8bbe6b7d11dd517b73"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1307378485, "p_value_method": "welch_average_effect", "success": true, "estimate": 123.17406778825102, "interval": [-94.07335224436105, 442.9183557906625], "p_value": 0.3875962624268642, "input_sha256": "353907f12b24905ca27197097de462b070e2a900ba8a4d8bbe6b7d11dd517b73"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 878015911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4623989931810701, "interval": [-2.3280989771646823, 5.252896963526823], "p_value": 0.439, "input_sha256": "e2c665c72e9a47a8b9f9eb14cf5af895441f0d53b2c5176ae09adc5229d124e8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 878015911, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4623989931810701, "interval": [-2.24233634904075, 4.835829934921189], "p_value": 0.4395763456767072, "input_sha256": "e2c665c72e9a47a8b9f9eb14cf5af895441f0d53b2c5176ae09adc5229d124e8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 878015911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.604140614992247, "interval": [-243.1284926180404, 254.3367738480249], "p_value": 0.974, "input_sha256": "e2c665c72e9a47a8b9f9eb14cf5af895441f0d53b2c5176ae09adc5229d124e8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 878015911, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.604140614992247, "interval": [-285.1517144343132, 211.91814857560072], "p_value": 0.9638200523210532, "input_sha256": "e2c665c72e9a47a8b9f9eb14cf5af895441f0d53b2c5176ae09adc5229d124e8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 72866638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.360184613804668, "interval": [-0.12375164343233713, 8.844120871041673], "p_value": 0.065, "input_sha256": "68518f255b4c7341576bced55912b374b11272fe82fcf76278e5ad5542912e63"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 72866638, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.360184613804668, "interval": [-0.013111422040843776, 8.367039987127873], "p_value": 0.0563321573091656, "input_sha256": "68518f255b4c7341576bced55912b374b11272fe82fcf76278e5ad5542912e63"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 72866638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 144.67171359616373, "interval": [-99.26617898541838, 388.60960617774583], "p_value": 0.272, "input_sha256": "68518f255b4c7341576bced55912b374b11272fe82fcf76278e5ad5542912e63"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 72866638, "p_value_method": "welch_average_effect", "success": true, "estimate": 144.67171359616373, "interval": [-30.088754129682943, 456.89220645277254], "p_value": 0.23559703065790005, "input_sha256": "68518f255b4c7341576bced55912b374b11272fe82fcf76278e5ad5542912e63"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3903019325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.036306780065329, "interval": [1.7594550791409578, 10.313158480989701], "p_value": 0.006, "input_sha256": "e7425be2a2a4276cf7f8a7d5854991abd445f99b938ddfa9ca9820ba068839df"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3903019325, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.036306780065329, "interval": [2.2329197655059283, 9.927533339734541], "p_value": 0.006910215663571912, "input_sha256": "e7425be2a2a4276cf7f8a7d5854991abd445f99b938ddfa9ca9820ba068839df"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3903019325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -64.23838046142468, "interval": [-312.88485348924826, 184.40809256639892], "p_value": 0.688, "input_sha256": "e7425be2a2a4276cf7f8a7d5854991abd445f99b938ddfa9ca9820ba068839df"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3903019325, "p_value_method": "welch_average_effect", "success": true, "estimate": -64.23838046142468, "interval": [-437.15679347281133, 98.96122732281054], "p_value": 0.6000113392075137, "input_sha256": "e7425be2a2a4276cf7f8a7d5854991abd445f99b938ddfa9ca9820ba068839df"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3135432421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.610916451749274, "interval": [-2.695501705052017, 5.917334608550565], "p_value": 0.456, "input_sha256": "5f84e8c7d7f3660f05347245fbe218249fd88a13931d4dc10f627dbc7ff04f4b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3135432421, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.610916451749274, "interval": [-2.0949071449901804, 6.312652957400022], "p_value": 0.4526130261322001, "input_sha256": "5f84e8c7d7f3660f05347245fbe218249fd88a13931d4dc10f627dbc7ff04f4b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3135432421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 259.0711457806984, "interval": [2.0412182615066286, 516.1010732998901], "p_value": 0.012, "input_sha256": "5f84e8c7d7f3660f05347245fbe218249fd88a13931d4dc10f627dbc7ff04f4b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3135432421, "p_value_method": "welch_average_effect", "success": true, "estimate": 259.0711457806984, "interval": [84.73021744013302, 642.0547257514988], "p_value": 0.048369306640467624, "input_sha256": "5f84e8c7d7f3660f05347245fbe218249fd88a13931d4dc10f627dbc7ff04f4b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3202308223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.510125851140609, "interval": [-0.9441604152526457, 5.964412117533864], "p_value": 0.138, "input_sha256": "4a6f06e51cc717fbcc075f28a3d3d0db39359b941a21509716fff5364c74ec92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3202308223, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.510125851140609, "interval": [-0.4933825312360525, 5.923346595188595], "p_value": 0.1494713359195556, "input_sha256": "4a6f06e51cc717fbcc075f28a3d3d0db39359b941a21509716fff5364c74ec92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3202308223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 98.37123386910707, "interval": [-146.81769501412478, 343.5601627523389], "p_value": 0.458, "input_sha256": "4a6f06e51cc717fbcc075f28a3d3d0db39359b941a21509716fff5364c74ec92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3202308223, "p_value_method": "welch_average_effect", "success": true, "estimate": 98.37123386910707, "interval": [-87.50218943959332, 376.5774977111119], "p_value": 0.41786128108870857, "input_sha256": "4a6f06e51cc717fbcc075f28a3d3d0db39359b941a21509716fff5364c74ec92"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2251990336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.290534289545672, "interval": [-1.5392821673243202, 6.120350746415664], "p_value": 0.243, "input_sha256": "c18dc461339d93e1f2c992f0fbc92ce9aa18f023ac69ee4344bb703e823de2cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2251990336, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.290534289545672, "interval": [-1.1028333038891598, 6.04155520926723], "p_value": 0.23204435329736717, "input_sha256": "c18dc461339d93e1f2c992f0fbc92ce9aa18f023ac69ee4344bb703e823de2cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2251990336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 109.40753916157738, "interval": [-146.11592936997147, 364.9310076931262], "p_value": 0.409, "input_sha256": "c18dc461339d93e1f2c992f0fbc92ce9aa18f023ac69ee4344bb703e823de2cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2251990336, "p_value_method": "welch_average_effect", "success": true, "estimate": 109.40753916157738, "interval": [-168.36548905912545, 323.78104417367075], "p_value": 0.3914485837310936, "input_sha256": "c18dc461339d93e1f2c992f0fbc92ce9aa18f023ac69ee4344bb703e823de2cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1331179123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.99986237073308, "interval": [-0.8166539893178886, 8.816378730784049], "p_value": 0.1, "input_sha256": "c8d8d4536235fe62fa30310356ddb664c847d0e603e7bee7ea7b5a86da3ee31f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1331179123, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.99986237073308, "interval": [-0.6671346840239526, 8.098638109046277], "p_value": 0.10058003833259686, "input_sha256": "c8d8d4536235fe62fa30310356ddb664c847d0e603e7bee7ea7b5a86da3ee31f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1331179123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 129.29463990123455, "interval": [-163.05115103849263, 421.6404308409617], "p_value": 0.372, "input_sha256": "c8d8d4536235fe62fa30310356ddb664c847d0e603e7bee7ea7b5a86da3ee31f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1331179123, "p_value_method": "welch_average_effect", "success": true, "estimate": 129.29463990123455, "interval": [-98.50223109656838, 438.70765904048164], "p_value": 0.37450903316058637, "input_sha256": "c8d8d4536235fe62fa30310356ddb664c847d0e603e7bee7ea7b5a86da3ee31f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1462490393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.06287160076077, "interval": [4.742909251130759, 13.382833950390783], "p_value": 0.001, "input_sha256": "88c7da4c085eb381d2ad555b9910daeead897bde92df66c1036e6550deb39148"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1462490393, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.06287160076077, "interval": [5.709318533753685, 13.320673177740856], "p_value": 0.00013778746119241965, "input_sha256": "88c7da4c085eb381d2ad555b9910daeead897bde92df66c1036e6550deb39148"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1462490393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 98.58274297129287, "interval": [-155.04370012079272, 352.20918606337847], "p_value": 0.494, "input_sha256": "88c7da4c085eb381d2ad555b9910daeead897bde92df66c1036e6550deb39148"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1462490393, "p_value_method": "welch_average_effect", "success": true, "estimate": 98.58274297129287, "interval": [-67.3371202148649, 418.9370938594831], "p_value": 0.43245189073842294, "input_sha256": "88c7da4c085eb381d2ad555b9910daeead897bde92df66c1036e6550deb39148"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1571518747, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.059887619923453, "interval": [4.740173953335716, 13.379601286511189], "p_value": 0.001, "input_sha256": "fc610c4a2666daeb79f1048267a41e55b07feafafae6318b2502896561cd6c1b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1571518747, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.059887619923453, "interval": [5.314942375255883, 13.166611338513942], "p_value": 0.00013989838945272477, "input_sha256": "fc610c4a2666daeb79f1048267a41e55b07feafafae6318b2502896561cd6c1b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1571518747, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.05487001776109, "interval": [-168.01390534097592, 294.1236453764981], "p_value": 0.592, "input_sha256": "fc610c4a2666daeb79f1048267a41e55b07feafafae6318b2502896561cd6c1b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1571518747, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.05487001776109, "interval": [-194.12572194998978, 246.65308095071154], "p_value": 0.583154499919242, "input_sha256": "fc610c4a2666daeb79f1048267a41e55b07feafafae6318b2502896561cd6c1b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 530292412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.783748535040761, "interval": [0.2732520364793789, 9.294245033602143], "p_value": 0.043, "input_sha256": "3ca11d5e402a55e6674a299151eb31e6abf201d0e2c6495a74f76510a180881f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 530292412, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.783748535040761, "interval": [0.7373113470963555, 9.100362144530118], "p_value": 0.0382467763308253, "input_sha256": "3ca11d5e402a55e6674a299151eb31e6abf201d0e2c6495a74f76510a180881f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 530292412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 244.4003911464353, "interval": [-101.84363246235097, 590.6444147552215], "p_value": 0.17, "input_sha256": "3ca11d5e402a55e6674a299151eb31e6abf201d0e2c6495a74f76510a180881f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 530292412, "p_value_method": "welch_average_effect", "success": true, "estimate": 244.4003911464353, "interval": [19.24639010610305, 643.4590950310186], "p_value": 0.15787486360971875, "input_sha256": "3ca11d5e402a55e6674a299151eb31e6abf201d0e2c6495a74f76510a180881f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2784576671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6371465126977114, "interval": [-3.4524669593668325, 4.726759984762255], "p_value": 0.78, "input_sha256": "3f3aeaba26570cb8cc90c5b73ddac8b5cd8effad6c3ca1ba0fa670fa031bf456"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2784576671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6371465126977114, "interval": [-3.188879818407612, 4.490531730020906], "p_value": 0.7540421674473976, "input_sha256": "3f3aeaba26570cb8cc90c5b73ddac8b5cd8effad6c3ca1ba0fa670fa031bf456"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2784576671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -41.87275524533858, "interval": [-223.54181789599272, 139.79630740531553], "p_value": 0.663, "input_sha256": "3f3aeaba26570cb8cc90c5b73ddac8b5cd8effad6c3ca1ba0fa670fa031bf456"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2784576671, "p_value_method": "welch_average_effect", "success": true, "estimate": -41.87275524533858, "interval": [-228.5531888548128, 107.07426064214378], "p_value": 0.6430636719496607, "input_sha256": "3f3aeaba26570cb8cc90c5b73ddac8b5cd8effad6c3ca1ba0fa670fa031bf456"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1058114300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6926719689575105, "interval": [0.9953097187943021, 8.390034219120718], "p_value": 0.007, "input_sha256": "299c3bd6f26f5c617f5761a286a8db8ca16c5a2a896d21ee6d98311338416e48"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1058114300, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6926719689575105, "interval": [0.9080293231135435, 7.817772770227248], "p_value": 0.01428438789427153, "input_sha256": "299c3bd6f26f5c617f5761a286a8db8ca16c5a2a896d21ee6d98311338416e48"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1058114300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -261.76543050095347, "interval": [-470.5694111551173, -52.96144984678966], "p_value": 0.006, "input_sha256": "299c3bd6f26f5c617f5761a286a8db8ca16c5a2a896d21ee6d98311338416e48"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1058114300, "p_value_method": "welch_average_effect", "success": true, "estimate": -261.76543050095347, "interval": [-541.1578853070843, -118.69385708324826], "p_value": 0.01666248916475823, "input_sha256": "299c3bd6f26f5c617f5761a286a8db8ca16c5a2a896d21ee6d98311338416e48"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 497668019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.048948925353077, "interval": [3.267605399097642, 10.830292451608512], "p_value": 0.002, "input_sha256": "954d4542fe8e4f63e8f3f293d13fe64cbfe1080c7e3081f3b49e178a4720b3ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 497668019, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.048948925353077, "interval": [3.8918694773995224, 10.81450708872245], "p_value": 0.0005655959200094079, "input_sha256": "954d4542fe8e4f63e8f3f293d13fe64cbfe1080c7e3081f3b49e178a4720b3ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 497668019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 35.57457350624614, "interval": [-199.61530171124645, 270.7644487237387], "p_value": 0.748, "input_sha256": "954d4542fe8e4f63e8f3f293d13fe64cbfe1080c7e3081f3b49e178a4720b3ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 497668019, "p_value_method": "welch_average_effect", "success": true, "estimate": 35.57457350624614, "interval": [-186.61256985366893, 250.1866211590587], "p_value": 0.7610281129597769, "input_sha256": "954d4542fe8e4f63e8f3f293d13fe64cbfe1080c7e3081f3b49e178a4720b3ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2516801588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.965021678187341, "interval": [5.030528420118987, 12.899514936255695], "p_value": 0.001, "input_sha256": "325d48c0d6dcdcfa609ef8422c713f7b93d4f03f45172edebf06c51a928bb6eb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2516801588, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.965021678187341, "interval": [5.067327265490462, 12.553758617679229], "p_value": 4.8550373986004946e-05, "input_sha256": "325d48c0d6dcdcfa609ef8422c713f7b93d4f03f45172edebf06c51a928bb6eb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2516801588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 167.58208555329355, "interval": [-47.422469841080044, 382.58664094766715], "p_value": 0.122, "input_sha256": "325d48c0d6dcdcfa609ef8422c713f7b93d4f03f45172edebf06c51a928bb6eb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2516801588, "p_value_method": "welch_average_effect", "success": true, "estimate": 167.58208555329355, "interval": [-28.515937792262655, 376.07336888419655], "p_value": 0.12226156963794167, "input_sha256": "325d48c0d6dcdcfa609ef8422c713f7b93d4f03f45172edebf06c51a928bb6eb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3669485887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.102234854166971, "interval": [2.7013077482599486, 9.503161960073994], "p_value": 0.002, "input_sha256": "b35ddf5018a756a30c9dd4886525e3d9719aeb9c353833ef69da24c558e4cc34"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3669485887, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.102234854166971, "interval": [3.3151538727957246, 9.58184915766057], "p_value": 0.0008527241970496494, "input_sha256": "b35ddf5018a756a30c9dd4886525e3d9719aeb9c353833ef69da24c558e4cc34"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3669485887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 242.51847649410448, "interval": [-87.21014319927556, 572.2470961874845], "p_value": 0.139, "input_sha256": "b35ddf5018a756a30c9dd4886525e3d9719aeb9c353833ef69da24c558e4cc34"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3669485887, "p_value_method": "welch_average_effect", "success": true, "estimate": 242.51847649410448, "interval": [16.349513443774697, 634.066785251799], "p_value": 0.14066500363620235, "input_sha256": "b35ddf5018a756a30c9dd4886525e3d9719aeb9c353833ef69da24c558e4cc34"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 724616062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.072048727673778, "interval": [-1.9295241514527985, 6.073621606800354], "p_value": 0.273, "input_sha256": "3cc0d58548ce066c66f12ed2ef0a1eabff591db66cc7ec979428114668fee386"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 724616062, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.072048727673778, "interval": [-1.8504785571720304, 5.737261988338331], "p_value": 0.30070493642937, "input_sha256": "3cc0d58548ce066c66f12ed2ef0a1eabff591db66cc7ec979428114668fee386"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 724616062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 26.573002181447663, "interval": [-186.867436571347, 240.01344093424234], "p_value": 0.785, "input_sha256": "3cc0d58548ce066c66f12ed2ef0a1eabff591db66cc7ec979428114668fee386"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 724616062, "p_value_method": "welch_average_effect", "success": true, "estimate": 26.573002181447663, "interval": [-156.8304865655133, 241.148485225535], "p_value": 0.8023404718359615, "input_sha256": "3cc0d58548ce066c66f12ed2ef0a1eabff591db66cc7ec979428114668fee386"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3813264767, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.574746779852351, "interval": [-0.19747917283408656, 7.346972732538788], "p_value": 0.062, "input_sha256": "f7205705d38f650d27fa26299e8eccc96925996114ec85de5383bd1cc7906fe6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3813264767, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.574746779852351, "interval": [-0.013403807036858176, 7.037498601743065], "p_value": 0.06259249928588831, "input_sha256": "f7205705d38f650d27fa26299e8eccc96925996114ec85de5383bd1cc7906fe6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3813264767, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -17.834074174185773, "interval": [-184.1065249391649, 148.43837659079338], "p_value": 0.895, "input_sha256": "f7205705d38f650d27fa26299e8eccc96925996114ec85de5383bd1cc7906fe6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3813264767, "p_value_method": "welch_average_effect", "success": true, "estimate": -17.834074174185773, "interval": [-183.6287184154697, 132.275951951125], "p_value": 0.8291939024926054, "input_sha256": "f7205705d38f650d27fa26299e8eccc96925996114ec85de5383bd1cc7906fe6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2713987184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.988393126620684, "interval": [-0.8928010328087663, 6.869587286050134], "p_value": 0.121, "input_sha256": "ca9524a9b21a3782a5433632a982d06b55a3b133cab7974731e3889825fa3658"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2713987184, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.988393126620684, "interval": [-0.8503784871435723, 6.446167088796651], "p_value": 0.12702455442128271, "input_sha256": "ca9524a9b21a3782a5433632a982d06b55a3b133cab7974731e3889825fa3658"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2713987184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 146.6127870843289, "interval": [-111.92965669659515, 405.1552308652529], "p_value": 0.297, "input_sha256": "ca9524a9b21a3782a5433632a982d06b55a3b133cab7974731e3889825fa3658"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2713987184, "p_value_method": "welch_average_effect", "success": true, "estimate": 146.6127870843289, "interval": [-38.59799311223431, 457.1259636345236], "p_value": 0.25310941181034774, "input_sha256": "ca9524a9b21a3782a5433632a982d06b55a3b133cab7974731e3889825fa3658"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1479906927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.324705733015332, "interval": [1.037464612135469, 7.611946853895194], "p_value": 0.008, "input_sha256": "cc0c350a528653f51a8af5edb773a07ce780d0e6cf876659f59fb829b69ca638"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1479906927, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.324705733015332, "interval": [1.25773737569011, 7.342575017324436], "p_value": 0.011309190456564948, "input_sha256": "cc0c350a528653f51a8af5edb773a07ce780d0e6cf876659f59fb829b69ca638"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1479906927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -53.39577882109457, "interval": [-241.2619470628669, 134.4703894206778], "p_value": 0.564, "input_sha256": "cc0c350a528653f51a8af5edb773a07ce780d0e6cf876659f59fb829b69ca638"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1479906927, "p_value_method": "welch_average_effect", "success": true, "estimate": -53.39577882109457, "interval": [-233.37719532681464, 143.6308273612118], "p_value": 0.5681677532639511, "input_sha256": "cc0c350a528653f51a8af5edb773a07ce780d0e6cf876659f59fb829b69ca638"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3008819160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0163120622785495, "interval": [0.41215530918414967, 9.620468815372949], "p_value": 0.049, "input_sha256": "b135999d2a61019b6f556f42f587e5e4166121ceee757dc5759514d510b4ffca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3008819160, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0163120622785495, "interval": [0.4768915837737134, 9.215675385863824], "p_value": 0.03353716859446871, "input_sha256": "b135999d2a61019b6f556f42f587e5e4166121ceee757dc5759514d510b4ffca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3008819160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 88.3518538423542, "interval": [-188.7034825581768, 365.40719024288524], "p_value": 0.697, "input_sha256": "b135999d2a61019b6f556f42f587e5e4166121ceee757dc5759514d510b4ffca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3008819160, "p_value_method": "welch_average_effect", "success": true, "estimate": 88.3518538423542, "interval": [-75.19700507085476, 467.27322771335724], "p_value": 0.5173454419886512, "input_sha256": "b135999d2a61019b6f556f42f587e5e4166121ceee757dc5759514d510b4ffca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2153234213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.395210003220122, "interval": [1.3463893140932495, 9.444030692346994], "p_value": 0.017, "input_sha256": "48ba9f25d60ff33065e3986ed81247d654ab86d8a7f71f5c17950422b67d9569"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2153234213, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.395210003220122, "interval": [1.9537183329132035, 9.530034680517492], "p_value": 0.010359970269923174, "input_sha256": "48ba9f25d60ff33065e3986ed81247d654ab86d8a7f71f5c17950422b67d9569"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2153234213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 145.00197863610464, "interval": [-64.45741202178232, 354.4613692939916], "p_value": 0.165, "input_sha256": "48ba9f25d60ff33065e3986ed81247d654ab86d8a7f71f5c17950422b67d9569"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2153234213, "p_value_method": "welch_average_effect", "success": true, "estimate": 145.00197863610464, "interval": [-3.136268656817673, 403.5156041378363], "p_value": 0.16618004813822682, "input_sha256": "48ba9f25d60ff33065e3986ed81247d654ab86d8a7f71f5c17950422b67d9569"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1194978179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.484635726037588, "interval": [3.112192063143878, 11.857079388931298], "p_value": 0.004, "input_sha256": "16692acb433bbe620c5ecf933068468ded27c38483ba546258aa0188b82c7cb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1194978179, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.484635726037588, "interval": [3.1337968513725714, 11.455502382735979], "p_value": 0.0013440983152295757, "input_sha256": "16692acb433bbe620c5ecf933068468ded27c38483ba546258aa0188b82c7cb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1194978179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -37.48978528645688, "interval": [-288.2955053860911, 213.3159348131774], "p_value": 0.785, "input_sha256": "16692acb433bbe620c5ecf933068468ded27c38483ba546258aa0188b82c7cb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1194978179, "p_value_method": "welch_average_effect", "success": true, "estimate": -37.48978528645688, "interval": [-215.05303984777555, 286.5851856730939], "p_value": 0.7632608975979226, "input_sha256": "16692acb433bbe620c5ecf933068468ded27c38483ba546258aa0188b82c7cb0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2113473016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.119540134269375, "interval": [1.7243677013556415, 8.514712567183109], "p_value": 0.007, "input_sha256": "d9943ca57042dedabb08db0eac92bed8f72978743e434987592a35df7dbf00d6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2113473016, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.119540134269375, "interval": [1.89143253794795, 8.06807723430941], "p_value": 0.0041550127412700935, "input_sha256": "d9943ca57042dedabb08db0eac92bed8f72978743e434987592a35df7dbf00d6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2113473016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 138.56873729028484, "interval": [-48.18093383719551, 325.3184084177652], "p_value": 0.16, "input_sha256": "d9943ca57042dedabb08db0eac92bed8f72978743e434987592a35df7dbf00d6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2113473016, "p_value_method": "welch_average_effect", "success": true, "estimate": 138.56873729028484, "interval": [11.662236164153569, 375.2468527000939], "p_value": 0.13896132529838004, "input_sha256": "d9943ca57042dedabb08db0eac92bed8f72978743e434987592a35df7dbf00d6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3999606228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.88359449593443, "interval": [1.69894341918173, 12.068245572687129], "p_value": 0.012, "input_sha256": "326507293da056fd240ddee8521613021ef6fd3216e3e1d8aac6ba2a6a709ff3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3999606228, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.88359449593443, "interval": [1.827587925571847, 11.402869424464983], "p_value": 0.010664403918398485, "input_sha256": "326507293da056fd240ddee8521613021ef6fd3216e3e1d8aac6ba2a6a709ff3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3999606228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 215.82683234739966, "interval": [39.8277614231109, 391.8259032716884], "p_value": 0.013, "input_sha256": "326507293da056fd240ddee8521613021ef6fd3216e3e1d8aac6ba2a6a709ff3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3999606228, "p_value_method": "welch_average_effect", "success": true, "estimate": 215.82683234739966, "interval": [68.08757729786026, 381.574447295007], "p_value": 0.018189027735579504, "input_sha256": "326507293da056fd240ddee8521613021ef6fd3216e3e1d8aac6ba2a6a709ff3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1507050519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.049511669440925, "interval": [0.13774456149866943, 7.96127877738318], "p_value": 0.043, "input_sha256": "ae693d44801c258112a0c92a0561ab115419c6d62391c28b476b0e6a13108399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1507050519, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.049511669440925, "interval": [0.7785287403614931, 7.7696574996402505], "p_value": 0.04282980171077144, "input_sha256": "ae693d44801c258112a0c92a0561ab115419c6d62391c28b476b0e6a13108399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1507050519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 44.63332947203355, "interval": [-133.1730396209561, 222.4396985650232], "p_value": 0.621, "input_sha256": "ae693d44801c258112a0c92a0561ab115419c6d62391c28b476b0e6a13108399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1507050519, "p_value_method": "welch_average_effect", "success": true, "estimate": 44.63332947203355, "interval": [-120.14863215793878, 207.23501533097968], "p_value": 0.6142731424924257, "input_sha256": "ae693d44801c258112a0c92a0561ab115419c6d62391c28b476b0e6a13108399"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2449106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5700523513302684, "interval": [-0.3645148257183335, 7.50461952837887], "p_value": 0.089, "input_sha256": "c7fa5382bf504f9b69cd9e2061cf52cf33b0adf2b11893c425ee8621a84016af"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2449106247, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5700523513302684, "interval": [0.3658758361803274, 7.893749033187594], "p_value": 0.07404229048992346, "input_sha256": "c7fa5382bf504f9b69cd9e2061cf52cf33b0adf2b11893c425ee8621a84016af"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2449106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 73.42405778437242, "interval": [-157.2896435664259, 304.13775913517077], "p_value": 0.534, "input_sha256": "c7fa5382bf504f9b69cd9e2061cf52cf33b0adf2b11893c425ee8621a84016af"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2449106247, "p_value_method": "welch_average_effect", "success": true, "estimate": 73.42405778437242, "interval": [-117.03434185636175, 302.05547493947716], "p_value": 0.5225793121512361, "input_sha256": "c7fa5382bf504f9b69cd9e2061cf52cf33b0adf2b11893c425ee8621a84016af"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2747918157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.793014442525431, "interval": [0.6936883012785922, 8.89234058377227], "p_value": 0.031, "input_sha256": "26f3eceefc7af77b668b880938bdd7efa247e4444564b1ad3044933a4a1fd0a8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2747918157, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.793014442525431, "interval": [1.3644214997292377, 8.572394755717553], "p_value": 0.023382945667183627, "input_sha256": "26f3eceefc7af77b668b880938bdd7efa247e4444564b1ad3044933a4a1fd0a8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2747918157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.251288702885148, "interval": [-230.8534131511957, 206.3508357454254], "p_value": 0.923, "input_sha256": "26f3eceefc7af77b668b880938bdd7efa247e4444564b1ad3044933a4a1fd0a8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2747918157, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.251288702885148, "interval": [-225.12781499816768, 197.38577369242603], "p_value": 0.9102651577659144, "input_sha256": "26f3eceefc7af77b668b880938bdd7efa247e4444564b1ad3044933a4a1fd0a8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3959618316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.876779179673372, "interval": [0.12773683559939508, 7.62582152374735], "p_value": 0.045, "input_sha256": "69fe8e6a2213f69d588b18124b6d0ae0ae31e7399ff394e659f7871f514716e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3959618316, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.876779179673372, "interval": [0.3461479074730114, 7.220167675355747], "p_value": 0.043044522097718065, "input_sha256": "69fe8e6a2213f69d588b18124b6d0ae0ae31e7399ff394e659f7871f514716e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3959618316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 87.04605514209884, "interval": [-79.73567619192595, 253.8277864761236], "p_value": 0.346, "input_sha256": "69fe8e6a2213f69d588b18124b6d0ae0ae31e7399ff394e659f7871f514716e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3959618316, "p_value_method": "welch_average_effect", "success": true, "estimate": 87.04605514209884, "interval": [-23.641278051777803, 328.44327748745195], "p_value": 0.29278334638338993, "input_sha256": "69fe8e6a2213f69d588b18124b6d0ae0ae31e7399ff394e659f7871f514716e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1718544916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.482446930679643, "interval": [1.494046229552421, 9.470847631806866], "p_value": 0.01, "input_sha256": "e8320416a93f7ebbebff596ef83af6ea4b300565d1a4c1582e55c7308f664562"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1718544916, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.482446930679643, "interval": [1.6719087694042962, 9.059567398892543], "p_value": 0.00837982713889242, "input_sha256": "e8320416a93f7ebbebff596ef83af6ea4b300565d1a4c1582e55c7308f664562"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1718544916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 122.8427178309337, "interval": [-52.05620384285693, 297.74163950472433], "p_value": 0.169, "input_sha256": "e8320416a93f7ebbebff596ef83af6ea4b300565d1a4c1582e55c7308f664562"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1718544916, "p_value_method": "welch_average_effect", "success": true, "estimate": 122.8427178309337, "interval": [-2.5838723862496358, 327.0463634639939], "p_value": 0.16125846741301095, "input_sha256": "e8320416a93f7ebbebff596ef83af6ea4b300565d1a4c1582e55c7308f664562"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2405008000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.942990488642865, "interval": [-0.9770857925339631, 6.863066769819692], "p_value": 0.134, "input_sha256": "db7f0de30aaa4db61cfb724efc74403b285ead9e4ce7c73c82b76c2f504da479"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2405008000, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.942990488642865, "interval": [-0.935912698315459, 6.627984453022875], "p_value": 0.13681766283376884, "input_sha256": "db7f0de30aaa4db61cfb724efc74403b285ead9e4ce7c73c82b76c2f504da479"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2405008000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -36.78648051453675, "interval": [-217.46714968821112, 143.89418865913763], "p_value": 0.665, "input_sha256": "db7f0de30aaa4db61cfb724efc74403b285ead9e4ce7c73c82b76c2f504da479"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2405008000, "p_value_method": "welch_average_effect", "success": true, "estimate": -36.78648051453675, "interval": [-240.695059592274, 106.50215488358778], "p_value": 0.6820463621102764, "input_sha256": "db7f0de30aaa4db61cfb724efc74403b285ead9e4ce7c73c82b76c2f504da479"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 519043051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.449797605220656, "interval": [0.7517433597751073, 8.147851850666205], "p_value": 0.017, "input_sha256": "89bd570ad5cbce6a55e7f13e1f78a9b432478ec4a6d90383e538c2b12dc3632b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 519043051, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.449797605220656, "interval": [0.7719050596067181, 8.086568319639225], "p_value": 0.019653886005477152, "input_sha256": "89bd570ad5cbce6a55e7f13e1f78a9b432478ec4a6d90383e538c2b12dc3632b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 519043051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 261.8028081384394, "interval": [13.590834813316064, 510.0147814635627], "p_value": 0.015, "input_sha256": "89bd570ad5cbce6a55e7f13e1f78a9b432478ec4a6d90383e538c2b12dc3632b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 519043051, "p_value_method": "welch_average_effect", "success": true, "estimate": 261.8028081384394, "interval": [89.40671536423935, 596.6172572981915], "p_value": 0.039628510933103905, "input_sha256": "89bd570ad5cbce6a55e7f13e1f78a9b432478ec4a6d90383e538c2b12dc3632b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 105335090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4810178040397535, "interval": [-0.9527754576638028, 7.91481106574331], "p_value": 0.127, "input_sha256": "ae07dcb01cf67887cf91a15f6eb38207ccf43d7d7c040f992dd09fa1a39b8238"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 105335090, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4810178040397535, "interval": [-0.5655721540258815, 7.40891282304633], "p_value": 0.12022310716552691, "input_sha256": "ae07dcb01cf67887cf91a15f6eb38207ccf43d7d7c040f992dd09fa1a39b8238"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 105335090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 154.17939818462597, "interval": [-96.82041016572967, 405.17920653498163], "p_value": 0.228, "input_sha256": "ae07dcb01cf67887cf91a15f6eb38207ccf43d7d7c040f992dd09fa1a39b8238"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 105335090, "p_value_method": "welch_average_effect", "success": true, "estimate": 154.17939818462597, "interval": [-46.869590812540004, 450.2246547550244], "p_value": 0.21946746535181225, "input_sha256": "ae07dcb01cf67887cf91a15f6eb38207ccf43d7d7c040f992dd09fa1a39b8238"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 496246604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.526711432110181, "interval": [-1.095708448284979, 8.149131312505341], "p_value": 0.128, "input_sha256": "a92cb9a23f7fd656bf1701dd6c99f97343ea46ff306aa260de6159088ca191cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 496246604, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.526711432110181, "interval": [-0.25709168515793557, 8.332781730624752], "p_value": 0.13060322645394468, "input_sha256": "a92cb9a23f7fd656bf1701dd6c99f97343ea46ff306aa260de6159088ca191cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 496246604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -38.72333134459663, "interval": [-327.79119726276156, 250.34453457356832], "p_value": 0.785, "input_sha256": "a92cb9a23f7fd656bf1701dd6c99f97343ea46ff306aa260de6159088ca191cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 496246604, "p_value_method": "welch_average_effect", "success": true, "estimate": -38.72333134459663, "interval": [-339.10413478953825, 212.0807065520239], "p_value": 0.787391502852964, "input_sha256": "a92cb9a23f7fd656bf1701dd6c99f97343ea46ff306aa260de6159088ca191cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1214642792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5491110412347115, "interval": [-0.3812955741033379, 7.479517656572761], "p_value": 0.082, "input_sha256": "b0b4f5a274ac2f47c1c3bd2122c0bdc7e99c06615fbff05f582dba51d57a0958"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1214642792, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5491110412347115, "interval": [-0.1489705257166328, 6.953001358752269], "p_value": 0.07534902119843867, "input_sha256": "b0b4f5a274ac2f47c1c3bd2122c0bdc7e99c06615fbff05f582dba51d57a0958"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1214642792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.879135125935733, "interval": [-238.42652419609527, 270.18479444796674], "p_value": 0.904, "input_sha256": "b0b4f5a274ac2f47c1c3bd2122c0bdc7e99c06615fbff05f582dba51d57a0958"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1214642792, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.879135125935733, "interval": [-181.3784032495256, 305.4547677783707], "p_value": 0.8997825143068563, "input_sha256": "b0b4f5a274ac2f47c1c3bd2122c0bdc7e99c06615fbff05f582dba51d57a0958"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1013183114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.844868124533871, "interval": [0.43817905395707957, 9.251557195110664], "p_value": 0.025, "input_sha256": "92ac29069d5fab7b2dccbd0f7a6d78d7e972dd251746180f367a55a11f6c5ba9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1013183114, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.844868124533871, "interval": [0.8804314405946363, 9.730634347885053], "p_value": 0.03206191165948389, "input_sha256": "92ac29069d5fab7b2dccbd0f7a6d78d7e972dd251746180f367a55a11f6c5ba9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1013183114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 36.50751538880591, "interval": [-154.31778450754882, 227.33281528516068], "p_value": 0.702, "input_sha256": "92ac29069d5fab7b2dccbd0f7a6d78d7e972dd251746180f367a55a11f6c5ba9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1013183114, "p_value_method": "welch_average_effect", "success": true, "estimate": 36.50751538880591, "interval": [-100.17777765370104, 257.523349222902], "p_value": 0.6995412355398126, "input_sha256": "92ac29069d5fab7b2dccbd0f7a6d78d7e972dd251746180f367a55a11f6c5ba9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1362618500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.424583447634497, "interval": [0.023596255767229124, 8.825570639501764], "p_value": 0.045, "input_sha256": "d2bd8ef8c495aceeda6c82028449ad6fa1f3c832185de04668bf44381964a975"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1362618500, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.424583447634497, "interval": [0.4135334064707993, 8.221398779845824], "p_value": 0.04884464060167161, "input_sha256": "d2bd8ef8c495aceeda6c82028449ad6fa1f3c832185de04668bf44381964a975"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1362618500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -84.32335756876563, "interval": [-393.18881731870545, 224.5421021811742], "p_value": 0.625, "input_sha256": "d2bd8ef8c495aceeda6c82028449ad6fa1f3c832185de04668bf44381964a975"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1362618500, "p_value_method": "welch_average_effect", "success": true, "estimate": -84.32335756876563, "interval": [-456.8258118549286, 130.10440768746264], "p_value": 0.5809664181917955, "input_sha256": "d2bd8ef8c495aceeda6c82028449ad6fa1f3c832185de04668bf44381964a975"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4293807623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.860062720373083, "interval": [-2.135688979680489, 5.855814420426656], "p_value": 0.333, "input_sha256": "1839e372e09fb5912ffbcd1ec424de75b47bb2b47c433ba26a62f86228b97477"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4293807623, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.860062720373083, "interval": [-2.0672266271844673, 5.519928028478867], "p_value": 0.35191156364909815, "input_sha256": "1839e372e09fb5912ffbcd1ec424de75b47bb2b47c433ba26a62f86228b97477"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4293807623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 62.885729812963774, "interval": [-122.85952303990425, 248.6309826658318], "p_value": 0.519, "input_sha256": "1839e372e09fb5912ffbcd1ec424de75b47bb2b47c433ba26a62f86228b97477"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4293807623, "p_value_method": "welch_average_effect", "success": true, "estimate": 62.885729812963774, "interval": [-80.94452673377786, 285.29615837340356], "p_value": 0.4948347886516179, "input_sha256": "1839e372e09fb5912ffbcd1ec424de75b47bb2b47c433ba26a62f86228b97477"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3150991579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.732200530888907, "interval": [2.0378202916278623, 11.42658077014995], "p_value": 0.007, "input_sha256": "18b6b63c8a363b01f4eb663da78109edb1194d6b1d5fb2e8fb1ae22a552b327a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3150991579, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.732200530888907, "interval": [2.715758448718498, 11.071267009238568], "p_value": 0.006148052760811667, "input_sha256": "18b6b63c8a363b01f4eb663da78109edb1194d6b1d5fb2e8fb1ae22a552b327a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3150991579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.892988401465459, "interval": [-183.69964978184348, 171.91367297891256], "p_value": 0.945, "input_sha256": "18b6b63c8a363b01f4eb663da78109edb1194d6b1d5fb2e8fb1ae22a552b327a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3150991579, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.892988401465459, "interval": [-175.34243518502046, 151.66714195462504], "p_value": 0.946858722534375, "input_sha256": "18b6b63c8a363b01f4eb663da78109edb1194d6b1d5fb2e8fb1ae22a552b327a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 307093972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8410311826312498, "interval": [-3.8549775219687445, 5.537039887231244], "p_value": 0.707, "input_sha256": "ce13a544de93b5d8c14d59c89ae4231152fc12a54f1d2dade86f254fa27f27cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 307093972, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8410311826312498, "interval": [-3.6365468256830566, 4.839017154187249], "p_value": 0.718409858817286, "input_sha256": "ce13a544de93b5d8c14d59c89ae4231152fc12a54f1d2dade86f254fa27f27cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 307093972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -29.691633889521484, "interval": [-280.29567103377974, 220.91240325473674], "p_value": 0.842, "input_sha256": "ce13a544de93b5d8c14d59c89ae4231152fc12a54f1d2dade86f254fa27f27cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 307093972, "p_value_method": "welch_average_effect", "success": true, "estimate": -29.691633889521484, "interval": [-267.313168134771, 197.25706629693917], "p_value": 0.8117334233098388, "input_sha256": "ce13a544de93b5d8c14d59c89ae4231152fc12a54f1d2dade86f254fa27f27cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3459753261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.15850563828695, "interval": [0.7441430869552486, 9.572868189618653], "p_value": 0.03, "input_sha256": "0da3a45b7d34f76ad6fc2a7440411239e63c703868b89ec625148f28b32b8af7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3459753261, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.15850563828695, "interval": [0.8858315059240212, 9.063511865268703], "p_value": 0.02321370535884441, "input_sha256": "0da3a45b7d34f76ad6fc2a7440411239e63c703868b89ec625148f28b32b8af7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3459753261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 68.67792611901862, "interval": [-113.64698320698193, 251.00283544501917], "p_value": 0.42, "input_sha256": "0da3a45b7d34f76ad6fc2a7440411239e63c703868b89ec625148f28b32b8af7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3459753261, "p_value_method": "welch_average_effect", "success": true, "estimate": 68.67792611901862, "interval": [-72.6283138855479, 271.3154453142538], "p_value": 0.44897082158939494, "input_sha256": "0da3a45b7d34f76ad6fc2a7440411239e63c703868b89ec625148f28b32b8af7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1616927842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.383385821927977, "interval": [2.6510444802278794, 10.115727163628074], "p_value": 0.003, "input_sha256": "969e6c7a4b1ea56542127dae11ee955fdab8c48cba0a70751f4e955dfae4c452"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1616927842, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.383385821927977, "interval": [2.6082109182644473, 9.5196961008561], "p_value": 0.00135059630601433, "input_sha256": "969e6c7a4b1ea56542127dae11ee955fdab8c48cba0a70751f4e955dfae4c452"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1616927842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 218.30761436978256, "interval": [-21.476537643698236, 458.09176638326335], "p_value": 0.069, "input_sha256": "969e6c7a4b1ea56542127dae11ee955fdab8c48cba0a70751f4e955dfae4c452"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1616927842, "p_value_method": "welch_average_effect", "success": true, "estimate": 218.30761436978256, "interval": [38.18123839426041, 491.83118000431466], "p_value": 0.07227052975259741, "input_sha256": "969e6c7a4b1ea56542127dae11ee955fdab8c48cba0a70751f4e955dfae4c452"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 307721093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.268877971139888, "interval": [2.062957598468879, 8.474798343810898], "p_value": 0.005, "input_sha256": "dadf0248ff4290f648d2f0f9cbfba5d4bb0be36e615e1e7492953af91fb45c5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 307721093, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.268877971139888, "interval": [2.536393774001727, 8.064917278302334], "p_value": 0.0020153785716594194, "input_sha256": "dadf0248ff4290f648d2f0f9cbfba5d4bb0be36e615e1e7492953af91fb45c5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 307721093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -206.01391401315257, "interval": [-442.5588648290793, 30.53103680277414], "p_value": 0.064, "input_sha256": "dadf0248ff4290f648d2f0f9cbfba5d4bb0be36e615e1e7492953af91fb45c5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 307721093, "p_value_method": "welch_average_effect", "success": true, "estimate": -206.01391401315257, "interval": [-497.53551783296734, -51.48082644801006], "p_value": 0.08447929388779804, "input_sha256": "dadf0248ff4290f648d2f0f9cbfba5d4bb0be36e615e1e7492953af91fb45c5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2058190887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.234831006610918, "interval": [1.1290625910462122, 9.340599422175623], "p_value": 0.01, "input_sha256": "31eb6c7a0a67c07517111971371b8e610cadcdbe72d1b4f281264a9c3bdf784b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2058190887, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.234831006610918, "interval": [0.9673697691393737, 8.901191093714747], "p_value": 0.013868542849683727, "input_sha256": "31eb6c7a0a67c07517111971371b8e610cadcdbe72d1b4f281264a9c3bdf784b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2058190887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 236.41552261918847, "interval": [-15.884614311717002, 488.71565955009396], "p_value": 0.064, "input_sha256": "31eb6c7a0a67c07517111971371b8e610cadcdbe72d1b4f281264a9c3bdf784b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2058190887, "p_value_method": "welch_average_effect", "success": true, "estimate": 236.41552261918847, "interval": [44.0200605876056, 518.00751329181], "p_value": 0.06489252711388642, "input_sha256": "31eb6c7a0a67c07517111971371b8e610cadcdbe72d1b4f281264a9c3bdf784b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3486604364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7020138170840955, "interval": [3.462282560631352, 11.94174507353684], "p_value": 0.001, "input_sha256": "324bcbe5abbc3e9503b93f9959423f93556cea1add4905a92563f0ea6b77cbc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3486604364, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7020138170840955, "interval": [3.6457645314699665, 11.195638974050338], "p_value": 0.0007316854741877473, "input_sha256": "324bcbe5abbc3e9503b93f9959423f93556cea1add4905a92563f0ea6b77cbc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3486604364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 135.5630137031643, "interval": [-92.77416195584257, 363.9001893621712], "p_value": 0.319, "input_sha256": "324bcbe5abbc3e9503b93f9959423f93556cea1add4905a92563f0ea6b77cbc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3486604364, "p_value_method": "welch_average_effect", "success": true, "estimate": 135.5630137031643, "interval": [-14.732308760817364, 443.7694629546793], "p_value": 0.23206649421748693, "input_sha256": "324bcbe5abbc3e9503b93f9959423f93556cea1add4905a92563f0ea6b77cbc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1524807931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.435441655355644, "interval": [4.144205840744829, 12.72667746996646], "p_value": 0.001, "input_sha256": "964d95ed41303404e465bdbf25c5ca900d44a9575d30dd3f57da87670b975098"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1524807931, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.435441655355644, "interval": [4.549515373247169, 12.4614177632876], "p_value": 0.00031191042866912633, "input_sha256": "964d95ed41303404e465bdbf25c5ca900d44a9575d30dd3f57da87670b975098"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1524807931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 193.29717979852757, "interval": [-154.0271876484718, 540.6215472455269], "p_value": 0.312, "input_sha256": "964d95ed41303404e465bdbf25c5ca900d44a9575d30dd3f57da87670b975098"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1524807931, "p_value_method": "welch_average_effect", "success": true, "estimate": 193.29717979852757, "interval": [-30.444312561850644, 674.1372555425796], "p_value": 0.26171562921236, "input_sha256": "964d95ed41303404e465bdbf25c5ca900d44a9575d30dd3f57da87670b975098"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2871301044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.232490592897459, "interval": [0.3218097347411657, 8.143171451053753], "p_value": 0.043, "input_sha256": "60cd60f4dc8e9eec1f8c68a5670a7d325619c9ba61a2c78a4d9e9ce3bb34f2b0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2871301044, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.232490592897459, "interval": [0.5979878589408054, 7.867954312275185], "p_value": 0.0346569992131279, "input_sha256": "60cd60f4dc8e9eec1f8c68a5670a7d325619c9ba61a2c78a4d9e9ce3bb34f2b0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2871301044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 182.53350055471253, "interval": [-10.971515646164136, 376.03851675558917], "p_value": 0.078, "input_sha256": "60cd60f4dc8e9eec1f8c68a5670a7d325619c9ba61a2c78a4d9e9ce3bb34f2b0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2871301044, "p_value_method": "welch_average_effect", "success": true, "estimate": 182.53350055471253, "interval": [41.6258893935908, 422.21700873871305], "p_value": 0.06326697954596582, "input_sha256": "60cd60f4dc8e9eec1f8c68a5670a7d325619c9ba61a2c78a4d9e9ce3bb34f2b0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2493773628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.636940518742936, "interval": [1.2331977921886739, 8.040683245297197], "p_value": 0.012, "input_sha256": "92a923bc5fb5f05284ffb5e1778549912eb02d015abaaf45cbfe32873fade1a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2493773628, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.636940518742936, "interval": [1.2750613271279578, 7.5858877277399035], "p_value": 0.008975279838199212, "input_sha256": "92a923bc5fb5f05284ffb5e1778549912eb02d015abaaf45cbfe32873fade1a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2493773628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -148.12445249005032, "interval": [-436.22713852692914, 139.9782335468285], "p_value": 0.326, "input_sha256": "92a923bc5fb5f05284ffb5e1778549912eb02d015abaaf45cbfe32873fade1a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2493773628, "p_value_method": "welch_average_effect", "success": true, "estimate": -148.12445249005032, "interval": [-538.6229013917238, 50.13797832412241], "p_value": 0.3004458375575689, "input_sha256": "92a923bc5fb5f05284ffb5e1778549912eb02d015abaaf45cbfe32873fade1a0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3305264704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.97620278010891, "interval": [0.842276493589492, 9.110129066628328], "p_value": 0.018, "input_sha256": "fc57d458a3a6e5675bcab27822e027234ff8fa805acd1cc15b3724bc2380949e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3305264704, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.97620278010891, "interval": [1.2353781103368555, 8.846636012185359], "p_value": 0.0196123955374086, "input_sha256": "fc57d458a3a6e5675bcab27822e027234ff8fa805acd1cc15b3724bc2380949e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3305264704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 226.65112620244267, "interval": [21.22316754233438, 432.079084862551], "p_value": 0.021, "input_sha256": "fc57d458a3a6e5675bcab27822e027234ff8fa805acd1cc15b3724bc2380949e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3305264704, "p_value_method": "welch_average_effect", "success": true, "estimate": 226.65112620244267, "interval": [85.1223443800938, 476.7430929471877], "p_value": 0.03222818768373173, "input_sha256": "fc57d458a3a6e5675bcab27822e027234ff8fa805acd1cc15b3724bc2380949e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3641815562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1708899787841034, "interval": [-0.9832090989640232, 7.32498905653223], "p_value": 0.127, "input_sha256": "5c92829087ca125e664583c58ede9278500d3cf237f3f518b052bdcfb2ce0052"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3641815562, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1708899787841034, "interval": [-0.6053435667400361, 7.293622479811712], "p_value": 0.13052896364271024, "input_sha256": "5c92829087ca125e664583c58ede9278500d3cf237f3f518b052bdcfb2ce0052"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3641815562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 48.678421560365194, "interval": [-192.11834640931175, 289.47518953004214], "p_value": 0.68, "input_sha256": "5c92829087ca125e664583c58ede9278500d3cf237f3f518b052bdcfb2ce0052"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3641815562, "p_value_method": "welch_average_effect", "success": true, "estimate": 48.678421560365194, "interval": [-151.9675634279362, 335.849190964507], "p_value": 0.6838463888149064, "input_sha256": "5c92829087ca125e664583c58ede9278500d3cf237f3f518b052bdcfb2ce0052"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1397247743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.771540754854769, "interval": [1.639338922513839, 9.903742587195698], "p_value": 0.007, "input_sha256": "4f8f8f6edf4c82abd3fa0111fdce1a76bfd08738ad5c9d6d73257778f142cfc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1397247743, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.771540754854769, "interval": [1.7880285510672123, 9.277109308542732], "p_value": 0.007517286211537259, "input_sha256": "4f8f8f6edf4c82abd3fa0111fdce1a76bfd08738ad5c9d6d73257778f142cfc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1397247743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.44880525460039, "interval": [-306.49420990479655, 165.5965993955958], "p_value": 0.564, "input_sha256": "4f8f8f6edf4c82abd3fa0111fdce1a76bfd08738ad5c9d6d73257778f142cfc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1397247743, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.44880525460039, "interval": [-337.5017319144886, 111.64102268916517], "p_value": 0.5482048090775158, "input_sha256": "4f8f8f6edf4c82abd3fa0111fdce1a76bfd08738ad5c9d6d73257778f142cfc2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1461998311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8484609507001597, "interval": [-2.9206573371705535, 4.6175792385708725], "p_value": 0.632, "input_sha256": "c7ec3e9595a5c68c938856ed5248eb1f550a71bd79cfa8802a1f3cbc98c90830"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1461998311, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8484609507001597, "interval": [-2.782668103740888, 4.169970221290625], "p_value": 0.6498760611631154, "input_sha256": "c7ec3e9595a5c68c938856ed5248eb1f550a71bd79cfa8802a1f3cbc98c90830"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1461998311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 32.254451004973106, "interval": [-202.21241052448485, 266.72131253443104], "p_value": 0.78, "input_sha256": "c7ec3e9595a5c68c938856ed5248eb1f550a71bd79cfa8802a1f3cbc98c90830"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1461998311, "p_value_method": "welch_average_effect", "success": true, "estimate": 32.254451004973106, "interval": [-174.59762562192276, 280.79043747471115], "p_value": 0.7819187360874476, "input_sha256": "c7ec3e9595a5c68c938856ed5248eb1f550a71bd79cfa8802a1f3cbc98c90830"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3230185018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3410296934903663, "interval": [-0.7481468483365754, 7.430206235317308], "p_value": 0.119, "input_sha256": "c4dc92e501e2a85db6f972fb5e0282ca71ea4ad4511aee2458594b9a12783754"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3230185018, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3410296934903663, "interval": [-0.5022042376409575, 6.961607553769479], "p_value": 0.10631416201180387, "input_sha256": "c4dc92e501e2a85db6f972fb5e0282ca71ea4ad4511aee2458594b9a12783754"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3230185018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.82496249078443, "interval": [-95.76329843366145, 313.4132234152303], "p_value": 0.31, "input_sha256": "c4dc92e501e2a85db6f972fb5e0282ca71ea4ad4511aee2458594b9a12783754"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3230185018, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.82496249078443, "interval": [-34.29725327715956, 356.3189908186844], "p_value": 0.2848937830150096, "input_sha256": "c4dc92e501e2a85db6f972fb5e0282ca71ea4ad4511aee2458594b9a12783754"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2348031220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.55707092086881, "interval": [-0.409850214592002, 7.523992056329622], "p_value": 0.069, "input_sha256": "ee2f0916554570d9f4edf07bd7aa733e964c2bd3736b1adf557d5af46b34113c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2348031220, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.55707092086881, "interval": [-0.4431318057393179, 7.197289511153684], "p_value": 0.07733458429249182, "input_sha256": "ee2f0916554570d9f4edf07bd7aa733e964c2bd3736b1adf557d5af46b34113c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2348031220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6559473887345746, "interval": [-261.05656111626604, 255.74466633879692], "p_value": 0.986, "input_sha256": "ee2f0916554570d9f4edf07bd7aa733e964c2bd3736b1adf557d5af46b34113c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2348031220, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6559473887345746, "interval": [-224.4249016795331, 256.8807274311017], "p_value": 0.9835075449886206, "input_sha256": "ee2f0916554570d9f4edf07bd7aa733e964c2bd3736b1adf557d5af46b34113c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 371812288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.226390979885654, "interval": [-0.8105277550740295, 7.263309714845337], "p_value": 0.114, "input_sha256": "dcb923d593519bb73e472c5ea6fc971ae9f56348d2dd550eb8ca9f5aff10cdb9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 371812288, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.226390979885654, "interval": [-0.46930304892948377, 6.949840975990866], "p_value": 0.11357482523192847, "input_sha256": "dcb923d593519bb73e472c5ea6fc971ae9f56348d2dd550eb8ca9f5aff10cdb9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 371812288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 33.590636098783676, "interval": [-121.69657144210905, 188.8778436396764], "p_value": 0.666, "input_sha256": "dcb923d593519bb73e472c5ea6fc971ae9f56348d2dd550eb8ca9f5aff10cdb9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 371812288, "p_value_method": "welch_average_effect", "success": true, "estimate": 33.590636098783676, "interval": [-117.29888092655918, 179.2270644191207], "p_value": 0.6636561953667093, "input_sha256": "dcb923d593519bb73e472c5ea6fc971ae9f56348d2dd550eb8ca9f5aff10cdb9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2085640477, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.012495293836643, "interval": [1.4528086138529872, 10.5721819738203], "p_value": 0.009, "input_sha256": "7aabe896fe2206559f984e17ea10e01e65e3561d487c368f0902f77f370faf12"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2085640477, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.012495293836643, "interval": [1.8866598898915665, 10.343933664335596], "p_value": 0.011133910456767489, "input_sha256": "7aabe896fe2206559f984e17ea10e01e65e3561d487c368f0902f77f370faf12"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2085640477, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.947930787324083, "interval": [-183.33499703778446, 167.4391354631363], "p_value": 0.923, "input_sha256": "7aabe896fe2206559f984e17ea10e01e65e3561d487c368f0902f77f370faf12"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2085640477, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.947930787324083, "interval": [-152.03913530047967, 167.79602878644846], "p_value": 0.9273560142727291, "input_sha256": "7aabe896fe2206559f984e17ea10e01e65e3561d487c368f0902f77f370faf12"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3494619779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2160148222286935, "interval": [0.40961212396039137, 8.022417520496996], "p_value": 0.039, "input_sha256": "0dd02ea259a61e66e125070902afb6ceb96a83928982f26a754606932fcc2e6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3494619779, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2160148222286935, "interval": [0.4668864785303449, 7.756375470888702], "p_value": 0.030864373065538686, "input_sha256": "0dd02ea259a61e66e125070902afb6ceb96a83928982f26a754606932fcc2e6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3494619779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 142.5207210255816, "interval": [-114.79269113578047, 399.83413318694363], "p_value": 0.319, "input_sha256": "0dd02ea259a61e66e125070902afb6ceb96a83928982f26a754606932fcc2e6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3494619779, "p_value_method": "welch_average_effect", "success": true, "estimate": 142.5207210255816, "interval": [-149.01360349853275, 360.5269949845158], "p_value": 0.26913976405799594, "input_sha256": "0dd02ea259a61e66e125070902afb6ceb96a83928982f26a754606932fcc2e6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 568937026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.938694231709384, "interval": [-1.2878779364076394, 7.1652663998264075], "p_value": 0.162, "input_sha256": "f50a3337615badd8609312368f4e29ff8f0478e27f3e2c63b04d2c784ee48dba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 568937026, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.938694231709384, "interval": [-0.7313425295567338, 6.866177796539833], "p_value": 0.16728711406392124, "input_sha256": "f50a3337615badd8609312368f4e29ff8f0478e27f3e2c63b04d2c784ee48dba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 568937026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -117.93123087380256, "interval": [-386.1477935754893, 150.28533182788414], "p_value": 0.471, "input_sha256": "f50a3337615badd8609312368f4e29ff8f0478e27f3e2c63b04d2c784ee48dba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 568937026, "p_value_method": "welch_average_effect", "success": true, "estimate": -117.93123087380256, "interval": [-498.8294138900863, 54.54654340034155], "p_value": 0.37313153592793, "input_sha256": "f50a3337615badd8609312368f4e29ff8f0478e27f3e2c63b04d2c784ee48dba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3694952422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.261870997066934, "interval": [-1.8036136661436322, 6.3273556602775], "p_value": 0.274, "input_sha256": "763b73bb3fbd9269e7ab494c98a66bc8e1c6fdaa748538f84c8e5feb3f08e219"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3694952422, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.261870997066934, "interval": [-2.080294202417004, 5.670478188302799], "p_value": 0.267021928429504, "input_sha256": "763b73bb3fbd9269e7ab494c98a66bc8e1c6fdaa748538f84c8e5feb3f08e219"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3694952422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -69.62323105688961, "interval": [-287.07952694572583, 147.83306483194661], "p_value": 0.532, "input_sha256": "763b73bb3fbd9269e7ab494c98a66bc8e1c6fdaa748538f84c8e5feb3f08e219"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3694952422, "p_value_method": "welch_average_effect", "success": true, "estimate": -69.62323105688961, "interval": [-279.2157638873385, 117.40231617665896], "p_value": 0.5202770459091232, "input_sha256": "763b73bb3fbd9269e7ab494c98a66bc8e1c6fdaa748538f84c8e5feb3f08e219"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1759127065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.88000718917381, "interval": [1.2679230971317188, 8.4920912812159], "p_value": 0.011, "input_sha256": "88d90559d509450a0568be71fde1070db210e32d010504b0e1ec27e8b90f1540"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1759127065, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.88000718917381, "interval": [1.7574466220964358, 8.294320494085502], "p_value": 0.009451066062738251, "input_sha256": "88d90559d509450a0568be71fde1070db210e32d010504b0e1ec27e8b90f1540"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1759127065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 186.65579089044147, "interval": [-135.5070168807334, 508.8185986616163], "p_value": 0.247, "input_sha256": "88d90559d509450a0568be71fde1070db210e32d010504b0e1ec27e8b90f1540"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1759127065, "p_value_method": "welch_average_effect", "success": true, "estimate": 186.65579089044147, "interval": [-115.68775340235963, 487.6611144885954], "p_value": 0.24747359001830643, "input_sha256": "88d90559d509450a0568be71fde1070db210e32d010504b0e1ec27e8b90f1540"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3465529900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1931230315780343, "interval": [-0.7657729671019986, 7.152019030258067], "p_value": 0.125, "input_sha256": "f7342e91ead674784cf1112224cbad92e0eb5bf4061e55aa6e4fbdce31de7c9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3465529900, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1931230315780343, "interval": [-0.6807193430028508, 6.99837137458949], "p_value": 0.11054550145558688, "input_sha256": "f7342e91ead674784cf1112224cbad92e0eb5bf4061e55aa6e4fbdce31de7c9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3465529900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 140.72427801301245, "interval": [-63.60000321107296, 345.04855923709783], "p_value": 0.164, "input_sha256": "f7342e91ead674784cf1112224cbad92e0eb5bf4061e55aa6e4fbdce31de7c9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3465529900, "p_value_method": "welch_average_effect", "success": true, "estimate": 140.72427801301245, "interval": [-2.135537387346574, 380.1060783752441], "p_value": 0.16856685234186494, "input_sha256": "f7342e91ead674784cf1112224cbad92e0eb5bf4061e55aa6e4fbdce31de7c9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1340316898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.057334834088024, "interval": [3.4132472825880287, 12.701422385588021], "p_value": 0.004, "input_sha256": "d1b83aef549650dd933738d0bae0a85de9cb5274677b343ebc4e412313d3577a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1340316898, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.057334834088024, "interval": [3.635273063878266, 12.438028633348273], "p_value": 0.0011789879670721212, "input_sha256": "d1b83aef549650dd933738d0bae0a85de9cb5274677b343ebc4e412313d3577a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1340316898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 199.6234745314541, "interval": [6.7975694253132986, 392.4493796375949], "p_value": 0.033, "input_sha256": "d1b83aef549650dd933738d0bae0a85de9cb5274677b343ebc4e412313d3577a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1340316898, "p_value_method": "welch_average_effect", "success": true, "estimate": 199.6234745314541, "interval": [51.26514894243542, 449.36555152076795], "p_value": 0.04310034006872546, "input_sha256": "d1b83aef549650dd933738d0bae0a85de9cb5274677b343ebc4e412313d3577a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1091011332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.528306763140652, "interval": [2.793938872283682, 8.262674653997621], "p_value": 0.001, "input_sha256": "40f10676a0a88a1718344e435c6c89d79b1cc55395402eda77f42b9813bb19be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1091011332, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.528306763140652, "interval": [3.158243169959, 8.205062192306393], "p_value": 0.00021796865240553397, "input_sha256": "40f10676a0a88a1718344e435c6c89d79b1cc55395402eda77f42b9813bb19be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1091011332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 89.36292307062098, "interval": [-121.10098852836728, 299.82683466960924], "p_value": 0.422, "input_sha256": "40f10676a0a88a1718344e435c6c89d79b1cc55395402eda77f42b9813bb19be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1091011332, "p_value_method": "welch_average_effect", "success": true, "estimate": 89.36292307062098, "interval": [-98.24871980928137, 305.0271655728037], "p_value": 0.39512543412315904, "input_sha256": "40f10676a0a88a1718344e435c6c89d79b1cc55395402eda77f42b9813bb19be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2751186840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.254824441541839, "interval": [-0.0640272576555061, 8.573676140739185], "p_value": 0.051, "input_sha256": "58c19b4ddeae4cafbb6b194105537b05a60175836f109f6d4b4a5d4c2ac249e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2751186840, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.254824441541839, "interval": [-0.1755963590874022, 7.92210520921475], "p_value": 0.05332009418906418, "input_sha256": "58c19b4ddeae4cafbb6b194105537b05a60175836f109f6d4b4a5d4c2ac249e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2751186840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -32.75583869776173, "interval": [-297.29828100246687, 231.78660360694337], "p_value": 0.741, "input_sha256": "58c19b4ddeae4cafbb6b194105537b05a60175836f109f6d4b4a5d4c2ac249e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2751186840, "p_value_method": "welch_average_effect", "success": true, "estimate": -32.75583869776173, "interval": [-274.96931280710476, 203.73305120427364], "p_value": 0.8034173788584528, "input_sha256": "58c19b4ddeae4cafbb6b194105537b05a60175836f109f6d4b4a5d4c2ac249e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4185388722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.166421698558134, "interval": [2.5534009169427945, 9.779442480173472], "p_value": 0.002, "input_sha256": "b7c83e1aa8b58ca4f5f7f6ecc681211318b84740ff71035ba7768417043763b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4185388722, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.166421698558134, "interval": [2.849510735528618, 9.798936827463672], "p_value": 0.0013711889205694845, "input_sha256": "b7c83e1aa8b58ca4f5f7f6ecc681211318b84740ff71035ba7768417043763b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4185388722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 118.41359478859528, "interval": [-132.01094983168937, 368.8381394088799], "p_value": 0.372, "input_sha256": "b7c83e1aa8b58ca4f5f7f6ecc681211318b84740ff71035ba7768417043763b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4185388722, "p_value_method": "welch_average_effect", "success": true, "estimate": 118.41359478859528, "interval": [-64.72158043836951, 419.723035313639], "p_value": 0.3400544170097306, "input_sha256": "b7c83e1aa8b58ca4f5f7f6ecc681211318b84740ff71035ba7768417043763b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1617060600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.648572515898039, "interval": [1.3899193691100749, 9.907225662686002], "p_value": 0.011, "input_sha256": "5be432ba471442e59b51c5315f2bdadf8bb78379ec351a169cc6f8eab64a91c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1617060600, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.648572515898039, "interval": [1.2606337680296427, 9.235402302372924], "p_value": 0.010688184586362686, "input_sha256": "5be432ba471442e59b51c5315f2bdadf8bb78379ec351a169cc6f8eab64a91c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1617060600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 117.92055046733518, "interval": [-74.17002688718588, 310.01112782185623], "p_value": 0.237, "input_sha256": "5be432ba471442e59b51c5315f2bdadf8bb78379ec351a169cc6f8eab64a91c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1617060600, "p_value_method": "welch_average_effect", "success": true, "estimate": 117.92055046733518, "interval": [-16.859660278353868, 344.4381242174567], "p_value": 0.21791027394790932, "input_sha256": "5be432ba471442e59b51c5315f2bdadf8bb78379ec351a169cc6f8eab64a91c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 450422158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.891136194675653, "interval": [1.2715951990538454, 8.51067719029746], "p_value": 0.015, "input_sha256": "182823d326f115a8cd19ade0b537695c8de83ba246b590e51f0eaee5b322916b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 450422158, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.891136194675653, "interval": [1.415492538826243, 8.065865336432447], "p_value": 0.009472807931107042, "input_sha256": "182823d326f115a8cd19ade0b537695c8de83ba246b590e51f0eaee5b322916b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 450422158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 194.65320941952135, "interval": [-56.00020664788042, 445.3066254869231], "p_value": 0.145, "input_sha256": "182823d326f115a8cd19ade0b537695c8de83ba246b590e51f0eaee5b322916b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 450422158, "p_value_method": "welch_average_effect", "success": true, "estimate": 194.65320941952135, "interval": [-0.26156073385007683, 466.72915244521766], "p_value": 0.1227859290195409, "input_sha256": "182823d326f115a8cd19ade0b537695c8de83ba246b590e51f0eaee5b322916b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2297919722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.465843601095385, "interval": [2.3492932091211514, 8.582393993069617], "p_value": 0.002, "input_sha256": "81a21b01f63051d354f74402577cc821cfa0edd479ac180099cfb887fcf86390"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2297919722, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.465843601095385, "interval": [2.1418114421605816, 8.113644236756679], "p_value": 0.0010635130809071543, "input_sha256": "81a21b01f63051d354f74402577cc821cfa0edd479ac180099cfb887fcf86390"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2297919722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.133319004710131, "interval": [-204.84487708627827, 227.11151509569854], "p_value": 0.914, "input_sha256": "81a21b01f63051d354f74402577cc821cfa0edd479ac180099cfb887fcf86390"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2297919722, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.133319004710131, "interval": [-220.9015760125906, 190.3434738240143], "p_value": 0.917327096246924, "input_sha256": "81a21b01f63051d354f74402577cc821cfa0edd479ac180099cfb887fcf86390"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2426951048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.262100424538998, "interval": [-0.5343982877607383, 7.058599136838734], "p_value": 0.095, "input_sha256": "ac88270f0c316010be1436aaab1824e6ace688d075023499142c49657fcd22d5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2426951048, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.262100424538998, "interval": [-0.2498461811535434, 6.579244740490023], "p_value": 0.08995218289171791, "input_sha256": "ac88270f0c316010be1436aaab1824e6ace688d075023499142c49657fcd22d5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2426951048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -59.63549064756481, "interval": [-343.17314703283944, 223.90216573770985], "p_value": 0.645, "input_sha256": "ac88270f0c316010be1436aaab1824e6ace688d075023499142c49657fcd22d5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2426951048, "p_value_method": "welch_average_effect", "success": true, "estimate": -59.63549064756481, "interval": [-365.33625137933564, 185.06948664990577], "p_value": 0.6724839257360882, "input_sha256": "ac88270f0c316010be1436aaab1824e6ace688d075023499142c49657fcd22d5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1317330362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.494289558466562, "interval": [0.12250902332073821, 6.866070093612386], "p_value": 0.038, "input_sha256": "3364c75aae0052d224f062d1964e96a8636258fc801254a6ca97f4dfeb768283"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1317330362, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.494289558466562, "interval": [0.6743946110663983, 6.874594582751059], "p_value": 0.0426343572440609, "input_sha256": "3364c75aae0052d224f062d1964e96a8636258fc801254a6ca97f4dfeb768283"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1317330362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 77.95634784667769, "interval": [-193.61306509774917, 349.5257607911045], "p_value": 0.593, "input_sha256": "3364c75aae0052d224f062d1964e96a8636258fc801254a6ca97f4dfeb768283"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1317330362, "p_value_method": "welch_average_effect", "success": true, "estimate": 77.95634784667769, "interval": [-123.3426481596042, 410.46956570568733], "p_value": 0.5623362652132624, "input_sha256": "3364c75aae0052d224f062d1964e96a8636258fc801254a6ca97f4dfeb768283"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3436721261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.876656112910158, "interval": [-0.06130871295790108, 7.8146209387782175], "p_value": 0.051, "input_sha256": "aa24767e7f1cb2cb13aec866f927317606bb7078375b14a6e95db877e03257ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3436721261, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.876656112910158, "interval": [-0.0912849075856479, 7.245579928845737], "p_value": 0.05347163601240151, "input_sha256": "aa24767e7f1cb2cb13aec866f927317606bb7078375b14a6e95db877e03257ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3436721261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -140.5558203978723, "interval": [-413.1897075455458, 132.07806674980117], "p_value": 0.321, "input_sha256": "aa24767e7f1cb2cb13aec866f927317606bb7078375b14a6e95db877e03257ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3436721261, "p_value_method": "welch_average_effect", "success": true, "estimate": -140.5558203978723, "interval": [-498.38519778388616, 62.092331452010484], "p_value": 0.30041249494285543, "input_sha256": "aa24767e7f1cb2cb13aec866f927317606bb7078375b14a6e95db877e03257ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 692767497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.661883376245601, "interval": [2.995504796993282, 10.32826195549792], "p_value": 0.001, "input_sha256": "7a7adb25e2b585e650a02c119a9d6d0054814d1ddb0542930d5c73bf22e9baca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 692767497, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.661883376245601, "interval": [3.3747022764684185, 10.203686646588608], "p_value": 0.0007281447377425236, "input_sha256": "7a7adb25e2b585e650a02c119a9d6d0054814d1ddb0542930d5c73bf22e9baca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 692767497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 159.65533564761733, "interval": [-146.61454932096882, 465.9252206162035], "p_value": 0.304, "input_sha256": "7a7adb25e2b585e650a02c119a9d6d0054814d1ddb0542930d5c73bf22e9baca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 692767497, "p_value_method": "welch_average_effect", "success": true, "estimate": 159.65533564761733, "interval": [-66.31760127409271, 533.3005694947311], "p_value": 0.29407779654413974, "input_sha256": "7a7adb25e2b585e650a02c119a9d6d0054814d1ddb0542930d5c73bf22e9baca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1729279986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.045826346839668, "interval": [2.931342991774672, 11.160309701904664], "p_value": 0.001, "input_sha256": "0214036a1dc5459ae7fc050dc6fa0a4f8f3d0bdefeb3fe939df89e5f0643ffab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1729279986, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.045826346839668, "interval": [3.039972482010566, 10.966637087898198], "p_value": 0.001325714663017587, "input_sha256": "0214036a1dc5459ae7fc050dc6fa0a4f8f3d0bdefeb3fe939df89e5f0643ffab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1729279986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 263.15375294733747, "interval": [-50.88707262672801, 577.194578521403], "p_value": 0.082, "input_sha256": "0214036a1dc5459ae7fc050dc6fa0a4f8f3d0bdefeb3fe939df89e5f0643ffab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1729279986, "p_value_method": "welch_average_effect", "success": true, "estimate": 263.15375294733747, "interval": [61.071326645661756, 669.3813015580228], "p_value": 0.09657139813755275, "input_sha256": "0214036a1dc5459ae7fc050dc6fa0a4f8f3d0bdefeb3fe939df89e5f0643ffab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1542218727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5411922212075986, "interval": [0.26634680231926255, 6.816037640095935], "p_value": 0.051, "input_sha256": "57c710bc96299c511d57e3d4a98d757a26efe150d41eda98c21732630cf2a33a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1542218727, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5411922212075986, "interval": [0.5564892541959469, 6.675724051673936], "p_value": 0.034825864702341044, "input_sha256": "57c710bc96299c511d57e3d4a98d757a26efe150d41eda98c21732630cf2a33a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1542218727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.263681667415568, "interval": [-243.5040932302651, 230.97672989543398], "p_value": 0.961, "input_sha256": "57c710bc96299c511d57e3d4a98d757a26efe150d41eda98c21732630cf2a33a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1542218727, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.263681667415568, "interval": [-201.14552115359032, 291.75469611829936], "p_value": 0.9575835456929914, "input_sha256": "57c710bc96299c511d57e3d4a98d757a26efe150d41eda98c21732630cf2a33a"}