Adding experiement batches results

Author: martech-engineer

initial_thoughts/Experiment_batches_results.csv

@@ -1,51 +1,6 @@
-Experiment type,Batch,Mean overall delta,Std dev overall delta,Mean delta percentage,Std dev delta percentage,Positive outcomes,Negative outcomes,Neutral outcomes,Average up,Average down,Average unchanged
-best_batches,1,0.000203,0.000108,1.30%,0.69%,95%,5%,0%,739.45,827.95,273.6
-best_batches,2,0.000206,5.40E-05,1.34%,0.36%,100%,0%,0%,762.55,809.4,269.05
-best_batches,3,0.000213,3.70E-05,1.37%,0.24%,100%,0%,0%,714.85,855,271.15
-best_batches,4,0.000214,3.60E-05,1.38%,0.23%,100%,0%,0%,754.2,820.8,266
-best_batches,5,0.000215,6.40E-05,1.39%,0.41%,95%,5%,0%,758.75,799,283.25
-best_batches,6,0.000213,7.20E-05,1.38%,0.47%,95%,5%,0%,733.4,839.85,267.75
-best_batches,7,0.000204,2.60E-05,1.32%,0.16%,100%,0%,0%,744.1,817.1,279.8
-best_batches,8,0.000238,0.000112,1.53%,0.69%,100%,0%,0%,747.15,809.65,284.2
-best_batches,9,0.000226,2.90E-05,1.47%,0.18%,100%,0%,0%,699.35,865.35,276.3
-best_batches,10,0.00022,3.80E-05,1.43%,0.25%,100%,0%,0%,720,842.35,278.65
-folder_batches,1,0.000132,5.30E-05,0.85%,0.34%,95%,5%,0%,659.1,1081.65,100.25
-folder_batches,2,0.000113,1.50E-05,0.73%,0.10%,100%,0%,0%,678.25,1033.65,129.1
-folder_batches,3,0.000126,2.90E-05,0.81%,0.19%,100%,0%,0%,659.35,1051.35,130.3
-folder_batches,4,0.000162,5.70E-05,1.06%,0.38%,100%,0%,0%,629.6,1129.35,82.05
-folder_batches,5,0.000143,6.30E-05,0.93%,0.40%,100%,0%,0%,650.95,1085.45,104.6
-folder_batches,6,0.000118,3.50E-05,0.76%,0.22%,100%,0%,0%,694.9,1012.75,133.35
-folder_batches,7,0.000159,3.00E-05,1.03%,0.19%,100%,0%,0%,623.95,1121.6,95.45
-folder_batches,8,0.00012,6.60E-05,0.77%,0.43%,100%,0%,0%,639.65,1086.85,114.5
-folder_batches,9,0.000103,4.10E-05,0.67%,0.27%,100%,0%,0%,664.35,1058.4,118.25
-folder_batches,10,0.000152,5.40E-05,0.99%,0.35%,100%,0%,0%,669.5,1063.75,107.75
-mixed_batches,1,0.000196,0.000106,1.27%,0.68%,100%,0%,0%,347.65,1375.85,117.5
-mixed_batches,2,0.00019,7.10E-05,1.22%,0.45%,100%,0%,0%,350.15,1373.1,117.75
-mixed_batches,3,0.000168,1.70E-05,1.08%,0.11%,100%,0%,0%,376.65,1316.5,147.85
-mixed_batches,4,0.000182,3.70E-05,1.18%,0.25%,100%,0%,0%,356.05,1360.1,124.85
-mixed_batches,5,0.000166,4.40E-05,1.08%,0.28%,100%,0%,0%,355.8,1363.15,122.05
-mixed_batches,6,-0.006223,0.000176,-41.76%,0.10%,0%,100%,0%,917.15,698.4,23.45
-mixed_batches,7,-0.006477,0.000146,-43.17%,0.19%,0%,100%,0%,919.1,699.05,20.85
-mixed_batches,8,-0.002129,8.30E-05,-13.83%,0.27%,0%,100%,0%,1024.4,738.65,52.95
-mixed_batches,9,-0.00681,0.000183,-45.56%,0.20%,0%,100%,0%,900.75,716.5,20.75
-mixed_batches,10,-0.006881,0.000185,-46.51%,0.15%,0%,100%,0%,893.5,723.7,20.8
-random_batches,1,8.60E-05,5.60E-05,0.56%,0.36%,95%,5%,0%,351.35,1418.4,71.25
-random_batches,2,0.000121,5.40E-05,0.78%,0.34%,100%,0%,0%,350.5,1416.9,73.6
-random_batches,3,0.000119,2.90E-05,0.77%,0.19%,100%,0%,0%,358.35,1408.55,74.1
-random_batches,4,0.000104,3.20E-05,0.67%,0.20%,100%,0%,0%,362.5,1412.8,65.7
-random_batches,5,7.60E-05,5.80E-05,0.49%,0.38%,95%,5%,0%,344.35,1418,78.65
-random_batches,6,0.000101,3.60E-05,0.66%,0.23%,100%,0%,0%,349.3,1413.75,77.95
-random_batches,7,0.000109,6.60E-05,0.71%,0.44%,100%,0%,0%,363.85,1408.05,69.1
-random_batches,8,0.000118,4.10E-05,0.76%,0.27%,95%,5%,0%,342.75,1422.2,76.05
-random_batches,9,0.000105,0.000127,0.68%,0.79%,95%,5%,0%,352.55,1414.35,74.1
-random_batches,10,0.000101,5.70E-05,0.65%,0.36%,95%,5%,0%,338.25,1427.3,75.45
-worst_batches,1,0.000181,3.90E-05,1.18%,0.25%,100%,0%,0%,355.25,1359.45,126.3
-worst_batches,2,0.000209,0.000126,1.36%,0.81%,100%,0%,0%,385.9,1320.3,134.8
-worst_batches,3,0.000186,3.70E-05,1.21%,0.22%,100%,0%,0%,400.45,1299.85,140.7
-worst_batches,4,0.000173,9.40E-05,1.11%,0.60%,95%,5%,0%,370.45,1324.7,145.85
-worst_batches,5,0.000156,7.60E-05,1.00%,0.49%,95%,5%,0%,374.75,1318.05,148.2
-worst_batches,6,0.000151,2.80E-05,0.98%,0.18%,100%,0%,0%,350.9,1361.35,128.75
-worst_batches,7,0.000172,5.20E-05,1.11%,0.33%,100%,0%,0%,393.65,1306.6,140.75
-worst_batches,8,0.000198,3.80E-05,1.28%,0.26%,100%,0%,0%,374.15,1323.6,143.25
-worst_batches,9,0.000196,7.60E-05,1.26%,0.48%,100%,0%,0%,408.7,1294.7,137.6
-worst_batches,10,0.00019,5.50E-05,1.21%,0.34%,100%,0%,0%,372.3,1327.1,141.6
+Experiment type,Mean overall delta,Mean delta percentage,Positive outcomes,Negative outcomes,Neutral outcomes,Average ?,Average ?,Average ?
+best_batches,0.000215,1.39%,95.00%,5.00%,0.00%,737.38,827.63,275.98
+folder_batches,0.000133,0.86%,95.00%,5.00%,0.00%,655.83,1070.33,110.22
+mixed_batches,-0.003189,-18.73%,50.00%,50.00%,0.00%,520.19,1007.41,82.26
+random_batches,0.000101,0.65%,92.50%,7.50%,0.00%,351.49,1416.73,73.19
+worst_batches,0.000183,1.18%,95.00%,5.00%,0.00%,379.76,1323.01,137.66