{"source":{"label":"Full five-seed aggregate","path":"artifacts/full_multiseed/aggregate.json","format":"json"},"data":{"protocol":"full","seeds":[20260812,20260813,20260814,20260815,20260816],"n_seeds":5,"confidence_interval":"nonparametric bootstrap 95% CI for the seed-level mean","contextual_bandit_reward":{"mean":0.8071754402423805,"std":0.4568458229481372,"ci95_low":0.5190809572193565,"ci95_high":1.212062762244222,"min":0.4628767271259188,"max":1.579432351302302,"n":5},"contextual_bandit_approved_value":{"mean":17627.073087839704,"std":13443.801803664775,"ci95_low":9267.685165920639,"ci95_high":29674.002863443653,"min":7917.273696706922,"max":40310.53598253173,"n":5},"contextual_bandit_detection_rate":{"mean":0.8064814814814815,"std":0.03211049502271126,"ci95_low":0.7796296296296296,"ci95_high":0.8275462962962962,"min":0.7534722222222222,"max":0.8379629629629629,"n":5},"contextual_bandit_no_novelty_reward":{"mean":0.8244663812101496,"std":0.3488077283763108,"ci95_low":0.5740474801354754,"ci95_high":1.1054211844824677,"min":0.48694204774440997,"max":1.3550381938532132,"n":5},"random_reward":{"mean":0.12642285157503497,"std":0.13855383571300636,"ci95_low":0.01990790080633136,"ci95_high":0.23505980275422478,"min":-0.011278116064259304,"max":0.3030698090490924,"n":5},"rule_mutation_reward":{"mean":0.5033110819545867,"std":0.6016203908895966,"ci95_low":0.16709166790384108,"ci95_high":1.0472765622687716,"min":0.11747623170615078,"max":1.561628069908565,"n":5},"v0_held_out_auc":{"mean":0.980626987213542,"std":0.006177065483042838,"ci95_low":0.9755468539741201,"ci95_high":0.9852864380480627,"min":0.9723763500245459,"max":0.9886089901477833,"n":5},"v0_held_out_precision":{"mean":0.9067987080624593,"std":0.01922551272838101,"ci95_low":0.8903350927960716,"ci95_high":0.9196180979514313,"min":0.8752362948960303,"max":0.9232142857142858,"n":5},"v0_held_out_recall":{"mean":0.865930422744747,"std":0.029112224280309882,"ci95_low":0.8415941054652747,"ci95_high":0.8876067992983361,"min":0.8267857142857142,"max":0.8982758620689655,"n":5},"v0_held_out_fpr":{"mean":0.009107142857142857,"std":0.0016317559716515241,"ci95_low":0.008035714285714287,"ci95_high":0.0105,"min":0.007678571428571429,"max":0.011785714285714287,"n":5},"v0_fresh_reward":{"mean":1.2940368056733764,"std":0.6664024286101843,"ci95_low":0.828115664005507,"ci95_high":1.8856607420234084,"min":0.6476083473078205,"max":2.3372259243849975,"n":5},"v0_fresh_approved_value":{"mean":31179.152280282095,"std":18851.341090035796,"ci95_low":17614.6444297806,"ci95_high":46990.58856077461,"min":12214.452721366171,"max":59951.774703230054,"n":5},"v1_held_out_auc":{"mean":0.9938444746630779,"std":0.004889215640067739,"ci95_low":0.9897899454836147,"ci95_high":0.9974534373476353,"min":0.986680473735886,"max":1,"n":5},"v1_held_out_precision":{"mean":0.9073379346181291,"std":0.010592427423022306,"ci95_low":0.8996726440813252,"ci95_high":0.9164471652342773,"min":0.8948247078464107,"max":0.9221854304635762,"n":5},"v1_held_out_recall":{"mean":0.9605509865765093,"std":0.029242518235181626,"ci95_low":0.9375072948730236,"ci95_high":0.9828571428571429,"min":0.9209621993127147,"max":1,"n":5},"v1_held_out_fpr":{"mean":0.01007142857142857,"std":0.0011051248890547,"ci95_low":0.009142857142857144,"ci95_high":0.010857142857142857,"min":0.008392857142857143,"max":0.01125,"n":5},"v1_fresh_reward":{"mean":-0.043465523637967886,"std":0.13433924274175787,"ci95_low":-0.14252364111454974,"ci95_high":0.06428079597270069,"min":-0.17466648912196678,"max":0.15541968940514841,"n":5},"v1_fresh_approved_value":{"mean":1672.5889036633969,"std":1675.5094032923785,"ci95_low":422.5037718534405,"ci95_high":2996.8930043508362,"min":0,"max":4100.036246770485,"n":5},"v2_held_out_auc":{"mean":0.9999260160098522,"std":0.00010332080666284522,"ci95_low":0.9998405480295567,"ci95_high":1,"min":0.9997863300492611,"max":1,"n":5},"v2_held_out_precision":{"mean":0.9127763635686996,"std":0.01715220898195073,"ci95_low":0.8994689370312365,"ci95_high":0.9260837901061626,"min":0.8901273885350318,"max":0.9301587301587302,"n":5},"v2_held_out_recall":{"mean":0.9989532019704435,"std":0.0015492297568237858,"ci95_low":0.9975738916256158,"ci95_high":1,"min":0.996551724137931,"max":1,"n":5},"v2_held_out_fpr":{"mean":0.00982142857142857,"std":0.0020004782591435785,"ci95_low":0.008249999999999999,"ci95_high":0.011392857142857144,"min":0.007857142857142858,"max":0.012321428571428572,"n":5},"v2_fresh_reward":{"mean":-0.17537077505791968,"std":0.0008007817330338661,"ci95_low":-0.17598468039726303,"ci95_high":-0.17474740615199372,"min":-0.17610507889039514,"max":-0.17437950629628057,"n":5},"v2_fresh_approved_value":{"mean":0,"std":0,"ci95_low":0,"ci95_high":0,"min":0,"max":0,"n":5},"fresh_value_reduction_v0_to_v1":{"mean":0.9205302185265666,"std":0.08188699476918927,"ci95_low":0.8588589321700782,"ci95_high":0.9807256209044706,"min":0.8020891396441845,"max":1,"n":5},"fresh_value_reduction_v1_to_v2":{"mean":1,"std":0,"ci95_low":1,"ci95_high":1,"min":1,"max":1,"n":5},"novelty_ablation_reward_delta":{"mean":-0.0172909409677691,"std":0.15934066488690224,"ci95_low":-0.1370609965853476,"ci95_high":0.12111088018647995,"min":-0.21915547025457638,"max":0.22439415744908886,"n":5},"significance_tests":{"bandit_vs_random":{"test":"paired Wilcoxon signed-rank","statistic":15,"alternative":"contextual_bandit_reward > random_reward","p_value_one_sided":0.03125,"mean_paired_difference":0.6807525886673454,"mean_difference_ci95_low":0.48911273654909415,"mean_difference_ci95_high":0.984044858492217,"wins":5,"ties":0,"n_pairs":5},"bandit_vs_rule":{"test":"paired Wilcoxon signed-rank","statistic":15,"alternative":"contextual_bandit_reward > rule_mutation_reward","p_value_one_sided":0.03125,"mean_paired_difference":0.30386435828779373,"mean_difference_ci95_low":0.12464224999191738,"mean_difference_ci95_high":0.48308646658367016,"wins":5,"ties":0,"n_pairs":5},"novelty_on_vs_off":{"test":"paired Wilcoxon signed-rank","statistic":5,"alternative":"two-sided","p_value_two_sided":0.625,"mean_paired_difference":-0.0172909409677691,"mean_difference_ci95_low":-0.1370609965853476,"mean_difference_ci95_high":0.12111088018647995,"positive_differences":1,"negative_differences":4,"n_pairs":5},"v1_vs_v0_fresh_reward":{"test":"paired Wilcoxon signed-rank","statistic":15,"alternative":"v0_fresh_reward > v1_fresh_reward","p_value_one_sided":0.03125,"mean_paired_difference":1.3375023293113444,"mean_difference_ci95_low":0.8798163357671287,"mean_difference_ci95_high":1.9323403921543196,"wins":5,"ties":0,"n_pairs":5},"v2_vs_v1_fresh_reward":{"test":"paired Wilcoxon signed-rank","statistic":10,"alternative":"v1_fresh_reward > v2_fresh_reward","p_value_one_sided":0.0625,"mean_paired_difference":0.1319052514199518,"mean_difference_ci95_low":0.032895066941924574,"mean_difference_ci95_high":0.2393410677400445,"wins":4,"ties":1,"n_pairs":5}},"bootstrap_draws":20000,"contextual_bandit_no_novelty_approved_value":{"mean":18391.931141552348,"std":10659.827537015111,"ci95_low":10713.755296870679,"ci95_high":27208.144107254495,"min":8278.531408328783,"max":34736.68905939502,"n":5},"contextual_bandit_no_novelty_detection_rate":{"mean":0.8009259259259259,"std":0.018608721285663793,"ci95_low":0.7868055555555555,"ci95_high":0.8164351851851851,"min":0.7766203703703703,"max":0.8263888888888888,"n":5},"random_approved_value":{"mean":4348.160589532838,"std":3164.0662174733784,"ci95_low":2255.110361370371,"ci95_high":7091.685732596918,"min":1739.5776813632576,"max":9555.846420195234,"n":5},"random_detection_rate":{"mean":0.9412037037037038,"std":0.02501714090019682,"ci95_low":0.9199074074074076,"ci95_high":0.9594907407407408,"min":0.9039351851851853,"max":0.9664351851851853,"n":5},"rule_mutation_approved_value":{"mean":11130.582923710013,"std":14155.009095020458,"ci95_low":3831.8571366649476,"ci95_high":23831.565592373394,"min":3005.9990788016066,"max":36290.031830912834,"n":5},"rule_mutation_detection_rate":{"mean":0.882175925925926,"std":0.07405327398937843,"ci95_low":0.8173611111111111,"ci95_high":0.930324074074074,"min":0.7581018518518519,"max":0.9398148148148147,"n":5},"fresh_value_reduction_v0_to_v2":{"mean":1,"std":0,"ci95_low":1,"ci95_high":1,"min":1,"max":1,"n":5},"bandit_win_rate_vs_random":1,"bandit_win_rate_vs_rule":1}}