{"source":{"label":"Seed-specific prevalence stress test","path":"artifacts/precomputed/prevalence_metrics.csv","format":"csv"},"data":[{"defender":"V0","scenario":"experiment_prevalence","prevalence":0.09385113268608414,"fraud_rows":580,"legitimate_rows":5600,"repetitions":1,"roc_auc_mean":0.9886089901477833,"roc_auc_ci_low":0.9886089901477833,"roc_auc_ci_high":0.9886089901477833,"pr_auc_mean":0.9605931747446147,"precision_mean":0.9188712522045855,"precision_ci_low":0.9188712522045855,"precision_ci_high":0.9188712522045855,"recall_mean":0.8982758620689655,"fpr_mean":0.008214285714285714},{"defender":"V0","scenario":"deployment_stress_downsampled_0.015pct","prevalence":0.00017853954650955185,"fraud_rows":1,"legitimate_rows":5600,"repetitions":400,"roc_auc_mean":0.9843383928571429,"roc_auc_ci_low":0.80278125,"roc_auc_ci_high":1,"pr_auc_mean":0.9015998808310189,"precision_mean":0.019095744680851064,"precision_ci_low":0,"precision_ci_high":0.02127659574468085,"recall_mean":0.8975,"fpr_mean":0.008214285714285714},{"defender":"V0","scenario":"deployment_exact_prevalence_reweighted_0.015pct","prevalence":0.00015,"fraud_rows":580,"legitimate_rows":5600,"repetitions":1,"roc_auc_mean":0.9886089901477844,"roc_auc_ci_low":0,"roc_auc_ci_high":0,"pr_auc_mean":0.9016423078492665,"precision_mean":0.016140954600042702,"precision_ci_low":0,"precision_ci_high":0,"recall_mean":0.8982758620689655,"fpr_mean":0.008214285714285714},{"defender":"V1","scenario":"experiment_prevalence","prevalence":0.09385113268608414,"fraud_rows":580,"legitimate_rows":5600,"repetitions":1,"roc_auc_mean":0.9961299261083744,"roc_auc_ci_low":0.9961299261083744,"roc_auc_ci_high":0.9961299261083744,"pr_auc_mean":0.9881487162050309,"precision_mean":0.904,"precision_ci_low":0.904,"precision_ci_high":0.904,"recall_mean":0.9741379310344828,"fpr_mean":0.010714285714285714},{"defender":"V1","scenario":"deployment_stress_downsampled_0.015pct","prevalence":0.00017853954650955185,"fraud_rows":1,"legitimate_rows":5600,"repetitions":400,"roc_auc_mean":0.9930723214285715,"roc_auc_ci_low":0.9854866071428572,"roc_auc_ci_high":1,"pr_auc_mean":0.9676720810891694,"precision_mean":0.01594262295081967,"precision_ci_low":0,"precision_ci_high":0.01639344262295082,"recall_mean":0.9725,"fpr_mean":0.010714285714285716},{"defender":"V1","scenario":"deployment_exact_prevalence_reweighted_0.015pct","prevalence":0.00015,"fraud_rows":580,"legitimate_rows":5600,"repetitions":1,"roc_auc_mean":0.9961299261083747,"roc_auc_ci_low":0,"roc_auc_ci_high":0,"pr_auc_mean":0.9708320433223755,"precision_mean":0.01345643161291724,"precision_ci_low":0,"precision_ci_high":0,"recall_mean":0.9741379310344828,"fpr_mean":0.010714285714285714},{"defender":"V2","scenario":"experiment_prevalence","prevalence":0.09385113268608414,"fraud_rows":580,"legitimate_rows":5600,"repetitions":1,"roc_auc_mean":0.9997863300492611,"roc_auc_ci_low":0.9997863300492611,"roc_auc_ci_high":0.9997863300492611,"pr_auc_mean":0.9990288080885279,"precision_mean":0.9017160686427457,"precision_ci_low":0.9017160686427457,"precision_ci_high":0.9017160686427457,"recall_mean":0.996551724137931,"fpr_mean":0.01125},{"defender":"V2","scenario":"deployment_stress_downsampled_0.015pct","prevalence":0.00017853954650955185,"fraud_rows":1,"legitimate_rows":5600,"repetitions":400,"roc_auc_mean":0.9996901785714286,"roc_auc_ci_low":1,"roc_auc_ci_high":1,"pr_auc_mean":0.9951703377386196,"precision_mean":0.015546875,"precision_ci_low":0.015625,"precision_ci_high":0.015625,"recall_mean":0.995,"fpr_mean":0.01125},{"defender":"V2","scenario":"deployment_exact_prevalence_reweighted_0.015pct","prevalence":0.00015,"fraud_rows":580,"legitimate_rows":5600,"repetitions":1,"roc_auc_mean":0.9997863300492611,"roc_auc_ci_low":0,"roc_auc_ci_high":0,"pr_auc_mean":0.9966512993961482,"precision_mean":0.01311505911703633,"precision_ci_low":0,"precision_ci_high":0,"recall_mean":0.996551724137931,"fpr_mean":0.01125}]}