summary.csv

engine,cases,completed,task_success_rate,verdict_accuracy,selection_accuracy,false_approval_rate,false_rejection_rate,abstention_rate,correct_abstention_rate,excessive_abstention_rate,resolutive_coverage,selective_precision,evidence_validity,evidence_support,evidence_coverage,commercial_accuracy,latency_p50_ms,latency_p90_ms,latency_p95_ms,latency_mean_ms,total_cost_usd,mean_cost_usd,cost_per_correct_task_usd,cost_status
rag_llm,36,36,0.0833,0.5556,0.8000,0.0000,0.0000,0.5278,1.0000,0.4848,0.5152,0.0000,1.0000,0.7000,0.0926,N/A,3444.78,6060.43,7340.54,4115.10,N/A,N/A,N/A,unknown
scrape_llm,36,13,0.0833,1.0000,0.8000,0.0000,0.0000,0.2308,1.0000,0.1818,0.3030,0.0000,1.0000,0.5333,0.2222,N/A,11188.75,22578.67,25432.55,12639.51,N/A,N/A,N/A,unknown
structured_jev,36,36,0.1667,0.5000,0.4000,0.2000,0.0000,0.2500,1.0000,0.1818,0.5455,0.1111,1.0000,0.7000,0.2778,N/A,235.45,259.03,271.67,221.48,N/A,N/A,N/A,unknown
structured_llm,36,36,0.0000,0.7222,0.4000,0.4000,0.0000,0.0278,0.0000,0.0303,0.8788,0.0000,1.0000,0.7000,0.2778,N/A,9328.34,14607.61,14710.75,10038.90,N/A,N/A,N/A,unknown
structured_rules,36,36,0.0833,0.1667,0.2000,0.2000,0.0000,0.8333,1.0000,0.8182,0.1818,0.0000,1.0000,0.1000,0.2778,N/A,26.79,36.49,40.76,29.94,0.0000,N/A,0.0000,exact