{"source":"results/domains/summary.json (scripts/analyze_domains)","original":[{"benchmark":"finance_gretel","detector":"presidio","family":"rule","n_docs":250,"precision":0.14830072090628219,"recall":0.4489477786438036,"f1":0.22295335784788078,"f1_overlap":0.3971356686665376,"recall_overlap":0.7996882307092751,"leakage":0.5510522213561964,"char_leakage":0.6324458098651647},{"benchmark":"finance_gretel","detector":"obi","family":"fine-tuned","n_docs":250,"precision":0.008231143961028054,"recall":0.03819173811379579,"f1":0.013543394140409067,"f1_overlap":0.31564400221116634,"recall_overlap":0.8901013250194856,"leakage":0.9618082618862042,"char_leakage":0.9823775388291517},{"benchmark":"finance_gretel","detector":"qwen3_5_9b","family":"LLM","n_docs":250,"precision":0.36123348017621143,"recall":0.4473889321901793,"f1":0.39972144846796653,"f1_overlap":0.4895543175487465,"recall_overlap":0.5479345284489477,"leakage":0.5526110678098207,"char_leakage":0.5858934971838198},{"benchmark":"finance_gretel","detector":"llama3_1_8b","family":"LLM","n_docs":250,"precision":0.3237822349570201,"recall":0.08807482462977397,"f1":0.13848039215686275,"f1_overlap":0.18872549019607843,"recall_overlap":0.12003117692907249,"leakage":0.911925175370226,"char_leakage":0.9201655572623314},{"benchmark":"finance_gretel","detector":"gemma_e4b","family":"LLM","n_docs":250,"precision":0.39862361037586025,"recall":0.5869056897895557,"f1":0.4747793190416141,"f1_overlap":0.5510718789407313,"recall_overlap":0.6812159002338269,"leakage":0.4130943102104443,"char_leakage":0.44022017409114184},{"benchmark":"finance_gretel","detector":"gemma_4_31b","family":"LLM","n_docs":250,"precision":0.43763102725366876,"recall":0.6508183943881528,"f1":0.5233469131933564,"f1_overlap":0.5835161391413349,"recall_overlap":0.72564302416212,"leakage":0.3491816056118472,"char_leakage":0.3732292200034136},{"benchmark":"finance_gretel","detector":"llama3_3_70b","family":"LLM","n_docs":250,"precision":0.37834164023561395,"recall":0.6508183943881528,"f1":0.4785100286532951,"f1_overlap":0.5616045845272206,"recall_overlap":0.7638347622759158,"leakage":0.3491816056118472,"char_leakage":0.3884195255162997},{"benchmark":"finance_gretel","detector":"qwen3_5_4b","family":"LLM","n_docs":250,"precision":0.32727272727272727,"recall":0.4489477786438036,"f1":0.3785737758790667,"f1_overlap":0.4659875123233651,"recall_overlap":0.5526110678098207,"leakage":0.5510522213561964,"char_leakage":0.6046253626898788},{"benchmark":"finance_gretel","detector":"qwen3_5_35b","family":"LLM","n_docs":250,"precision":0.38063063063063063,"recall":0.6586126266562744,"f1":0.4824436197544961,"f1_overlap":0.5520982015415358,"recall_overlap":0.7537022603273578,"leakage":0.3413873733437256,"char_leakage":0.3664021164021164},{"benchmark":"finance_gretel","detector":"deepseek_v2_lite","family":"LLM","n_docs":250,"precision":0.27904451682953313,"recall":0.20031176929072486,"f1":0.23321234119782214,"f1_overlap":0.3012704174228675,"recall_overlap":0.2587685113016368,"leakage":0.7996882307092752,"char_leakage":0.7981310803891449},{"benchmark":"legal_tab","detector":"presidio","family":"rule","n_docs":250,"precision":0.4063482985416071,"recall":0.6159514521022974,"f1":0.48966230186078574,"f1_overlap":0.6667815299793246,"recall_overlap":0.8387516254876463,"leakage":0.3840485478977026,"char_leakage":0.44754777070063695},{"benchmark":"legal_tab","detector":"obi","family":"fine-tuned","n_docs":250,"precision":0.04235656526761648,"recall":0.0953619419159081,"f1":0.05865884548726837,"f1_overlap":0.5415277962938275,"recall_overlap":0.8803641092327699,"leakage":0.9046380580840919,"char_leakage":0.9614968152866242},{"benchmark":"legal_tab","detector":"qwen3_5_9b","family":"LLM","n_docs":250,"precision":0.506016466117796,"recall":0.3463372345036844,"f1":0.41121976325270193,"f1_overlap":0.5671641791044777,"recall_overlap":0.47767663632423063,"leakage":0.6536627654963156,"char_leakage":0.6886942675159236},{"benchmark":"legal_tab","detector":"llama3_1_8b","family":"LLM","n_docs":250,"precision":0.3302325581395349,"recall":0.15387949718248808,"f1":0.2099349497338853,"f1_overlap":0.332347723240686,"recall_overlap":0.2436064152579107,"leakage":0.8461205028175119,"char_leakage":0.8571337579617835},{"benchmark":"legal_tab","detector":"gemma_e4b","family":"LLM","n_docs":250,"precision":0.6406779661016949,"recall":0.5734720416124838,"f1":0.6052150045745653,"f1_overlap":0.797804208600183,"recall_overlap":0.7559601213697442,"leakage":0.4265279583875162,"char_leakage":0.4664012738853503},{"benchmark":"legal_tab","detector":"gemma_4_31b","family":"LLM","n_docs":250,"precision":0.7210851975249881,"recall":0.6566970091027308,"f1":0.6873865698729583,"f1_overlap":0.8216878402903812,"recall_overlap":0.7850021673168617,"leakage":0.34330299089726923,"char_leakage":0.4068471337579618},{"benchmark":"legal_tab","detector":"llama3_3_70b","family":"LLM","n_docs":250,"precision":0.6547461368653421,"recall":0.6428261811876896,"f1":0.6487314085739283,"f1_overlap":0.7690288713910761,"recall_overlap":0.7620286085825748,"leakage":0.35717381881231036,"char_leakage":0.3947133757961783},{"benchmark":"legal_tab","detector":"qwen3_5_4b","family":"LLM","n_docs":250,"precision":0.5292712066905615,"recall":0.38404854789770265,"f1":0.4451142928912334,"f1_overlap":0.6370258728962572,"recall_overlap":0.5496315561335067,"leakage":0.6159514521022973,"char_leakage":0.6633439490445859},{"benchmark":"legal_tab","detector":"qwen3_5_35b","family":"LLM","n_docs":250,"precision":0.5830082358040746,"recall":0.5830082358040746,"f1":0.5830082358040746,"f1_overlap":0.7204161248374512,"recall_overlap":0.7204161248374512,"leakage":0.41699176419592543,"char_leakage":0.44563694267515924},{"benchmark":"legal_tab","detector":"deepseek_v2_lite","family":"LLM","n_docs":250,"precision":0.4444444444444444,"recall":0.2531426094495015,"f1":0.3225628279480806,"f1_overlap":0.4661695664181165,"recall_overlap":0.3658430862592111,"leakage":0.7468573905504985,"char_leakage":0.7648089171974523},{"benchmark":"enterprise_gretel","detector":"presidio","family":"rule","n_docs":250,"precision":0.398884239888424,"recall":0.5416666666666666,"f1":0.45943775100401607,"f1_overlap":0.6738955823293173,"recall_overlap":0.7945075757575758,"leakage":0.45833333333333337,"char_leakage":0.4966364634816035},{"benchmark":"enterprise_gretel","detector":"obi","family":"fine-tuned","n_docs":250,"precision":0.029587883057414582,"recall":0.07954545454545454,"f1":0.04313222079589217,"f1_overlap":0.5299101412066752,"recall_overlap":0.9772727272727273,"leakage":0.9204545454545454,"char_leakage":0.9575096101043383},{"benchmark":"enterprise_gretel","detector":"qwen3_5_9b","family":"LLM","n_docs":250,"precision":0.7619477006311993,"recall":0.8001893939393939,"f1":0.7806004618937645,"f1_overlap":0.8766743648960738,"recall_overlap":0.8986742424242424,"leakage":0.19981060606060608,"char_leakage":0.22817133443163098},{"benchmark":"enterprise_gretel","detector":"llama3_1_8b","family":"LLM","n_docs":250,"precision":0.631578947368421,"recall":0.6931818181818182,"f1":0.6609480812641084,"f1_overlap":0.8027088036117381,"recall_overlap":0.8418560606060606,"leakage":0.30681818181818177,"char_leakage":0.33875617792421747},{"benchmark":"enterprise_gretel","detector":"gemma_e4b","family":"LLM","n_docs":250,"precision":0.7965485921889192,"recall":0.8304924242424242,"f1":0.813166434863236,"f1_overlap":0.9040333796940195,"recall_overlap":0.9232954545454546,"leakage":0.1695075757575758,"char_leakage":0.1571938495332235},{"benchmark":"enterprise_gretel","detector":"gemma_4_31b","family":"LLM","n_docs":250,"precision":0.8028673835125448,"recall":0.8484848484848485,"f1":0.8250460405156538,"f1_overlap":0.9143646408839778,"recall_overlap":0.9403409090909091,"leakage":0.1515151515151515,"char_leakage":0.1587040087863811},{"benchmark":"enterprise_gretel","detector":"llama3_3_70b","family":"LLM","n_docs":250,"precision":0.746407438715131,"recall":0.8361742424242424,"f1":0.7887449754354622,"f1_overlap":0.8932559178204555,"recall_overlap":0.946969696969697,"leakage":0.16382575757575757,"char_leakage":0.19103514552443712},{"benchmark":"enterprise_gretel","detector":"qwen3_5_4b","family":"LLM","n_docs":250,"precision":0.694127957931639,"recall":0.75,"f1":0.7209831588529815,"f1_overlap":0.8511606736458808,"recall_overlap":0.8854166666666666,"leakage":0.25,"char_leakage":0.30807248764415157},{"benchmark":"enterprise_gretel","detector":"qwen3_5_35b","family":"LLM","n_docs":250,"precision":0.7510513036164844,"recall":0.8456439393939394,"f1":0.7955456570155903,"f1_overlap":0.8881959910913141,"recall_overlap":0.9441287878787878,"leakage":0.15435606060606055,"char_leakage":0.1528006589785832},{"benchmark":"enterprise_gretel","detector":"deepseek_v2_lite","family":"LLM","n_docs":250,"precision":0.6943661971830986,"recall":0.4668560606060606,"f1":0.5583238958097395,"f1_overlap":0.6749716874292186,"recall_overlap":0.5643939393939394,"leakage":0.5331439393939394,"char_leakage":0.5345963756177924}],"masked":[{"n":1283,"noninf2_p":1.217418666575199e-11,"noninf_2pt":true,"rec_orig":80.9041309431021,"rec_arm":86.90568978955572,"diff_pt":6.001558846453625,"ci95":[3.652825701705066,8.350291991202182],"tost2_p":0.9995800063907212,"equiv_2pt":false,"mcnemar_chi2":23.966804979253112,"b_lost":82,"c_gained":159,"benchmark":"finance_gretel","arm":"faker","detector":"presidio","family":"rule","n_docs":250},{"n":1283,"noninf2_p":1.2199512806427656e-33,"noninf_2pt":true,"rec_orig":89.01013250194856,"rec_arm":96.72642244738893,"diff_pt":7.716289945440375,"ci95":[6.133393761734267,9.299186129146483],"tost2_p":0.9999999999992694,"equiv_2pt":false,"mcnemar_chi2":83.51304347826087,"b_lost":8,"c_gained":107,"benchmark":"finance_gretel","arm":"faker","detector":"obi","family":"fine-tuned","n_docs":250},{"n":1283,"noninf2_p":8.877158906134111e-10,"noninf_2pt":true,"rec_orig":55.027279812938424,"rec_arm":60.71706936866719,"diff_pt":5.689789555728761,"ci95":[3.184940436832921,8.194638674624601],"tost2_p":0.9980565329501367,"equiv_2pt":false,"mcnemar_chi2":18.98901098901099,"b_lost":100,"c_gained":173,"benchmark":"finance_gretel","arm":"faker","detector":"qwen3_5_9b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":2.3160824795779104e-15,"noninf_2pt":true,"rec_orig":12.00311769290725,"rec_arm":17.770849571317225,"diff_pt":5.767731878409977,"ci95":[3.8249357457478137,7.710528011072141],"tost2_p":0.999927971245448,"equiv_2pt":false,"mcnemar_chi2":32.102409638554214,"b_lost":46,"c_gained":120,"benchmark":"finance_gretel","arm":"faker","detector":"llama3_1_8b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":3.6706955890673184e-29,"noninf_2pt":true,"rec_orig":68.6671862821512,"rec_arm":79.65705378020265,"diff_pt":10.989867498051442,"ci95":[8.705992429492476,13.273742566610409],"tost2_p":0.999999999999994,"equiv_2pt":false,"mcnemar_chi2":82.00836820083683,"b_lost":49,"c_gained":190,"benchmark":"finance_gretel","arm":"faker","detector":"gemma_e4b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":5.764125395410021e-45,"noninf_2pt":true,"rec_orig":72.95401402961808,"rec_arm":86.12626656274357,"diff_pt":13.172252533125487,"ci95":[11.051382306655997,15.293122759594976],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":131.27441860465117,"b_lost":23,"c_gained":192,"benchmark":"finance_gretel","arm":"faker","detector":"gemma_4_31b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.1770427346705595e-15,"noninf_2pt":true,"rec_orig":76.61730319563523,"rec_arm":82.69680436477007,"diff_pt":6.079501169134841,"ci95":[4.080307650714731,8.078694687554949],"tost2_p":0.9999682649831602,"equiv_2pt":false,"mcnemar_chi2":33.6875,"b_lost":49,"c_gained":127,"benchmark":"finance_gretel","arm":"faker","detector":"llama3_3_70b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":6.34968127702142e-22,"noninf_2pt":true,"rec_orig":55.49493374902572,"rec_arm":65.78332034294623,"diff_pt":10.288386593920498,"ci95":[7.766948122027129,12.809825065813868],"tost2_p":0.9999999999413729,"equiv_2pt":false,"mcnemar_chi2":60.00349650349651,"b_lost":77,"c_gained":209,"benchmark":"finance_gretel","arm":"faker","detector":"qwen3_5_4b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.231212938712078e-16,"noninf_2pt":true,"rec_orig":75.91582229150428,"rec_arm":83.00857365549493,"diff_pt":7.092751363990647,"ci95":[4.918594787152764,9.266907940828531],"tost2_p":0.9999977955288842,"equiv_2pt":false,"mcnemar_chi2":38.75598086124402,"b_lost":59,"c_gained":150,"benchmark":"finance_gretel","arm":"faker","detector":"qwen3_5_35b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":9.765565190018382e-06,"noninf_2pt":true,"rec_orig":26.188620420888544,"rec_arm":29.384255650818396,"diff_pt":3.195635229929852,"ci95":[0.8108565444338647,5.580413915425838],"tost2_p":0.8371145003463223,"equiv_2pt":false,"mcnemar_chi2":6.530612244897959,"b_lost":102,"c_gained":143,"benchmark":"finance_gretel","arm":"faker","detector":"deepseek_v2_lite","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":80.9041309431021,"rec_arm":1.4029618082618862,"diff_pt":-79.50116913484023,"ci95":[-81.71016064588407,-77.29217762379636],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1018.0009803921569,"b_lost":1020,"c_gained":0,"benchmark":"finance_gretel","arm":"redacted","detector":"presidio","family":"rule","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":89.01013250194856,"rec_arm":1.7926734216679656,"diff_pt":-87.21745908028059,"ci95":[-89.05724914561956,-85.37766901494162],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1115.0080285459412,"b_lost":1120,"c_gained":1,"benchmark":"finance_gretel","arm":"redacted","detector":"obi","family":"fine-tuned","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":55.027279812938424,"rec_arm":6.703039750584567,"diff_pt":-48.32424006235386,"ci95":[-51.20821840076516,-45.440261723942555],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":584.0868902439024,"b_lost":638,"c_gained":18,"benchmark":"finance_gretel","arm":"redacted","detector":"qwen3_5_9b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":0.9999997470811467,"noninf_2pt":false,"rec_orig":12.00311769290725,"rec_arm":5.14419329696025,"diff_pt":-6.858924395947,"ci95":[-8.754491723273787,-4.963357068620213],"tost2_p":0.9999997470811467,"equiv_2pt":false,"mcnemar_chi2":47.30625,"b_lost":124,"c_gained":36,"benchmark":"finance_gretel","arm":"redacted","detector":"llama3_1_8b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":68.6671862821512,"rec_arm":21.745908028059237,"diff_pt":-46.921278254091966,"ci95":[-50.065212874983075,-43.77734363320086],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":511.6161473087819,"b_lost":654,"c_gained":52,"benchmark":"finance_gretel","arm":"redacted","detector":"gemma_e4b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":72.95401402961808,"rec_arm":41.77708495713172,"diff_pt":-31.17692907248636,"ci95":[-34.583639934546916,-27.770218210425803],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":255.9501607717042,"b_lost":511,"c_gained":111,"benchmark":"finance_gretel","arm":"redacted","detector":"gemma_4_31b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":76.61730319563523,"rec_arm":20.73265783320343,"diff_pt":-55.8846453624318,"ci95":[-58.91816429359598,-52.851126431267616],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":644.8503144654088,"b_lost":756,"c_gained":39,"benchmark":"finance_gretel","arm":"redacted","detector":"llama3_3_70b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":55.49493374902572,"rec_arm":18.6282151208106,"diff_pt":-36.866718628215125,"ci95":[-40.22279829830326,-33.51063895812698],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":339.0928462709285,"b_lost":565,"c_gained":92,"benchmark":"finance_gretel","arm":"redacted","detector":"qwen3_5_4b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":75.91582229150428,"rec_arm":48.09041309431021,"diff_pt":-27.82540919719408,"ci95":[-31.15721156354646,-24.493606830841696],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":220.4104347826087,"b_lost":466,"c_gained":109,"benchmark":"finance_gretel","arm":"redacted","detector":"qwen3_5_35b","family":"LLM","n_docs":250},{"n":1283,"noninf2_p":0.9903871649148138,"noninf_2pt":false,"rec_orig":26.188620420888544,"rec_arm":20.654715510522212,"diff_pt":-5.533904910366329,"ci95":[-8.492503978998938,-2.575305841733718],"tost2_p":0.9903871649148138,"equiv_2pt":false,"mcnemar_chi2":12.928759894459104,"b_lost":225,"c_gained":154,"benchmark":"finance_gretel","arm":"redacted","detector":"deepseek_v2_lite","family":"LLM","n_docs":250},{"n":1090,"noninf2_p":0.9322354164220803,"noninf_2pt":false,"rec_orig":85.96330275229357,"rec_arm":82.20183486238533,"diff_pt":-3.761467889908257,"ci95":[-6.074454899946055,-1.4484808798704598],"tost2_p":0.9322354164220803,"equiv_2pt":false,"mcnemar_chi2":9.580838323353293,"b_lost":104,"c_gained":63,"benchmark":"finance_gretel","arm":"custodian","detector":"presidio","family":"rule","n_docs":240},{"n":1090,"noninf2_p":0.9947706254258476,"noninf_2pt":false,"rec_orig":90.91743119266054,"rec_arm":87.24770642201835,"diff_pt":-3.669724770642202,"ci95":[-4.947967379616345,-2.3914821616680593],"tost2_p":0.9947706254258476,"equiv_2pt":false,"mcnemar_chi2":29.25,"b_lost":46,"c_gained":6,"benchmark":"finance_gretel","arm":"custodian","detector":"obi","family":"fine-tuned","n_docs":240},{"n":1090,"noninf2_p":0.003620460783187579,"noninf_2pt":true,"rec_orig":55.137614678899084,"rec_arm":56.69724770642202,"diff_pt":1.5596330275229358,"ci95":[-1.038294719334711,4.157560774380582],"tost2_p":0.3698563821357925,"equiv_2pt":false,"mcnemar_chi2":1.2248803827751196,"b_lost":96,"c_gained":113,"benchmark":"finance_gretel","arm":"custodian","detector":"qwen3_5_9b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":5.607770682716782e-11,"noninf_2pt":true,"rec_orig":11.926605504587156,"rec_arm":17.889908256880734,"diff_pt":5.963302752293578,"ci95":[3.543291430514825,8.38331407407233],"tost2_p":0.9993361696555798,"equiv_2pt":false,"mcnemar_chi2":22.14054054054054,"b_lost":60,"c_gained":125,"benchmark":"finance_gretel","arm":"custodian","detector":"llama3_1_8b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":4.4144658383934256e-17,"noninf_2pt":true,"rec_orig":69.1743119266055,"rec_arm":76.78899082568807,"diff_pt":7.614678899082569,"ci95":[5.349563053305087,9.879794744860051],"tost2_p":0.999999408219301,"equiv_2pt":false,"mcnemar_chi2":40.75151515151515,"b_lost":41,"c_gained":124,"benchmark":"finance_gretel","arm":"custodian","detector":"gemma_e4b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":8.430496985381893e-20,"noninf_2pt":true,"rec_orig":72.93577981651376,"rec_arm":78.80733944954129,"diff_pt":5.871559633027523,"ci95":[4.163376555933612,7.579742710121434],"tost2_p":0.999995549824385,"equiv_2pt":false,"mcnemar_chi2":42.223404255319146,"b_lost":15,"c_gained":79,"benchmark":"finance_gretel","arm":"custodian","detector":"gemma_4_31b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":0.0001728274987603362,"noninf_2pt":true,"rec_orig":77.06422018348624,"rec_arm":78.71559633027523,"diff_pt":1.651376146788991,"ci95":[-0.34857438961434817,3.6513266831923294],"tost2_p":0.366303454395814,"equiv_2pt":false,"mcnemar_chi2":2.3306451612903225,"b_lost":53,"c_gained":71,"benchmark":"finance_gretel","arm":"custodian","detector":"llama3_3_70b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":0.028196959409577022,"noninf_2pt":true,"rec_orig":55.68807339449541,"rec_arm":56.42201834862385,"diff_pt":0.7339449541284404,"ci95":[-2.074540807766676,3.5424307160235564],"tost2_p":0.18846667744726156,"equiv_2pt":false,"mcnemar_chi2":0.20081967213114754,"b_lost":118,"c_gained":126,"benchmark":"finance_gretel","arm":"custodian","detector":"qwen3_5_4b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":0.987307922998255,"noninf_2pt":false,"rec_orig":77.06422018348624,"rec_arm":72.38532110091744,"diff_pt":-4.678899082568807,"ci95":[-7.027648050808525,-2.3301501143290904],"tost2_p":0.987307922998255,"equiv_2pt":false,"mcnemar_chi2":14.45086705202312,"b_lost":112,"c_gained":61,"benchmark":"finance_gretel","arm":"custodian","detector":"qwen3_5_35b","family":"LLM","n_docs":240},{"n":1090,"noninf2_p":1.6647582380162292e-05,"noninf_2pt":true,"rec_orig":25.96330275229358,"rec_arm":29.81651376146789,"diff_pt":3.853211009174312,"ci95":[1.0885845855737244,6.617837432774901],"tost2_p":0.905550995781228,"equiv_2pt":false,"mcnemar_chi2":7.063025210084033,"b_lost":98,"c_gained":140,"benchmark":"finance_gretel","arm":"custodian","detector":"deepseek_v2_lite","family":"LLM","n_docs":240},{"n":2203,"noninf2_p":2.5106894646521397e-10,"noninf_2pt":true,"rec_orig":87.06309577848388,"rec_arm":87.92555605991829,"diff_pt":0.8624602814344077,"ci95":[-0.03976385637106984,1.7646844192398852],"tost2_p":0.006732991655309836,"equiv_2pt":true,"mcnemar_chi2":3.145631067961165,"b_lost":42,"c_gained":61,"benchmark":"legal_tab","arm":"faker","detector":"presidio","family":"rule","n_docs":250},{"n":2203,"noninf2_p":1.9055647338898506e-18,"noninf_2pt":true,"rec_orig":92.14707217430777,"rec_arm":94.46209714026328,"diff_pt":2.3150249659555153,"ci95":[1.3411458994879049,3.2889040324231256],"tost2_p":0.7369628072202372,"equiv_2pt":false,"mcnemar_chi2":20.66115702479339,"b_lost":35,"c_gained":86,"benchmark":"legal_tab","arm":"faker","detector":"obi","family":"fine-tuned","n_docs":250},{"n":2203,"noninf2_p":0.16932025891319807,"noninf_2pt":false,"rec_orig":50.02269632319564,"rec_arm":49.06945074897867,"diff_pt":-0.9532455742169769,"ci95":[-3.097393825502187,1.1909026770682334],"tost2_p":0.16932025891319807,"equiv_2pt":false,"mcnemar_chi2":0.6884681583476764,"b_lost":301,"c_gained":280,"benchmark":"legal_tab","arm":"faker","detector":"qwen3_5_9b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":4.682763024436959e-16,"noninf_2pt":true,"rec_orig":25.238311393554245,"rec_arm":31.048570131638673,"diff_pt":5.81025873808443,"ci95":[3.9050567893241026,7.715460686844758],"tost2_p":0.9999556980730314,"equiv_2pt":false,"mcnemar_chi2":34.61158798283262,"b_lost":169,"c_gained":297,"benchmark":"legal_tab","arm":"faker","detector":"llama3_1_8b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":5.571734174965385e-23,"noninf_2pt":true,"rec_orig":79.52791647753064,"rec_arm":84.43032228778938,"diff_pt":4.902405810258738,"ci95":[3.5220708347866956,6.282740785730781],"tost2_p":0.9999811594729993,"equiv_2pt":false,"mcnemar_chi2":46.540650406504064,"b_lost":69,"c_gained":177,"benchmark":"legal_tab","arm":"faker","detector":"gemma_e4b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":3.1873660266890503e-51,"noninf_2pt":true,"rec_orig":82.34226055379028,"rec_arm":89.28733545165683,"diff_pt":6.945074897866546,"ci95":[5.776981689943912,8.11316810578918],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":126.25136612021858,"b_lost":15,"c_gained":168,"benchmark":"legal_tab","arm":"faker","detector":"gemma_4_31b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":4.892816680984781e-28,"noninf_2pt":true,"rec_orig":79.84566500226963,"rec_arm":85.5197458011802,"diff_pt":5.674080798910577,"ci95":[4.296035812631365,7.052125785189789],"tost2_p":0.9999999132338024,"equiv_2pt":false,"mcnemar_chi2":62.25101214574899,"b_lost":61,"c_gained":186,"benchmark":"legal_tab","arm":"faker","detector":"llama3_3_70b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.5090916275478113e-18,"noninf_2pt":true,"rec_orig":57.60326827054017,"rec_arm":63.68588288697231,"diff_pt":6.082614616432138,"ci95":[4.263955048251421,7.901274184612856],"tost2_p":0.9999945850218619,"equiv_2pt":false,"mcnemar_chi2":41.52347417840375,"b_lost":146,"c_gained":280,"benchmark":"legal_tab","arm":"faker","detector":"qwen3_5_4b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":6.479403533382996e-24,"noninf_2pt":true,"rec_orig":75.30640036314117,"rec_arm":81.07126645483432,"diff_pt":5.764866091693146,"ci95":[4.245389994735571,7.2843421886507205],"tost2_p":0.9999994022127718,"equiv_2pt":false,"mcnemar_chi2":53.096989966555185,"b_lost":86,"c_gained":213,"benchmark":"legal_tab","arm":"faker","detector":"qwen3_5_35b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.761158585445921e-09,"noninf_2pt":true,"rec_orig":40.172492056286885,"rec_arm":44.847934634589194,"diff_pt":4.675442578302315,"ci95":[2.459788502609703,6.891096653994927],"tost2_p":0.9910271267647145,"equiv_2pt":false,"mcnemar_chi2":16.6464,"b_lost":261,"c_gained":364,"benchmark":"legal_tab","arm":"faker","detector":"deepseek_v2_lite","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":87.06309577848388,"rec_arm":1.2709940989559692,"diff_pt":-85.79210167952792,"ci95":[-87.26623209958505,-84.3179712594708],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1882.0258438818566,"b_lost":1893,"c_gained":3,"benchmark":"legal_tab","arm":"redacted","detector":"presidio","family":"rule","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":92.14707217430777,"rec_arm":4.1307308216069,"diff_pt":-88.01634135270086,"ci95":[-89.37254589184732,-86.66013681355442],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1937.0005157297576,"b_lost":1939,"c_gained":0,"benchmark":"legal_tab","arm":"redacted","detector":"obi","family":"fine-tuned","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":50.02269632319564,"rec_arm":3.6768043576940537,"diff_pt":-46.34589196550159,"ci95":[-48.546533508693734,-44.145250422309445],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":958.8940092165899,"b_lost":1053,"c_gained":32,"benchmark":"legal_tab","arm":"redacted","detector":"qwen3_5_9b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":25.238311393554245,"rec_arm":9.4416704493872,"diff_pt":-15.796640944167045,"ci95":[-17.839123193169026,-13.754158695165064],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":206.88831615120276,"b_lost":465,"c_gained":117,"benchmark":"legal_tab","arm":"redacted","detector":"llama3_1_8b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":79.52791647753064,"rec_arm":44.620971402632776,"diff_pt":-34.90694507489786,"ci95":[-37.446190068551815,-32.36770008124392],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":544.6204986149585,"b_lost":926,"c_gained":157,"benchmark":"legal_tab","arm":"redacted","detector":"gemma_e4b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":82.34226055379028,"rec_arm":55.242850658193376,"diff_pt":-27.099409895596914,"ci95":[-29.544401182201526,-24.654418608992305],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":387.3675027262814,"b_lost":757,"c_gained":160,"benchmark":"legal_tab","arm":"redacted","detector":"gemma_4_31b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":79.84566500226963,"rec_arm":41.216522923286426,"diff_pt":-38.6291420789832,"ci95":[-41.12071308407698,-36.137571073889426],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":649.1464510332435,"b_lost":982,"c_gained":131,"benchmark":"legal_tab","arm":"redacted","detector":"llama3_3_70b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":57.60326827054017,"rec_arm":10.122560145256468,"diff_pt":-47.480708125283705,"ci95":[-49.73385618309006,-45.22756006747735],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":959.6001757469244,"b_lost":1092,"c_gained":46,"benchmark":"legal_tab","arm":"redacted","detector":"qwen3_5_4b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":75.30640036314117,"rec_arm":54.516568315932815,"diff_pt":-20.78983204720835,"ci95":[-23.46895815055348,-18.110705943863223],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":208.4321357285429,"b_lost":730,"c_gained":272,"benchmark":"legal_tab","arm":"redacted","detector":"qwen3_5_35b","family":"LLM","n_docs":250},{"n":2203,"noninf2_p":0.9979131413075194,"noninf_2pt":false,"rec_orig":40.172492056286885,"rec_arm":34.36223331820245,"diff_pt":-5.81025873808443,"ci95":[-8.417178265944605,-3.203339210224257],"tost2_p":0.9979131413075194,"equiv_2pt":false,"mcnemar_chi2":18.624711316397228,"b_lost":497,"c_gained":369,"benchmark":"legal_tab","arm":"redacted","detector":"deepseek_v2_lite","family":"LLM","n_docs":250},{"n":1777,"noninf2_p":0.006524087521945863,"noninf_2pt":true,"rec_orig":91.9527293190771,"rec_arm":91.27743387732133,"diff_pt":-0.6752954417557682,"ci95":[-1.7212053859092913,0.3706145023977552],"tost2_p":0.006524087521945863,"equiv_2pt":true,"mcnemar_chi2":1.3444444444444446,"b_lost":51,"c_gained":39,"benchmark":"legal_tab","arm":"custodian","detector":"presidio","family":"rule","n_docs":242},{"n":1777,"noninf2_p":1.0624885634149384e-05,"noninf_2pt":true,"rec_orig":94.65391108610017,"rec_arm":94.20371412492966,"diff_pt":-0.4501969611705121,"ci95":[-1.1647048056231017,0.26431088328207747],"tost2_p":1.0624885634149384e-05,"equiv_2pt":true,"mcnemar_chi2":1.1666666666666667,"b_lost":25,"c_gained":17,"benchmark":"legal_tab","arm":"custodian","detector":"obi","family":"fine-tuned","n_docs":242},{"n":1777,"noninf2_p":0.5673420001397844,"noninf_2pt":false,"rec_orig":54.98030388294879,"rec_arm":52.78559369724255,"diff_pt":-2.1947101857062465,"ci95":[-4.444751513394171,0.05533114198167759],"tost2_p":0.5673420001397844,"equiv_2pt":false,"mcnemar_chi2":3.462829736211031,"b_lost":228,"c_gained":189,"benchmark":"legal_tab","arm":"custodian","detector":"qwen3_5_9b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":0.8988001321221699,"noninf_2pt":false,"rec_orig":28.193584693303322,"rec_arm":24.760832864378166,"diff_pt":-3.432751828925155,"ci95":[-5.63569827495542,-1.2298053828948896],"tost2_p":0.8988001321221699,"equiv_2pt":false,"mcnemar_chi2":8.977556109725686,"b_lost":231,"c_gained":170,"benchmark":"legal_tab","arm":"custodian","detector":"llama3_1_8b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":3.7449233256336115e-12,"noninf_2pt":true,"rec_orig":82.55486775464266,"rec_arm":85.03095104108047,"diff_pt":2.4760832864378166,"ci95":[1.1949581362015629,3.7572084366740706],"tost2_p":0.7668040779192983,"equiv_2pt":false,"mcnemar_chi2":13.595588235294118,"b_lost":46,"c_gained":90,"benchmark":"legal_tab","arm":"custodian","detector":"gemma_e4b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":2.2975772001185005e-16,"noninf_2pt":true,"rec_orig":85.48114800225099,"rec_arm":88.351153629713,"diff_pt":2.8700056274620147,"ci95":[1.6947400760947335,4.045271178829296],"tost2_p":0.9265983072984751,"equiv_2pt":false,"mcnemar_chi2":21.73913043478261,"b_lost":32,"c_gained":83,"benchmark":"legal_tab","arm":"custodian","detector":"gemma_4_31b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":0.0003452490580809962,"noninf_2pt":true,"rec_orig":85.9313449634215,"rec_arm":86.10016882386044,"diff_pt":0.16882386043894204,"ci95":[-1.0838989142572928,1.4215466351351769],"tost2_p":0.0020847598566287135,"equiv_2pt":true,"mcnemar_chi2":0.031007751937984496,"b_lost":63,"c_gained":66,"benchmark":"legal_tab","arm":"custodian","detector":"llama3_3_70b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":0.002385852612258661,"noninf_2pt":true,"rec_orig":61.8458075407991,"rec_arm":63.08384918401801,"diff_pt":1.2380416432189083,"ci95":[-1.0108736030877852,3.486956889525602],"tost2_p":0.25332257973762373,"equiv_2pt":false,"mcnemar_chi2":1.0600961538461537,"b_lost":197,"c_gained":219,"benchmark":"legal_tab","arm":"custodian","detector":"qwen3_5_4b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":0.33598096658202964,"noninf_2pt":false,"rec_orig":81.09172763083849,"rec_arm":79.45976364659539,"diff_pt":-1.6319639842431062,"ci95":[-3.3354445025304797,0.07151653404426743],"tost2_p":0.33598096658202964,"equiv_2pt":false,"mcnemar_chi2":3.280334728033473,"b_lost":134,"c_gained":105,"benchmark":"legal_tab","arm":"custodian","detector":"qwen3_5_35b","family":"LLM","n_docs":242},{"n":1777,"noninf2_p":1.2697976404351415e-07,"noninf_2pt":true,"rec_orig":42.31851435002814,"rec_arm":46.82048396173326,"diff_pt":4.501969611705121,"ci95":[2.029717378470618,6.974221844939624],"tost2_p":0.9763475394230672,"equiv_2pt":false,"mcnemar_chi2":12.33399209486166,"b_lost":213,"c_gained":293,"benchmark":"legal_tab","arm":"custodian","detector":"deepseek_v2_lite","family":"LLM","n_docs":242},{"n":1056,"noninf2_p":0.07137892801775428,"noninf_2pt":false,"rec_orig":83.33333333333333,"rec_arm":82.85984848484848,"diff_pt":-0.4734848484848485,"ci95":[-2.5149517743412337,1.567982077371537],"tost2_p":0.07137892801775428,"equiv_2pt":false,"mcnemar_chi2":0.1322314049586777,"b_lost":63,"c_gained":58,"benchmark":"enterprise_gretel","arm":"faker","detector":"presidio","family":"rule","n_docs":250},{"n":1056,"noninf2_p":1.7286081039463828e-13,"noninf_2pt":true,"rec_orig":98.01136363636364,"rec_arm":98.29545454545455,"diff_pt":0.2840909090909091,"ci95":[-0.3312562306946714,0.8994380488764896],"tost2_p":2.307976122541356e-08,"equiv_2pt":true,"mcnemar_chi2":0.36363636363636365,"b_lost":4,"c_gained":7,"benchmark":"enterprise_gretel","arm":"faker","detector":"obi","family":"fine-tuned","n_docs":250},{"n":1056,"noninf2_p":0.0012502513758994602,"noninf_2pt":true,"rec_orig":93.56060606060606,"rec_arm":93.37121212121212,"diff_pt":-0.1893939393939394,"ci95":[-1.3632141549304007,0.9844262761425219],"tost2_p":0.0012502513758994602,"equiv_2pt":true,"mcnemar_chi2":0.025,"b_lost":21,"c_gained":19,"benchmark":"enterprise_gretel","arm":"faker","detector":"qwen3_5_9b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.8782881123274716e-05,"noninf_2pt":true,"rec_orig":87.59469696969697,"rec_arm":89.01515151515152,"diff_pt":1.4204545454545454,"ci95":[-0.20597708046295476,3.0468861713720456],"tost2_p":0.24246176159653032,"equiv_2pt":false,"mcnemar_chi2":2.5454545454545454,"b_lost":31,"c_gained":46,"benchmark":"enterprise_gretel","arm":"faker","detector":"llama3_1_8b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":2.8865213889463165e-06,"noninf_2pt":true,"rec_orig":96.40151515151516,"rec_arm":96.5909090909091,"diff_pt":0.1893939393939394,"ci95":[-0.7569460429222765,1.1357339217101554],"tost2_p":8.841246212440924e-05,"equiv_2pt":true,"mcnemar_chi2":0.038461538461538464,"b_lost":12,"c_gained":14,"benchmark":"enterprise_gretel","arm":"faker","detector":"gemma_e4b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":8.296496139440218e-14,"noninf_2pt":true,"rec_orig":98.10606060606061,"rec_arm":98.20075757575758,"diff_pt":0.0946969696969697,"ci95":[-0.46209191746477635,0.6514858568587157],"tost2_p":9.931984442549318e-12,"equiv_2pt":true,"mcnemar_chi2":0.0,"b_lost":4,"c_gained":5,"benchmark":"enterprise_gretel","arm":"faker","detector":"gemma_4_31b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":0.0006274576960168849,"noninf_2pt":true,"rec_orig":98.57954545454545,"rec_arm":98.01136363636364,"diff_pt":-0.5681818181818182,"ci95":[-1.4380766368971414,0.30171300053350497],"tost2_p":0.0006274576960168849,"equiv_2pt":true,"mcnemar_chi2":1.1363636363636365,"b_lost":14,"c_gained":8,"benchmark":"enterprise_gretel","arm":"faker","detector":"llama3_3_70b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":0.004145301361036041,"noninf_2pt":true,"rec_orig":92.42424242424242,"rec_arm":92.42424242424242,"diff_pt":-0.0,"ci95":[-1.4848484848484849,1.4848484848484849],"tost2_p":0.004145301361036041,"equiv_2pt":true,"mcnemar_chi2":0.015625,"b_lost":32,"c_gained":32,"benchmark":"enterprise_gretel","arm":"faker","detector":"qwen3_5_4b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.1992288125326996e-08,"noninf_2pt":true,"rec_orig":98.48484848484848,"rec_arm":98.39015151515152,"diff_pt":-0.0946969696969697,"ci95":[-0.7638847638187828,0.5744908244248434],"tost2_p":1.1992288125326996e-08,"equiv_2pt":true,"mcnemar_chi2":0.0,"b_lost":7,"c_gained":6,"benchmark":"enterprise_gretel","arm":"faker","detector":"qwen3_5_35b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":0.27797733381855694,"noninf_2pt":false,"rec_orig":59.09090909090909,"rec_arm":57.95454545454545,"diff_pt":-1.1363636363636365,"ci95":[-4.010943372957067,1.7382161002297947],"tost2_p":0.27797733381855694,"equiv_2pt":false,"mcnemar_chi2":0.5041666666666667,"b_lost":126,"c_gained":114,"benchmark":"enterprise_gretel","arm":"faker","detector":"deepseek_v2_lite","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":83.33333333333333,"rec_arm":1.5151515151515151,"diff_pt":-81.81818181818183,"ci95":[-84.17392351663453,-79.46244011972911],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":858.028801843318,"b_lost":866,"c_gained":2,"benchmark":"enterprise_gretel","arm":"redacted","detector":"presidio","family":"rule","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":98.01136363636364,"rec_arm":0.3787878787878788,"diff_pt":-97.63257575757575,"ci95":[-98.58638404675315,-96.67876746839836],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1027.0087124878994,"b_lost":1032,"c_gained":1,"benchmark":"enterprise_gretel","arm":"redacted","detector":"obi","family":"fine-tuned","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":93.56060606060606,"rec_arm":23.200757575757574,"diff_pt":-70.35984848484848,"ci95":[-73.17608836681386,-67.54360860288313],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":731.1606905710491,"b_lost":748,"c_gained":5,"benchmark":"enterprise_gretel","arm":"redacted","detector":"qwen3_5_9b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":87.59469696969697,"rec_arm":51.79924242424242,"diff_pt":-35.79545454545455,"ci95":[-39.231389115849694,-32.359519975059406],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":297.3410041841004,"b_lost":428,"c_gained":50,"benchmark":"enterprise_gretel","arm":"redacted","detector":"llama3_1_8b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":96.40151515151516,"rec_arm":48.390151515151516,"diff_pt":-48.01136363636363,"ci95":[-51.12591068499067,-44.8968165877366],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":487.687619047619,"b_lost":516,"c_gained":9,"benchmark":"enterprise_gretel","arm":"redacted","detector":"gemma_e4b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":98.10606060606061,"rec_arm":75.37878787878788,"diff_pt":-22.727272727272727,"ci95":[-25.37471105317506,-20.079834401370395],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":221.39922480620154,"b_lost":249,"c_gained":9,"benchmark":"enterprise_gretel","arm":"redacted","detector":"gemma_4_31b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":98.57954545454545,"rec_arm":59.375,"diff_pt":-39.20454545454545,"ci95":[-42.20708237914884,-36.20200852994207],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":402.28537735849056,"b_lost":419,"c_gained":5,"benchmark":"enterprise_gretel","arm":"redacted","detector":"llama3_3_70b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":92.42424242424242,"rec_arm":24.526515151515152,"diff_pt":-67.89772727272727,"ci95":[-70.97102566823196,-64.82442887722259],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":673.6609724047306,"b_lost":739,"c_gained":22,"benchmark":"enterprise_gretel","arm":"redacted","detector":"qwen3_5_4b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":98.48484848484848,"rec_arm":76.89393939393939,"diff_pt":-21.59090909090909,"ci95":[-24.233907637859804,-18.94791054395838],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":204.48015873015873,"b_lost":240,"c_gained":12,"benchmark":"enterprise_gretel","arm":"redacted","detector":"qwen3_5_35b","family":"LLM","n_docs":250},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":59.09090909090909,"rec_arm":33.996212121212125,"diff_pt":-25.094696969696972,"ci95":[-29.016650325278963,-21.17274361411498],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":135.859649122807,"b_lost":389,"c_gained":124,"benchmark":"enterprise_gretel","arm":"redacted","detector":"deepseek_v2_lite","family":"LLM","n_docs":250},{"n":726,"noninf2_p":0.41712728867277893,"noninf_2pt":false,"rec_orig":90.633608815427,"rec_arm":88.84297520661157,"diff_pt":-1.790633608815427,"ci95":[-3.7517417747411757,0.1704745571103214],"tost2_p":0.41712728867277893,"equiv_2pt":false,"mcnemar_chi2":2.7169811320754715,"b_lost":33,"c_gained":20,"benchmark":"enterprise_gretel","arm":"custodian","detector":"presidio","family":"rule","n_docs":241},{"n":726,"noninf2_p":0.011270995625162336,"noninf_2pt":true,"rec_orig":98.48484848484848,"rec_arm":97.65840220385675,"diff_pt":-0.8264462809917356,"ci95":[-1.8348001909587102,0.18190762897523932],"tost2_p":0.011270995625162336,"equiv_2pt":true,"mcnemar_chi2":1.7857142857142858,"b_lost":10,"c_gained":4,"benchmark":"enterprise_gretel","arm":"custodian","detector":"obi","family":"fine-tuned","n_docs":241},{"n":726,"noninf2_p":0.11406169469995682,"noninf_2pt":false,"rec_orig":95.04132231404958,"rec_arm":94.0771349862259,"diff_pt":-0.9641873278236914,"ci95":[-2.6487052470969377,0.7203305914495549],"tost2_p":0.11406169469995682,"equiv_2pt":false,"mcnemar_chi2":0.9230769230769231,"b_lost":23,"c_gained":16,"benchmark":"enterprise_gretel","arm":"custodian","detector":"qwen3_5_9b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":0.4776066702466365,"noninf_2pt":false,"rec_orig":88.98071625344353,"rec_arm":87.05234159779614,"diff_pt":-1.9283746556473829,"ci95":[-4.428063386389963,0.5713140750951973],"tost2_p":0.4776066702466365,"equiv_2pt":false,"mcnemar_chi2":1.9651162790697674,"b_lost":50,"c_gained":36,"benchmark":"enterprise_gretel","arm":"custodian","detector":"llama3_1_8b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":0.03381236857016568,"noninf_2pt":true,"rec_orig":97.65840220385675,"rec_arm":96.69421487603306,"diff_pt":-0.9641873278236914,"ci95":[-2.0751004101051342,0.14672575445775146],"tost2_p":0.03381236857016568,"equiv_2pt":true,"mcnemar_chi2":2.1176470588235294,"b_lost":12,"c_gained":5,"benchmark":"enterprise_gretel","arm":"custodian","detector":"gemma_e4b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":1.3851964471830454e-05,"noninf_2pt":true,"rec_orig":98.34710743801652,"rec_arm":98.34710743801652,"diff_pt":-0.0,"ci95":[-0.9352120062906335,0.9352120062906335],"tost2_p":1.3851964471830454e-05,"equiv_2pt":true,"mcnemar_chi2":0.08333333333333333,"b_lost":6,"c_gained":6,"benchmark":"enterprise_gretel","arm":"custodian","detector":"gemma_4_31b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":0.0007378463668399999,"noninf_2pt":true,"rec_orig":99.31129476584022,"rec_arm":98.62258953168045,"diff_pt":-0.6887052341597797,"ci95":[-1.4970716759348326,0.11966120761527331],"tost2_p":0.0007378463668399999,"equiv_2pt":true,"mcnemar_chi2":1.7777777777777777,"b_lost":7,"c_gained":2,"benchmark":"enterprise_gretel","arm":"custodian","detector":"llama3_3_70b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":0.0025088813043159207,"noninf_2pt":true,"rec_orig":92.69972451790633,"rec_arm":93.1129476584022,"diff_pt":0.4132231404958678,"ci95":[-1.2724863035376983,2.0989325845294338],"tost2_p":0.032520981940303895,"equiv_2pt":true,"mcnemar_chi2":0.10256410256410256,"b_lost":18,"c_gained":21,"benchmark":"enterprise_gretel","arm":"custodian","detector":"qwen3_5_4b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":1.5354260078533424e-09,"noninf_2pt":true,"rec_orig":99.17355371900827,"rec_arm":99.17355371900827,"diff_pt":-0.0,"ci95":[-0.6612947514951831,0.6612947514951831],"tost2_p":1.5354260078533424e-09,"equiv_2pt":true,"mcnemar_chi2":0.16666666666666666,"b_lost":3,"c_gained":3,"benchmark":"enterprise_gretel","arm":"custodian","detector":"qwen3_5_35b","family":"LLM","n_docs":241},{"n":726,"noninf2_p":0.5744377983517306,"noninf_2pt":false,"rec_orig":58.67768595041322,"rec_arm":56.33608815426997,"diff_pt":-2.3415977961432506,"ci95":[-5.908933402300878,1.2257378100143768],"tost2_p":0.5744377983517306,"equiv_2pt":false,"mcnemar_chi2":1.4628571428571429,"b_lost":96,"c_gained":79,"benchmark":"enterprise_gretel","arm":"custodian","detector":"deepseek_v2_lite","family":"LLM","n_docs":241}],"pooled":[{"n":12830,"noninf2_p":4.380324554320975e-160,"noninf_2pt":true,"rec_orig":61.27825409197194,"rec_arm":68.87763055339049,"diff_pt":7.59937646141855,"ci95":[6.900827779271608,8.297925143565491],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":438.1875288683603,"b_lost":595,"c_gained":1570,"scope":["domain","finance_gretel"],"arm":"faker","boot_ci95":[5.714285714285714,9.665399239543726]},{"n":22030,"noninf2_p":3.6478209068509342e-127,"noninf_2pt":true,"rec_orig":66.92691783931004,"rec_arm":71.13481615978212,"diff_pt":4.207898320472084,"ci95":[3.7000703317563652,4.715726309187803],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":260.0776463451623,"b_lost":1185,"c_gained":2112,"scope":["domain","legal_tab"],"arm":"faker","boot_ci95":[2.9775967413441955,5.455353176366059]},{"n":10560,"noninf2_p":7.208087392417855e-17,"noninf_2pt":true,"rec_orig":90.55871212121212,"rec_arm":90.51136363636364,"diff_pt":-0.04734848484848485,"ci95":[-0.510619737002709,0.4159227673057394],"tost2_p":7.208087392417855e-17,"equiv_2pt":true,"mcnemar_chi2":0.025682182985553772,"b_lost":314,"c_gained":309,"scope":["domain","enterprise_gretel"],"arm":"faker","boot_ci95":[-0.6629318394024276,0.6196377502383222]},{"n":1283,"noninf2_p":1.217418666575199e-11,"noninf_2pt":true,"rec_orig":80.9041309431021,"rec_arm":86.90568978955572,"diff_pt":6.001558846453625,"ci95":[3.652825701705066,8.350291991202182],"tost2_p":0.9995800063907212,"equiv_2pt":false,"mcnemar_chi2":23.966804979253112,"b_lost":82,"c_gained":159,"scope":["domain_family","finance_gretel","rule"],"arm":"faker","boot_ci95":[2.5141930251419304,10.174880763116057]},{"n":1283,"noninf2_p":1.2199512806427656e-33,"noninf_2pt":true,"rec_orig":89.01013250194856,"rec_arm":96.72642244738893,"diff_pt":7.716289945440375,"ci95":[6.133393761734267,9.299186129146483],"tost2_p":0.9999999999992694,"equiv_2pt":false,"mcnemar_chi2":83.51304347826087,"b_lost":8,"c_gained":107,"scope":["domain_family","finance_gretel","fine-tuned"],"arm":"faker","boot_ci95":[4.534212695795548,11.816192560175054]},{"n":10264,"noninf2_p":6.945977101663837e-128,"noninf_2pt":true,"rec_orig":55.35853468433359,"rec_arm":63.14302416212003,"diff_pt":7.784489477786439,"ci95":[6.986382221417179,8.582596734155699],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":352.0199004975124,"b_lost":505,"c_gained":1304,"scope":["domain_family","finance_gretel","LLM"],"arm":"faker","boot_ci95":[5.856772760917838,9.710506134969325]},{"n":2203,"noninf2_p":2.5106894646521397e-10,"noninf_2pt":true,"rec_orig":87.06309577848388,"rec_arm":87.92555605991829,"diff_pt":0.8624602814344077,"ci95":[-0.03976385637106984,1.7646844192398852],"tost2_p":0.006732991655309836,"equiv_2pt":true,"mcnemar_chi2":3.145631067961165,"b_lost":42,"c_gained":61,"scope":["domain_family","legal_tab","rule"],"arm":"faker","boot_ci95":[-0.18231540565177756,1.912313432835821]},{"n":2203,"noninf2_p":1.9055647338898506e-18,"noninf_2pt":true,"rec_orig":92.14707217430777,"rec_arm":94.46209714026328,"diff_pt":2.3150249659555153,"ci95":[1.3411458994879049,3.2889040324231256],"tost2_p":0.7369628072202372,"equiv_2pt":false,"mcnemar_chi2":20.66115702479339,"b_lost":35,"c_gained":86,"scope":["domain_family","legal_tab","fine-tuned"],"arm":"faker","boot_ci95":[-0.9734513274336283,4.681818181818182]},{"n":17624,"noninf2_p":2.9406874809879315e-107,"noninf_2pt":true,"rec_orig":61.25737630503858,"rec_arm":66.12006354970495,"diff_pt":4.862687244666364,"ci95":[4.250382020761591,5.474992468571137],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":238.44321509925155,"b_lost":1108,"c_gained":1965,"scope":["domain_family","legal_tab","LLM"],"arm":"faker","boot_ci95":[3.522068658047258,6.297795771479982]},{"n":1056,"noninf2_p":0.07137892801775428,"noninf_2pt":false,"rec_orig":83.33333333333333,"rec_arm":82.85984848484848,"diff_pt":-0.4734848484848485,"ci95":[-2.5149517743412337,1.567982077371537],"tost2_p":0.07137892801775428,"equiv_2pt":false,"mcnemar_chi2":0.1322314049586777,"b_lost":63,"c_gained":58,"scope":["domain_family","enterprise_gretel","rule"],"arm":"faker","boot_ci95":[-2.4667931688804554,1.5473887814313345]},{"n":1056,"noninf2_p":1.7286081039463828e-13,"noninf_2pt":true,"rec_orig":98.01136363636364,"rec_arm":98.29545454545455,"diff_pt":0.2840909090909091,"ci95":[-0.3312562306946714,0.8994380488764896],"tost2_p":2.307976122541356e-08,"equiv_2pt":true,"mcnemar_chi2":0.36363636363636365,"b_lost":4,"c_gained":7,"scope":["domain_family","enterprise_gretel","fine-tuned"],"arm":"faker","boot_ci95":[-0.28846153846153844,0.91324200913242]},{"n":8448,"noninf2_p":3.452137413469414e-14,"noninf_2pt":true,"rec_orig":90.53030303030303,"rec_arm":90.49479166666667,"diff_pt":-0.03551136363636364,"ci95":[-0.549605252171517,0.4785825248987898],"tost2_p":3.452137413469414e-14,"equiv_2pt":true,"mcnemar_chi2":0.008146639511201629,"b_lost":247,"c_gained":244,"scope":["domain_family","enterprise_gretel","LLM"],"arm":"faker","boot_ci95":[-0.7872137404580153,0.7195121951219512]},{"n":4542,"noninf2_p":1.466421694646864e-17,"noninf_2pt":true,"rec_orig":84.45618670189344,"rec_arm":86.45970937912814,"diff_pt":2.0035226772346983,"ci95":[1.074807938643984,2.932237415825413],"tost2_p":0.5029658736907215,"equiv_2pt":false,"mcnemar_chi2":17.419354838709676,"b_lost":187,"c_gained":278,"scope":["all_family","rule"],"arm":"faker","boot_ci95":[0.7443641003828159,3.391363328057879]},{"n":4542,"noninf2_p":1.0425663653004131e-55,"noninf_2pt":true,"rec_orig":92.62439453985029,"rec_arm":95.9929546455306,"diff_pt":3.368560105680317,"ci95":[2.6974736272795807,4.039646584081053],"tost2_p":0.9999679339614774,"equiv_2pt":false,"mcnemar_chi2":93.53846153846153,"b_lost":47,"c_gained":200,"scope":["all_family","fine-tuned"],"arm":"faker","boot_ci95":[1.4821272885789014,5.1316677920324105]},{"n":36336,"noninf2_p":9.272797645930506e-235,"noninf_2pt":true,"rec_orig":66.39696169088508,"rec_arm":70.94616908850726,"diff_pt":4.549207397622193,"ci95":[4.156592477476462,4.941822317767924],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":507.929276009678,"b_lost":1860,"c_gained":3513,"scope":["all_family","LLM"],"arm":"faker","boot_ci95":[3.6664392905866303,5.513422086425142]},{"n":45420,"noninf2_p":3.026920367065527e-287,"noninf_2pt":true,"rec_orig":70.82562747688243,"rec_arm":75.00220167327168,"diff_pt":4.1765741963892555,"ci95":[3.8421533793451457,4.510995013433366],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":590.7668036154478,"b_lost":2094,"c_gained":3991,"scope":["all"],"arm":"faker","boot_ci95":[3.3544571187156738,5.066031608573284]},{"n":12830,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":61.27825409197194,"rec_arm":18.667186282151206,"diff_pt":-42.61106780982074,"ci95":[-43.61996057925776,-41.60217504038371],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":4465.275145718128,"b_lost":6079,"c_gained":612,"scope":["domain","finance_gretel"],"arm":"redacted","boot_ci95":[-45.42033626901521,-39.90469208211144]},{"n":22030,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":66.92691783931004,"rec_arm":25.860190649114845,"diff_pt":-41.06672719019519,"ci95":[-41.85779106495832,-40.275663315432055],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":7041.572670166079,"b_lost":10334,"c_gained":1287,"scope":["domain","legal_tab"],"arm":"redacted","boot_ci95":[-43.39449541284404,-38.53333333333333]},{"n":10560,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":90.55871212121212,"rec_arm":39.54545454545455,"diff_pt":-51.01325757575758,"ci95":[-52.04948406344582,-49.97703108806933],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":4946.120375106564,"b_lost":5626,"c_gained":239,"scope":["domain","enterprise_gretel"],"arm":"redacted","boot_ci95":[-52.87356321839081,-49.14811229428848]},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":80.9041309431021,"rec_arm":1.4029618082618862,"diff_pt":-79.50116913484023,"ci95":[-81.71016064588407,-77.29217762379636],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1018.0009803921569,"b_lost":1020,"c_gained":0,"scope":["domain_family","finance_gretel","rule"],"arm":"redacted","boot_ci95":[-83.29197684036394,-75.03725782414307]},{"n":1283,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":89.01013250194856,"rec_arm":1.7926734216679656,"diff_pt":-87.21745908028059,"ci95":[-89.05724914561956,-85.37766901494162],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1115.0080285459412,"b_lost":1120,"c_gained":1,"scope":["domain_family","finance_gretel","fine-tuned"],"arm":"redacted","boot_ci95":[-90.86021505376344,-83.0457614403601]},{"n":10264,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":55.35853468433359,"rec_arm":22.934528448947777,"diff_pt":-32.42400623538582,"ci95":[-33.54903155711089,-31.298980913660746],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":2432.7316483516483,"b_lost":3939,"c_gained":611,"scope":["domain_family","finance_gretel","LLM"],"arm":"redacted","boot_ci95":[-35.58201058201058,-29.45751138088012]},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":87.06309577848388,"rec_arm":1.2709940989559692,"diff_pt":-85.79210167952792,"ci95":[-87.26623209958505,-84.3179712594708],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1882.0258438818566,"b_lost":1893,"c_gained":3,"scope":["domain_family","legal_tab","rule"],"arm":"redacted","boot_ci95":[-90.04801396769969,-80.75175547294506]},{"n":2203,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":92.14707217430777,"rec_arm":4.1307308216069,"diff_pt":-88.01634135270086,"ci95":[-89.37254589184732,-86.66013681355442],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1937.0005157297576,"b_lost":1939,"c_gained":0,"scope":["domain_family","legal_tab","fine-tuned"],"arm":"redacted","boot_ci95":[-90.11962782454586,-85.9417652411283]},{"n":17624,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":61.25737630503858,"rec_arm":31.650022696323195,"diff_pt":-29.607353608715385,"ci95":[-30.485934494002514,-28.728772723428257],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":3495.644618546108,"b_lost":6502,"c_gained":1284,"scope":["domain_family","legal_tab","LLM"],"arm":"redacted","boot_ci95":[-32.08582834331337,-27.091503267973856]},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":83.33333333333333,"rec_arm":1.5151515151515151,"diff_pt":-81.81818181818183,"ci95":[-84.17392351663453,-79.46244011972911],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":858.028801843318,"b_lost":866,"c_gained":2,"scope":["domain_family","enterprise_gretel","rule"],"arm":"redacted","boot_ci95":[-84.15559772296015,-79.41454202077432]},{"n":1056,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":98.01136363636364,"rec_arm":0.3787878787878788,"diff_pt":-97.63257575757575,"ci95":[-98.58638404675315,-96.67876746839836],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":1027.0087124878994,"b_lost":1032,"c_gained":1,"scope":["domain_family","enterprise_gretel","fine-tuned"],"arm":"redacted","boot_ci95":[-98.58490566037736,-96.58203125]},{"n":8448,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":90.53030303030303,"rec_arm":49.19507575757576,"diff_pt":-41.33522727272727,"ci95":[-42.50002866343755,-40.17042588201699],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":3074.4402119071647,"b_lost":3728,"c_gained":236,"scope":["domain_family","enterprise_gretel","LLM"],"arm":"redacted","boot_ci95":[-43.57622243528284,-39.04929577464789]},{"n":4542,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":84.45618670189344,"rec_arm":1.3650374284456186,"diff_pt":-83.09114927344781,"ci95":[-84.18975880518438,-81.99253974171124],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":3762.031976744186,"b_lost":3779,"c_gained":5,"scope":["all_family","rule"],"arm":"redacted","boot_ci95":[-85.543580131209,-80.2248126561199]},{"n":4542,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":92.62439453985029,"rec_arm":2.5979744605900486,"diff_pt":-90.02642007926023,"ci95":[-90.90213447976794,-89.15070567875254],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":4083.00610798925,"b_lost":4091,"c_gained":2,"scope":["all_family","fine-tuned"],"arm":"redacted","boot_ci95":[-91.60354901536464,-88.2682817406909]},{"n":36336,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":66.39696169088508,"rec_arm":33.26728313518274,"diff_pt":-33.129678555702334,"ci95":[-33.72820121914879,-32.53115589225588],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":8888.918343558282,"b_lost":14169,"c_gained":2131,"scope":["all_family","LLM"],"arm":"redacted","boot_ci95":[-34.78082641014429,-31.351603690685412]},{"n":45420,"noninf2_p":1.0,"noninf_2pt":false,"rec_orig":70.82562747688243,"rec_arm":27.010127697049757,"diff_pt":-43.81549977983267,"ci95":[-44.35200684043208,-43.278992719233266],"tost2_p":1.0,"equiv_2pt":false,"mcnemar_chi2":16379.61699135542,"b_lost":22039,"c_gained":2138,"scope":["all"],"arm":"redacted","boot_ci95":[-45.31891168599465,-42.14644351464435]},{"n":10900,"noninf2_p":1.9909041984390042e-21,"noninf_2pt":true,"rec_orig":62.18348623853211,"rec_arm":63.69724770642202,"diff_pt":1.5137614678899083,"ci95":[0.7836749119408147,2.243848023839002],"tost2_p":0.09588474136021302,"equiv_2pt":false,"mcnemar_chi2":16.290732889158086,"b_lost":743,"c_gained":908,"scope":["domain","finance_gretel"],"arm":"custodian","boot_ci95":[0.2583732057416268,2.6836158192090394]},{"n":17770,"noninf2_p":1.9294573063909257e-16,"noninf_2pt":true,"rec_orig":70.90039392234102,"rec_arm":71.18739448508722,"diff_pt":0.28700056274620145,"ci95":[-0.2634809615971484,0.8374820870895514],"tost2_p":5.331122508336961e-10,"equiv_2pt":true,"mcnemar_chi2":1.0036130068245686,"b_lost":1220,"c_gained":1271,"scope":["domain","legal_tab"],"arm":"custodian","boot_ci95":[-0.8342792281498297,1.4191586416624429]},{"n":7260,"noninf2_p":9.347964428222316e-05,"noninf_2pt":true,"rec_orig":91.90082644628099,"rec_arm":90.99173553719008,"diff_pt":-0.9090909090909091,"ci95":[-1.4814070372211163,-0.3367747809607018],"tost2_p":9.347964428222316e-05,"equiv_2pt":true,"mcnemar_chi2":9.38888888888889,"b_lost":258,"c_gained":192,"scope":["domain","enterprise_gretel"],"arm":"custodian","boot_ci95":[-1.745152354570637,-0.06906077348066299]},{"n":1090,"noninf2_p":0.9322354164220803,"noninf_2pt":false,"rec_orig":85.96330275229357,"rec_arm":82.20183486238533,"diff_pt":-3.761467889908257,"ci95":[-6.074454899946055,-1.4484808798704598],"tost2_p":0.9322354164220803,"equiv_2pt":false,"mcnemar_chi2":9.580838323353293,"b_lost":104,"c_gained":63,"scope":["domain_family","finance_gretel","rule"],"arm":"custodian","boot_ci95":[-6.735266604303087,-0.929368029739777]},{"n":1090,"noninf2_p":0.9947706254258476,"noninf_2pt":false,"rec_orig":90.91743119266054,"rec_arm":87.24770642201835,"diff_pt":-3.669724770642202,"ci95":[-4.947967379616345,-2.3914821616680593],"tost2_p":0.9947706254258476,"equiv_2pt":false,"mcnemar_chi2":29.25,"b_lost":46,"c_gained":6,"scope":["domain_family","finance_gretel","fine-tuned"],"arm":"custodian","boot_ci95":[-5.215827338129497,-2.1220159151193636]},{"n":8720,"noninf2_p":4.169631209056303e-29,"noninf_2pt":true,"rec_orig":55.61926605504587,"rec_arm":58.440366972477065,"diff_pt":2.8211009174311927,"ci95":[1.972592460080424,3.669609374781961],"tost2_p":0.9710655905907506,"equiv_2pt":false,"mcnemar_chi2":41.91689944134078,"b_lost":593,"c_gained":839,"scope":["domain_family","finance_gretel","LLM"],"arm":"custodian","boot_ci95":[1.3056506849315068,4.259438528557599]},{"n":1777,"noninf2_p":0.006524087521945863,"noninf_2pt":true,"rec_orig":91.9527293190771,"rec_arm":91.27743387732133,"diff_pt":-0.6752954417557682,"ci95":[-1.7212053859092913,0.3706145023977552],"tost2_p":0.006524087521945863,"equiv_2pt":true,"mcnemar_chi2":1.3444444444444446,"b_lost":51,"c_gained":39,"scope":["domain_family","legal_tab","rule"],"arm":"custodian","boot_ci95":[-1.9273127753303965,0.5420054200542005]},{"n":1777,"noninf2_p":1.0624885634149384e-05,"noninf_2pt":true,"rec_orig":94.65391108610017,"rec_arm":94.20371412492966,"diff_pt":-0.4501969611705121,"ci95":[-1.1647048056231017,0.26431088328207747],"tost2_p":1.0624885634149384e-05,"equiv_2pt":true,"mcnemar_chi2":1.1666666666666667,"b_lost":25,"c_gained":17,"scope":["domain_family","legal_tab","fine-tuned"],"arm":"custodian","boot_ci95":[-1.3089005235602094,0.4091174751607247]},{"n":14216,"noninf2_p":1.2750157189240622e-13,"noninf_2pt":true,"rec_orig":65.29966235227913,"rec_arm":65.79909960607766,"diff_pt":0.4994372537985369,"ci95":[-0.17015432549618986,1.1690288330932637],"tost2_p":5.605736333858168e-06,"equiv_2pt":true,"mcnemar_chi2":2.077151335311573,"b_lost":1144,"c_gained":1215,"scope":["domain_family","legal_tab","LLM"],"arm":"custodian","boot_ci95":[-0.8793290043290043,1.9580596260737746]},{"n":726,"noninf2_p":0.41712728867277893,"noninf_2pt":false,"rec_orig":90.633608815427,"rec_arm":88.84297520661157,"diff_pt":-1.790633608815427,"ci95":[-3.7517417747411757,0.1704745571103214],"tost2_p":0.41712728867277893,"equiv_2pt":false,"mcnemar_chi2":2.7169811320754715,"b_lost":33,"c_gained":20,"scope":["domain_family","enterprise_gretel","rule"],"arm":"custodian","boot_ci95":[-3.763440860215054,0.141643059490085]},{"n":726,"noninf2_p":0.011270995625162336,"noninf_2pt":true,"rec_orig":98.48484848484848,"rec_arm":97.65840220385675,"diff_pt":-0.8264462809917356,"ci95":[-1.8348001909587102,0.18190762897523932],"tost2_p":0.011270995625162336,"equiv_2pt":true,"mcnemar_chi2":1.7857142857142858,"b_lost":10,"c_gained":4,"scope":["domain_family","enterprise_gretel","fine-tuned"],"arm":"custodian","boot_ci95":[-1.7832647462277091,0.0]},{"n":5808,"noninf2_p":0.00020337361100604664,"noninf_2pt":true,"rec_orig":91.2362258953168,"rec_arm":90.42699724517907,"diff_pt":-0.809228650137741,"ci95":[-1.4693337770207557,-0.1491235232547265],"tost2_p":0.00020337361100604664,"equiv_2pt":true,"mcnemar_chi2":5.5248041775456915,"b_lost":215,"c_gained":168,"scope":["domain_family","enterprise_gretel","LLM"],"arm":"custodian","boot_ci95":[-1.7559109874826146,0.13458950201884254]},{"n":3593,"noninf2_p":0.36938661000706535,"noninf_2pt":false,"rec_orig":89.86919009184525,"rec_arm":88.0322849986084,"diff_pt":-1.8369050932368494,"ci95":[-2.795486078987936,-0.8783241074857624],"tost2_p":0.36938661000706535,"equiv_2pt":false,"mcnemar_chi2":13.629032258064516,"b_lost":188,"c_gained":122,"scope":["all_family","rule"],"arm":"custodian","boot_ci95":[-2.9914529914529915,-0.7044161473855324]},{"n":3593,"noninf2_p":0.042257145172485765,"noninf_2pt":true,"rec_orig":94.29446145282493,"rec_arm":92.79153910381297,"diff_pt":-1.5029223490119676,"ci95":[-2.067693874850324,-0.9381508231736113],"tost2_p":0.042257145172485765,"equiv_2pt":true,"mcnemar_chi2":26.00925925925926,"b_lost":81,"c_gained":27,"scope":["all_family","fine-tuned"],"arm":"custodian","boot_ci95":[-2.164383561643836,-0.8159819921215532]},{"n":28744,"noninf2_p":2.10597152760091e-39,"noninf_2pt":true,"rec_orig":67.60367381018648,"rec_arm":68.54300027831896,"diff_pt":0.9393264681324799,"ci95":[0.4989205892033382,1.3797323470616216],"tost2_p":1.1765359312494377e-06,"equiv_2pt":true,"mcnemar_chi2":17.336128413991375,"b_lost":1952,"c_gained":2222,"scope":["all_family","LLM"],"arm":"custodian","boot_ci95":[0.024238227146814405,1.7962806424344886]},{"n":35930,"noninf2_p":6.431065552609633e-38,"noninf_2pt":true,"rec_orig":72.4993042026162,"rec_arm":72.9167826328973,"diff_pt":0.4174784302811021,"ci95":[0.04784590517057817,0.7871109553916261],"tost2_p":2.4014972630547626e-17,"equiv_2pt":true,"mcnemar_chi2":4.834712543554007,"b_lost":2221,"c_gained":2371,"scope":["all"],"arm":"custodian","boot_ci95":[-0.32017075773745995,1.0961538461538463]}]}