research: finalize experimental synthesis

This commit is contained in:
willtanoe committed 2026-10-01 01:00:32 +07:00
1 parent d30e9831e6
commit 8a571a2387
21 files changed
+1325 -69

No files matched your search

@@ -0,0 +1,91 @@
dataset,alpha,seed,beta,n_eligible,n_improve_vs_beta0,n_degrade_vs_beta0,n_unchanged,mean_delta_rare_macro_f1,median_delta_rare_macro_f1,min_delta_rare_macro_f1,max_delta_rare_macro_f1
xiiotid,0.25,0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.25,0,0.25,10,2,5,3,-0.0064673967169698865,-0.00222622943520559,-0.04293419597212661,0.01876993547229222
xiiotid,0.25,0,0.5,10,2,7,1,-0.021132734174687993,-0.029027854121098817,-0.07692307692307698,0.05741836974395109
xiiotid,0.25,0,0.75,10,5,4,1,0.037652802750874605,0.0007104290991758952,-0.11166156370194247,0.3758987633016968
xiiotid,0.25,0,1.0,10,4,5,1,-0.037995631629473454,-0.022968705139247758,-0.25698055252395446,0.14104421200350115
xiiotid,0.25,1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.25,1,0.25,10,7,1,2,0.02181236632914685,0.022496227330692564,-0.006350012700025401,0.07175976877899254
xiiotid,0.25,1,0.5,10,7,2,1,0.04461512377469677,0.02108028499658518,-0.015820270172650433,0.23562664832014674
xiiotid,0.25,1,0.75,10,5,4,1,0.04324763034707273,0.0052932124515639445,-0.018266942973367145,0.316706904876871
xiiotid,0.25,1,1.0,10,5,4,1,0.0385170238078155,0.0052932124515639445,-0.038742745973951775,0.37740563530037213
xiiotid,0.25,2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.25,2,0.25,10,5,3,2,-0.024384536677342937,0.013768617160351215,-0.3028515240904621,0.08185020136870569
xiiotid,0.25,2,0.5,10,4,4,2,-0.04103939310459288,0.0,-0.3397932816537467,0.11851572403806943
xiiotid,0.25,2,0.75,10,3,5,2,-0.1176216808834886,-0.03792837801605936,-0.6011131725417439,0.12413263414375775
xiiotid,0.25,2,1.0,10,3,6,1,-0.1793367342416782,-0.1787074870427493,-0.6775352307267201,0.07541312385625187
xiiotid,0.5,0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.5,0,0.25,10,9,1,0,0.014447779488805679,0.008862381334935221,-0.0048289738430582485,0.059259259259259345
xiiotid,0.5,0,0.5,10,8,2,0,0.02842211408129357,0.01786607568659304,-0.02864627632429495,0.09259259259259256
xiiotid,0.5,0,0.75,10,7,3,0,0.020663517144586436,0.011529026224022465,-0.03579795256891627,0.09259259259259256
xiiotid,0.5,0,1.0,10,4,6,0,-0.005896451782293366,-0.0015897910791723424,-0.07604807732022623,0.04139430366632779
xiiotid,0.5,1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.5,1,0.25,10,6,2,2,0.007580540867216318,0.00691255565746568,-0.004456876015858091,0.023990860624524046
xiiotid,0.5,1,0.5,10,7,2,1,0.016564399764498333,0.016189304599793786,-0.005423903365265936,0.04237609975314893
xiiotid,0.5,1,0.75,10,8,1,1,0.026535489229920235,0.02453891247906187,-0.002998819235144723,0.0871872501828449
xiiotid,0.5,1,1.0,10,9,0,1,0.054492862707554934,0.03303785159404127,0.0,0.19273339273339285
xiiotid,0.5,2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.5,2,0.25,10,7,1,2,0.011191488545697032,0.009832777111244473,-0.0007113366760957973,0.029454054607266078
xiiotid,0.5,2,0.5,10,8,0,2,0.02389697185121845,0.019768783103869897,0.0,0.06966444292595181
xiiotid,0.5,2,0.75,10,8,1,1,0.05781929956312084,0.0358882506416448,-0.0018572153733706909,0.1770966368667518
xiiotid,0.5,2,1.0,10,6,3,1,0.038758776558190745,0.0271534489476824,-0.4028071047074897,0.2675649974447385
xiiotid,0.75,0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.75,0,0.25,10,5,5,0,8.859496571733683e-05,-0.001404275185996784,-0.019237420306723707,0.026871905512682204
xiiotid,0.75,0,0.5,10,6,4,0,0.007584665753678871,0.013188342258148383,-0.0361435910590483,0.048012173012172976
xiiotid,0.75,0,0.75,10,3,7,0,-0.009935209564988324,-0.010284597102047655,-0.04332234195639206,0.02528490028490027
xiiotid,0.75,0,1.0,10,1,9,0,-0.017657004095942678,-0.013236301949758722,-0.0650297324550243,0.02220072031392789
xiiotid,0.75,1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.75,1,0.25,10,9,0,1,0.01311050414693552,0.010627333455872107,0.0,0.03177895616667353
xiiotid,0.75,1,0.5,10,9,0,1,0.014643364516424288,0.010097783138646538,0.0,0.04017223028543784
xiiotid,0.75,1,0.75,10,9,0,1,0.0127774748399905,0.007494938523124495,0.0,0.03752345215759845
xiiotid,0.75,1,1.0,10,7,2,1,0.011258579628480089,0.005364141224669883,-0.011620820732722359,0.05776636713735561
xiiotid,0.75,2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
xiiotid,0.75,2,0.25,10,7,3,0,-0.005211888340901932,0.0029998983543945423,-0.12121212121212133,0.03817567567567559
xiiotid,0.75,2,0.5,10,6,4,0,-0.007096659882482407,0.0024387861756007545,-0.1523809523809524,0.047814685314685246
xiiotid,0.75,2,0.75,10,5,5,0,-0.00033649270926734557,-0.0004809578413735027,-0.08602150537634423,0.05314748201438846
xiiotid,0.75,2,1.0,10,6,4,0,-0.002902966134960444,0.0017994539960968226,-0.12121212121212133,0.05314748201438846
5gnidd,0.25,0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.25,0,0.25,10,3,3,4,0.010938546012782963,0.0,-0.07653222666610299,0.18940707383214095
5gnidd,0.25,0,0.5,10,3,4,3,-0.01890975297353068,0.0,-0.10737418541550403,0.023843748084083516
5gnidd,0.25,0,0.75,10,3,4,3,-0.023097869142088355,0.0,-0.14782686599098172,0.08120187997137751
5gnidd,0.25,0,1.0,10,3,4,3,-0.0019048472317972909,0.0,-0.1484580166381656,0.2777777777777778
5gnidd,0.25,1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.25,1,0.25,10,3,3,4,-0.003968051685100719,0.0,-0.035080645161290336,0.006988021376510556
5gnidd,0.25,1,0.5,10,2,4,4,-0.03304496144720663,0.0,-0.31650978982621863,0.0007581492441447457
5gnidd,0.25,1,0.75,10,2,5,3,-0.04279009081982739,-1.5429040849390674e-06,-0.4057158717743099,0.05971472095277662
5gnidd,0.25,1,1.0,10,3,4,3,-0.0319707599550853,0.0,-0.3007384916695693,0.05547720837266114
5gnidd,0.25,2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.25,2,0.25,10,0,4,6,-0.04347321695249963,0.0,-0.20521276595744675,0.0
5gnidd,0.25,2,0.5,10,1,3,6,-0.05526190135183806,0.0,-0.2831161695447409,0.002564102564102555
5gnidd,0.25,2,0.75,10,1,4,5,-0.05176638308929169,0.0,-0.26831675979891445,0.09614699026463747
5gnidd,0.25,2,1.0,10,4,3,3,-0.03757538403361462,0.0,-0.2684826405938592,0.1510489510489511
5gnidd,0.5,0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.5,0,0.25,10,2,7,1,-0.07713608929072921,-0.06868699969879549,-0.20363636363636362,0.030406580954845275
5gnidd,0.5,0,0.5,10,7,2,1,0.025889785020554917,0.037598391946217946,-0.03433523137896821,0.06985074626865678
5gnidd,0.5,0,0.75,10,5,4,1,0.012063078830364903,0.005480145076796034,-0.06785615288783342,0.07125000000000004
5gnidd,0.5,0,1.0,10,6,3,1,0.030279508202206325,0.038493190742204336,-0.0884443881819511,0.10341347704408088
5gnidd,0.5,1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.5,1,0.25,10,3,3,4,-0.05952678669505902,0.0,-0.32307692307692304,0.01253088893341342
5gnidd,0.5,1,0.5,10,3,5,2,-0.06985503383490366,-0.0002538055290239316,-0.423076923076923,0.018147843026199484
5gnidd,0.5,1,0.75,10,3,5,2,-0.08992415594170661,-0.010869565217391242,-0.548076923076923,0.023966835082264493
5gnidd,0.5,1,1.0,10,3,5,2,-0.10147959420243684,-0.010869565217391242,-0.6564102564102563,0.06308143239454578
5gnidd,0.5,2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.5,2,0.25,10,5,4,1,0.01020569435994877,0.00047281323877068626,-0.026210680207824577,0.07260640841702526
5gnidd,0.5,2,0.5,10,5,4,1,0.006281201274024195,0.0021822149481723896,-0.04423375396450502,0.07378740970072228
5gnidd,0.5,2,0.75,10,7,2,1,0.08127477908163376,0.08683194022289764,-0.030503434250412576,0.19744802710549003
5gnidd,0.5,2,1.0,10,7,2,1,0.08661837030164057,0.10629718599862731,-0.033724722765818727,0.2015644281090505
5gnidd,0.75,0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.75,0,0.25,10,5,4,1,-0.011293149808252767,0.0008702225660137675,-0.11428571428571432,0.02246687492367061
5gnidd,0.75,0,0.5,10,4,6,0,0.002110296281339108,-0.002470904928741302,-0.04342273307790534,0.07435002353424269
5gnidd,0.75,0,0.75,10,4,5,1,-0.010014602019574038,-0.0009496838684330267,-0.1261904761904763,0.08104016437931305
5gnidd,0.75,0,1.0,10,4,5,1,-0.018907127202940695,-0.008343874739802304,-0.1470238095238096,0.08792669889742655
5gnidd,0.75,1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.75,1,0.25,10,8,0,2,0.057402269299170985,0.034854877143638385,0.0,0.15555555555555545
5gnidd,0.75,1,0.5,10,6,3,1,0.08504839334967931,0.036259163913778814,-0.01717171717171706,0.2666666666666666
5gnidd,0.75,1,0.75,10,6,3,1,0.06946744905696867,0.036259163913778814,-0.02220504036522919,0.23333333333333328
5gnidd,0.75,1,1.0,10,6,3,1,0.08868113938603633,0.034854877143638385,-0.03122327240008249,0.32110579479000534
5gnidd,0.75,2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
5gnidd,0.75,2,0.25,10,0,6,4,-0.008941010132134792,-0.007204243679679367,-0.022597337621727998,0.0
5gnidd,0.75,2,0.5,10,4,2,4,0.005804717069634502,0.0,-0.005379760304999981,0.02370370370370367
5gnidd,0.75,2,0.75,10,1,6,3,-0.019143806586356792,-0.0066193960137049535,-0.07992013632257533,0.0032679738562091387
5gnidd,0.75,2,1.0,10,4,2,4,0.008864477513365766,0.0,-0.007116151507512436,0.03763472261159395
1 dataset alpha seed beta n_eligible n_improve_vs_beta0 n_degrade_vs_beta0 n_unchanged mean_delta_rare_macro_f1 median_delta_rare_macro_f1 min_delta_rare_macro_f1 max_delta_rare_macro_f1
2 xiiotid 0.25 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
3 xiiotid 0.25 0 0.25 10 2 5 3 -0.0064673967169698865 -0.00222622943520559 -0.04293419597212661 0.01876993547229222
4 xiiotid 0.25 0 0.5 10 2 7 1 -0.021132734174687993 -0.029027854121098817 -0.07692307692307698 0.05741836974395109
5 xiiotid 0.25 0 0.75 10 5 4 1 0.037652802750874605 0.0007104290991758952 -0.11166156370194247 0.3758987633016968
6 xiiotid 0.25 0 1.0 10 4 5 1 -0.037995631629473454 -0.022968705139247758 -0.25698055252395446 0.14104421200350115
7 xiiotid 0.25 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
8 xiiotid 0.25 1 0.25 10 7 1 2 0.02181236632914685 0.022496227330692564 -0.006350012700025401 0.07175976877899254
9 xiiotid 0.25 1 0.5 10 7 2 1 0.04461512377469677 0.02108028499658518 -0.015820270172650433 0.23562664832014674
10 xiiotid 0.25 1 0.75 10 5 4 1 0.04324763034707273 0.0052932124515639445 -0.018266942973367145 0.316706904876871
11 xiiotid 0.25 1 1.0 10 5 4 1 0.0385170238078155 0.0052932124515639445 -0.038742745973951775 0.37740563530037213
12 xiiotid 0.25 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
13 xiiotid 0.25 2 0.25 10 5 3 2 -0.024384536677342937 0.013768617160351215 -0.3028515240904621 0.08185020136870569
14 xiiotid 0.25 2 0.5 10 4 4 2 -0.04103939310459288 0.0 -0.3397932816537467 0.11851572403806943
15 xiiotid 0.25 2 0.75 10 3 5 2 -0.1176216808834886 -0.03792837801605936 -0.6011131725417439 0.12413263414375775
16 xiiotid 0.25 2 1.0 10 3 6 1 -0.1793367342416782 -0.1787074870427493 -0.6775352307267201 0.07541312385625187
17 xiiotid 0.5 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
18 xiiotid 0.5 0 0.25 10 9 1 0 0.014447779488805679 0.008862381334935221 -0.0048289738430582485 0.059259259259259345
19 xiiotid 0.5 0 0.5 10 8 2 0 0.02842211408129357 0.01786607568659304 -0.02864627632429495 0.09259259259259256
20 xiiotid 0.5 0 0.75 10 7 3 0 0.020663517144586436 0.011529026224022465 -0.03579795256891627 0.09259259259259256
21 xiiotid 0.5 0 1.0 10 4 6 0 -0.005896451782293366 -0.0015897910791723424 -0.07604807732022623 0.04139430366632779
22 xiiotid 0.5 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
23 xiiotid 0.5 1 0.25 10 6 2 2 0.007580540867216318 0.00691255565746568 -0.004456876015858091 0.023990860624524046
24 xiiotid 0.5 1 0.5 10 7 2 1 0.016564399764498333 0.016189304599793786 -0.005423903365265936 0.04237609975314893
25 xiiotid 0.5 1 0.75 10 8 1 1 0.026535489229920235 0.02453891247906187 -0.002998819235144723 0.0871872501828449
26 xiiotid 0.5 1 1.0 10 9 0 1 0.054492862707554934 0.03303785159404127 0.0 0.19273339273339285
27 xiiotid 0.5 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
28 xiiotid 0.5 2 0.25 10 7 1 2 0.011191488545697032 0.009832777111244473 -0.0007113366760957973 0.029454054607266078
29 xiiotid 0.5 2 0.5 10 8 0 2 0.02389697185121845 0.019768783103869897 0.0 0.06966444292595181
30 xiiotid 0.5 2 0.75 10 8 1 1 0.05781929956312084 0.0358882506416448 -0.0018572153733706909 0.1770966368667518
31 xiiotid 0.5 2 1.0 10 6 3 1 0.038758776558190745 0.0271534489476824 -0.4028071047074897 0.2675649974447385
32 xiiotid 0.75 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
33 xiiotid 0.75 0 0.25 10 5 5 0 8.859496571733683e-05 -0.001404275185996784 -0.019237420306723707 0.026871905512682204
34 xiiotid 0.75 0 0.5 10 6 4 0 0.007584665753678871 0.013188342258148383 -0.0361435910590483 0.048012173012172976
35 xiiotid 0.75 0 0.75 10 3 7 0 -0.009935209564988324 -0.010284597102047655 -0.04332234195639206 0.02528490028490027
36 xiiotid 0.75 0 1.0 10 1 9 0 -0.017657004095942678 -0.013236301949758722 -0.0650297324550243 0.02220072031392789
37 xiiotid 0.75 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
38 xiiotid 0.75 1 0.25 10 9 0 1 0.01311050414693552 0.010627333455872107 0.0 0.03177895616667353
39 xiiotid 0.75 1 0.5 10 9 0 1 0.014643364516424288 0.010097783138646538 0.0 0.04017223028543784
40 xiiotid 0.75 1 0.75 10 9 0 1 0.0127774748399905 0.007494938523124495 0.0 0.03752345215759845
41 xiiotid 0.75 1 1.0 10 7 2 1 0.011258579628480089 0.005364141224669883 -0.011620820732722359 0.05776636713735561
42 xiiotid 0.75 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
43 xiiotid 0.75 2 0.25 10 7 3 0 -0.005211888340901932 0.0029998983543945423 -0.12121212121212133 0.03817567567567559
44 xiiotid 0.75 2 0.5 10 6 4 0 -0.007096659882482407 0.0024387861756007545 -0.1523809523809524 0.047814685314685246
45 xiiotid 0.75 2 0.75 10 5 5 0 -0.00033649270926734557 -0.0004809578413735027 -0.08602150537634423 0.05314748201438846
46 xiiotid 0.75 2 1.0 10 6 4 0 -0.002902966134960444 0.0017994539960968226 -0.12121212121212133 0.05314748201438846
47 5gnidd 0.25 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
48 5gnidd 0.25 0 0.25 10 3 3 4 0.010938546012782963 0.0 -0.07653222666610299 0.18940707383214095
49 5gnidd 0.25 0 0.5 10 3 4 3 -0.01890975297353068 0.0 -0.10737418541550403 0.023843748084083516
50 5gnidd 0.25 0 0.75 10 3 4 3 -0.023097869142088355 0.0 -0.14782686599098172 0.08120187997137751
51 5gnidd 0.25 0 1.0 10 3 4 3 -0.0019048472317972909 0.0 -0.1484580166381656 0.2777777777777778
52 5gnidd 0.25 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
53 5gnidd 0.25 1 0.25 10 3 3 4 -0.003968051685100719 0.0 -0.035080645161290336 0.006988021376510556
54 5gnidd 0.25 1 0.5 10 2 4 4 -0.03304496144720663 0.0 -0.31650978982621863 0.0007581492441447457
55 5gnidd 0.25 1 0.75 10 2 5 3 -0.04279009081982739 -1.5429040849390674e-06 -0.4057158717743099 0.05971472095277662
56 5gnidd 0.25 1 1.0 10 3 4 3 -0.0319707599550853 0.0 -0.3007384916695693 0.05547720837266114
57 5gnidd 0.25 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
58 5gnidd 0.25 2 0.25 10 0 4 6 -0.04347321695249963 0.0 -0.20521276595744675 0.0
59 5gnidd 0.25 2 0.5 10 1 3 6 -0.05526190135183806 0.0 -0.2831161695447409 0.002564102564102555
60 5gnidd 0.25 2 0.75 10 1 4 5 -0.05176638308929169 0.0 -0.26831675979891445 0.09614699026463747
61 5gnidd 0.25 2 1.0 10 4 3 3 -0.03757538403361462 0.0 -0.2684826405938592 0.1510489510489511
62 5gnidd 0.5 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
63 5gnidd 0.5 0 0.25 10 2 7 1 -0.07713608929072921 -0.06868699969879549 -0.20363636363636362 0.030406580954845275
64 5gnidd 0.5 0 0.5 10 7 2 1 0.025889785020554917 0.037598391946217946 -0.03433523137896821 0.06985074626865678
65 5gnidd 0.5 0 0.75 10 5 4 1 0.012063078830364903 0.005480145076796034 -0.06785615288783342 0.07125000000000004
66 5gnidd 0.5 0 1.0 10 6 3 1 0.030279508202206325 0.038493190742204336 -0.0884443881819511 0.10341347704408088
67 5gnidd 0.5 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
68 5gnidd 0.5 1 0.25 10 3 3 4 -0.05952678669505902 0.0 -0.32307692307692304 0.01253088893341342
69 5gnidd 0.5 1 0.5 10 3 5 2 -0.06985503383490366 -0.0002538055290239316 -0.423076923076923 0.018147843026199484
70 5gnidd 0.5 1 0.75 10 3 5 2 -0.08992415594170661 -0.010869565217391242 -0.548076923076923 0.023966835082264493
71 5gnidd 0.5 1 1.0 10 3 5 2 -0.10147959420243684 -0.010869565217391242 -0.6564102564102563 0.06308143239454578
72 5gnidd 0.5 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
73 5gnidd 0.5 2 0.25 10 5 4 1 0.01020569435994877 0.00047281323877068626 -0.026210680207824577 0.07260640841702526
74 5gnidd 0.5 2 0.5 10 5 4 1 0.006281201274024195 0.0021822149481723896 -0.04423375396450502 0.07378740970072228
75 5gnidd 0.5 2 0.75 10 7 2 1 0.08127477908163376 0.08683194022289764 -0.030503434250412576 0.19744802710549003
76 5gnidd 0.5 2 1.0 10 7 2 1 0.08661837030164057 0.10629718599862731 -0.033724722765818727 0.2015644281090505
77 5gnidd 0.75 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
78 5gnidd 0.75 0 0.25 10 5 4 1 -0.011293149808252767 0.0008702225660137675 -0.11428571428571432 0.02246687492367061
79 5gnidd 0.75 0 0.5 10 4 6 0 0.002110296281339108 -0.002470904928741302 -0.04342273307790534 0.07435002353424269
80 5gnidd 0.75 0 0.75 10 4 5 1 -0.010014602019574038 -0.0009496838684330267 -0.1261904761904763 0.08104016437931305
81 5gnidd 0.75 0 1.0 10 4 5 1 -0.018907127202940695 -0.008343874739802304 -0.1470238095238096 0.08792669889742655
82 5gnidd 0.75 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
83 5gnidd 0.75 1 0.25 10 8 0 2 0.057402269299170985 0.034854877143638385 0.0 0.15555555555555545
84 5gnidd 0.75 1 0.5 10 6 3 1 0.08504839334967931 0.036259163913778814 -0.01717171717171706 0.2666666666666666
85 5gnidd 0.75 1 0.75 10 6 3 1 0.06946744905696867 0.036259163913778814 -0.02220504036522919 0.23333333333333328
86 5gnidd 0.75 1 1.0 10 6 3 1 0.08868113938603633 0.034854877143638385 -0.03122327240008249 0.32110579479000534
87 5gnidd 0.75 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
88 5gnidd 0.75 2 0.25 10 0 6 4 -0.008941010132134792 -0.007204243679679367 -0.022597337621727998 0.0
89 5gnidd 0.75 2 0.5 10 4 2 4 0.005804717069634502 0.0 -0.005379760304999981 0.02370370370370367
90 5gnidd 0.75 2 0.75 10 1 6 3 -0.019143806586356792 -0.0066193960137049535 -0.07992013632257533 0.0032679738562091387
91 5gnidd 0.75 2 1.0 10 4 2 4 0.008864477513365766 0.0 -0.007116151507512436 0.03763472261159395
@@ -0,0 +1,31 @@
dataset,alpha,beta,pooled_validation_mean,sample_std,pooled_rare_recall,selected
xiiotid,0.25,0.0,0.5917038146634539,0.08952883653922933,0.7594821244948339,True
xiiotid,0.25,0.25,0.5886906256417319,0.06643525635398827,0.7807713039840465,False
xiiotid,0.25,0.5,0.5858514801619258,0.044857849968223555,0.7725355473131942,False
xiiotid,0.25,0.75,0.5794633987349401,0.0649060573642385,0.7607912573123681,False
xiiotid,0.25,1.0,0.5320987006423418,0.045718338534042856,0.704574711153059,False
xiiotid,0.5,0.0,0.5443606875936857,0.09144660841267144,0.8390875794416744,False
xiiotid,0.5,0.25,0.5554339572275921,0.09006816161098347,0.8412777237951431,False
xiiotid,0.5,0.5,0.5673218494926892,0.08853898624879539,0.8388718664026588,False
xiiotid,0.5,0.75,0.5793667895728949,0.07512057331236716,0.8290881018460031,True
xiiotid,0.5,1.0,0.5734790834215032,0.1004496749103663,0.8207630276313397,False
xiiotid,0.75,0.0,0.471705692507431,0.055329314644425844,0.7872893964865675,False
xiiotid,0.75,0.25,0.47436809609801456,0.04605501919031881,0.7842747460964024,False
xiiotid,0.75,0.5,0.47674948263663786,0.04662425884469754,0.7865311249627326,True
xiiotid,0.75,0.75,0.47254095002934254,0.04602831582869046,0.7807290076221336,False
xiiotid,0.75,1.0,0.46860522897329,0.044741855341153436,0.7813087218498457,False
5gnidd,0.25,0.0,0.7614534210908004,0.021902537932118035,0.9085770977445251,True
5gnidd,0.25,0.25,0.7492858468825278,0.017106975874172658,0.9071367963077813,False
5gnidd,0.25,0.5,0.7257145491666086,0.01101731431676257,0.8949473995819205,False
5gnidd,0.25,0.75,0.7222353067403979,0.007966771094060871,0.8797107780157537,False
5gnidd,0.25,1.0,0.7376364240173013,0.002755842556750987,0.8889910199323897,False
5gnidd,0.5,0.0,0.6872301309573783,0.052725844344546816,0.9477370387940001,False
5gnidd,0.5,0.25,0.6450777370820986,0.06474313739822393,0.9468616498164765,False
5gnidd,0.5,0.5,0.6746687817772702,0.10225286523806497,0.9436587867425653,False
5gnidd,0.5,0.75,0.6883680316141424,0.12603192659396695,0.9419154392409256,False
5gnidd,0.5,1.0,0.6923695590578484,0.13914040832229815,0.9423005037244669,True
5gnidd,0.75,0.0,0.7780936320958092,0.05096339060419691,0.9598578766446005,False
5gnidd,0.75,0.25,0.7904830018820702,0.05510032325554253,0.9596139786642895,False
5gnidd,0.75,0.5,0.8090814343293601,0.05873543815277214,0.9592678831536903,True
5gnidd,0.75,0.75,0.7915299789128217,0.06497400095064636,0.9596244940396749,False
5gnidd,0.75,1.0,0.8043064619946296,0.05480323650098284,0.9600406871348003,False
1 dataset alpha beta pooled_validation_mean sample_std pooled_rare_recall selected
2 xiiotid 0.25 0.0 0.5917038146634539 0.08952883653922933 0.7594821244948339 True
3 xiiotid 0.25 0.25 0.5886906256417319 0.06643525635398827 0.7807713039840465 False
4 xiiotid 0.25 0.5 0.5858514801619258 0.044857849968223555 0.7725355473131942 False
5 xiiotid 0.25 0.75 0.5794633987349401 0.0649060573642385 0.7607912573123681 False
6 xiiotid 0.25 1.0 0.5320987006423418 0.045718338534042856 0.704574711153059 False
7 xiiotid 0.5 0.0 0.5443606875936857 0.09144660841267144 0.8390875794416744 False
8 xiiotid 0.5 0.25 0.5554339572275921 0.09006816161098347 0.8412777237951431 False
9 xiiotid 0.5 0.5 0.5673218494926892 0.08853898624879539 0.8388718664026588 False
10 xiiotid 0.5 0.75 0.5793667895728949 0.07512057331236716 0.8290881018460031 True
11 xiiotid 0.5 1.0 0.5734790834215032 0.1004496749103663 0.8207630276313397 False
12 xiiotid 0.75 0.0 0.471705692507431 0.055329314644425844 0.7872893964865675 False
13 xiiotid 0.75 0.25 0.47436809609801456 0.04605501919031881 0.7842747460964024 False
14 xiiotid 0.75 0.5 0.47674948263663786 0.04662425884469754 0.7865311249627326 True
15 xiiotid 0.75 0.75 0.47254095002934254 0.04602831582869046 0.7807290076221336 False
16 xiiotid 0.75 1.0 0.46860522897329 0.044741855341153436 0.7813087218498457 False
17 5gnidd 0.25 0.0 0.7614534210908004 0.021902537932118035 0.9085770977445251 True
18 5gnidd 0.25 0.25 0.7492858468825278 0.017106975874172658 0.9071367963077813 False
19 5gnidd 0.25 0.5 0.7257145491666086 0.01101731431676257 0.8949473995819205 False
20 5gnidd 0.25 0.75 0.7222353067403979 0.007966771094060871 0.8797107780157537 False
21 5gnidd 0.25 1.0 0.7376364240173013 0.002755842556750987 0.8889910199323897 False
22 5gnidd 0.5 0.0 0.6872301309573783 0.052725844344546816 0.9477370387940001 False
23 5gnidd 0.5 0.25 0.6450777370820986 0.06474313739822393 0.9468616498164765 False
24 5gnidd 0.5 0.5 0.6746687817772702 0.10225286523806497 0.9436587867425653 False
25 5gnidd 0.5 0.75 0.6883680316141424 0.12603192659396695 0.9419154392409256 False
26 5gnidd 0.5 1.0 0.6923695590578484 0.13914040832229815 0.9423005037244669 True
27 5gnidd 0.75 0.0 0.7780936320958092 0.05096339060419691 0.9598578766446005 False
28 5gnidd 0.75 0.25 0.7904830018820702 0.05510032325554253 0.9596139786642895 False
29 5gnidd 0.75 0.5 0.8090814343293601 0.05873543815277214 0.9592678831536903 True
30 5gnidd 0.75 0.75 0.7915299789128217 0.06497400095064636 0.9596244940396749 False
31 5gnidd 0.75 1.0 0.8043064619946296 0.05480323650098284 0.9600406871348003 False
@@ -0,0 +1,31 @@
dataset,alpha,beta,mean_displacement,std_sample_across_classes,n_classes
xiiotid,0.25,0.0,0.0,0.0,9
xiiotid,0.25,0.25,1.4759443927974063,0.3915876677126786,9
xiiotid,0.25,0.5,2.403216360439701,0.5578785827790653,9
xiiotid,0.25,0.75,3.0026175335496204,0.6643181322495177,9
xiiotid,0.25,1.0,3.42212533168931,0.7740752123481485,9
xiiotid,0.5,0.0,0.0,0.0,9
xiiotid,0.5,0.25,0.8255823617460618,0.31831330857243423,9
xiiotid,0.5,0.5,1.3742233752967101,0.43187373764463177,9
xiiotid,0.5,0.75,1.7801302991334842,0.5043074746507549,9
xiiotid,0.5,1.0,2.0985368999756338,0.578855443340215,9
xiiotid,0.75,0.0,0.0,0.0,9
xiiotid,0.75,0.25,0.47722483146317857,0.12025761466601799,9
xiiotid,0.75,0.5,0.8294921426085301,0.21286956479369043,9
xiiotid,0.75,0.75,1.0965820930128614,0.2902562856464354,9
xiiotid,0.75,1.0,1.305110487896406,0.3553065348087712,9
5gnidd,0.25,0.0,0.0,0.0,9
5gnidd,0.25,0.25,1.2954097330224899,0.4912234848812893,9
5gnidd,0.25,0.5,2.055413931792982,0.6597523296778056,9
5gnidd,0.25,0.75,2.558521399711773,0.7355506793948603,9
5gnidd,0.25,1.0,2.91943348262683,0.7911632168313667,9
5gnidd,0.5,0.0,0.0,0.0,9
5gnidd,0.5,0.25,0.9534086318837013,0.3722328495814873,9
5gnidd,0.5,0.5,1.5672291368417097,0.5712537132762766,9
5gnidd,0.5,0.75,2.0032214267954767,0.6904879863519336,9
5gnidd,0.5,1.0,2.3399083587182736,0.770453813804466,9
5gnidd,0.75,0.0,0.0,0.0,9
5gnidd,0.75,0.25,0.496912846928573,0.2311875190119548,9
5gnidd,0.75,0.5,0.8749997159830957,0.3878012596482038,9
5gnidd,0.75,0.75,1.1629465210044903,0.4928020443540843,9
5gnidd,0.75,1.0,1.3846165631331335,0.5620843843793245,9
1 dataset alpha beta mean_displacement std_sample_across_classes n_classes
2 xiiotid 0.25 0.0 0.0 0.0 9
3 xiiotid 0.25 0.25 1.4759443927974063 0.3915876677126786 9
4 xiiotid 0.25 0.5 2.403216360439701 0.5578785827790653 9
5 xiiotid 0.25 0.75 3.0026175335496204 0.6643181322495177 9
6 xiiotid 0.25 1.0 3.42212533168931 0.7740752123481485 9
7 xiiotid 0.5 0.0 0.0 0.0 9
8 xiiotid 0.5 0.25 0.8255823617460618 0.31831330857243423 9
9 xiiotid 0.5 0.5 1.3742233752967101 0.43187373764463177 9
10 xiiotid 0.5 0.75 1.7801302991334842 0.5043074746507549 9
11 xiiotid 0.5 1.0 2.0985368999756338 0.578855443340215 9
12 xiiotid 0.75 0.0 0.0 0.0 9
13 xiiotid 0.75 0.25 0.47722483146317857 0.12025761466601799 9
14 xiiotid 0.75 0.5 0.8294921426085301 0.21286956479369043 9
15 xiiotid 0.75 0.75 1.0965820930128614 0.2902562856464354 9
16 xiiotid 0.75 1.0 1.305110487896406 0.3553065348087712 9
17 5gnidd 0.25 0.0 0.0 0.0 9
18 5gnidd 0.25 0.25 1.2954097330224899 0.4912234848812893 9
19 5gnidd 0.25 0.5 2.055413931792982 0.6597523296778056 9
20 5gnidd 0.25 0.75 2.558521399711773 0.7355506793948603 9
21 5gnidd 0.25 1.0 2.91943348262683 0.7911632168313667 9
22 5gnidd 0.5 0.0 0.0 0.0 9
23 5gnidd 0.5 0.25 0.9534086318837013 0.3722328495814873 9
24 5gnidd 0.5 0.5 1.5672291368417097 0.5712537132762766 9
25 5gnidd 0.5 0.75 2.0032214267954767 0.6904879863519336 9
26 5gnidd 0.5 1.0 2.3399083587182736 0.770453813804466 9
27 5gnidd 0.75 0.0 0.0 0.0 9
28 5gnidd 0.75 0.25 0.496912846928573 0.2311875190119548 9
29 5gnidd 0.75 0.5 0.8749997159830957 0.3878012596482038 9
30 5gnidd 0.75 0.75 1.1629465210044903 0.4928020443540843 9
31 5gnidd 0.75 1.0 1.3846165631331335 0.5620843843793245 9
@@ -0,0 +1,55 @@
dataset,alpha,class_id,class_name,mean_displacement,std_sample_displacement,mean_relative_displacement
xiiotid,0.25,0,C&C,4.01952572799183,0.29030488023104745,0.8472326753379348
xiiotid,0.25,1,Exfiltration,4.316178984369498,0.8975835034935007,0.6638254826227857
xiiotid,0.25,2,Exploitation,3.464004570499769,1.112779630373774,0.7020410983796918
xiiotid,0.25,3,Lateral_movement,3.7263813611395125,1.3833916615643342,0.7895377723300525
xiiotid,0.25,4,Normal,1.9966341269597232,0.5327206047251788,0.3701992118201333
xiiotid,0.25,5,RDOS,2.5658707936642617,1.2193483512552363,0.3281078404629119
xiiotid,0.25,6,Reconnaissance,3.3391889586431325,1.1073644700689869,0.6402396428113026
xiiotid,0.25,7,Tampering,4.247813103636777,0.24113229030491104,0.9653304277937593
xiiotid,0.25,8,Weaponization,3.1235303582992926,0.585141395295389,0.5634271266802224
xiiotid,0.5,0,C&C,1.6935576092145832,0.5048307458168824,0.3187155176777392
xiiotid,0.5,1,Exfiltration,2.0204769683934525,0.5020218016853628,0.2973123924755737
xiiotid,0.5,2,Exploitation,2.343885289699028,0.4121833629248462,0.4231523311819784
xiiotid,0.5,3,Lateral_movement,2.7240136758504594,1.0350790616091956,0.40257578575923714
xiiotid,0.5,4,Normal,1.557331074720638,0.5480258187545208,0.2920883603702228
xiiotid,0.5,5,RDOS,2.6312389613743776,1.1651317404804817,0.3523347102777825
xiiotid,0.5,6,Reconnaissance,1.00151995809175,0.26099624924542353,0.16884924727680906
xiiotid,0.5,7,Tampering,2.354018138564271,1.165407725687578,0.48267240310142356
xiiotid,0.5,8,Weaponization,2.560790423872144,1.2282783431433644,0.4334295567239335
xiiotid,0.75,0,C&C,1.2839465030740465,0.5431989970423492,0.2617816727650299
xiiotid,0.75,1,Exfiltration,1.4475761921343262,0.08598433748869257,0.20679504552799255
xiiotid,0.75,2,Exploitation,1.5392602070293495,0.25171201225922846,0.2839417733897609
xiiotid,0.75,3,Lateral_movement,1.3693216274264168,0.5527158531960167,0.2618053240393338
xiiotid,0.75,4,Normal,0.9031246281714095,0.298425213658255,0.1619501084487235
xiiotid,0.75,5,RDOS,0.8141011244781585,0.20007357231332454,0.0957646213985643
xiiotid,0.75,6,Reconnaissance,0.9825580428619212,0.4118545897797079,0.17068982082838355
xiiotid,0.75,7,Tampering,1.934147031540858,0.4266139988379522,0.397088566305455
xiiotid,0.75,8,Weaponization,1.4719590343511655,0.17030548300304388,0.23542365279592728
5gnidd,0.25,0,Benign,2.648344737773736,0.5188602564457683,0.4821737572132332
5gnidd,0.25,1,HTTPFlood,3.7602841668463944,1.5390234836296783,0.5584139964274445
5gnidd,0.25,2,ICMPFlood,1.2149615886933787,0.1507085895098706,0.34685106134597526
5gnidd,0.25,3,SYNFlood,3.1763695442454467,1.0069739670231537,0.9167291408106705
5gnidd,0.25,4,SYNScan,3.814579780422797,1.4018369744978139,0.5442267347415422
5gnidd,0.25,5,SlowrateDoS,3.178870743072719,1.1570108600313702,0.5619090743749164
5gnidd,0.25,6,TCPConnectScan,3.257943080113345,2.5741100653263422,0.8873673593640223
5gnidd,0.25,7,UDPFlood,2.4077369723424735,0.5783305176966848,0.47667894621080914
5gnidd,0.25,8,UDPScan,2.815810730131176,1.6041886744624576,0.37142192996652196
5gnidd,0.5,0,Benign,1.6898663850795066,0.6987889577561244,0.29591075596118094
5gnidd,0.5,1,HTTPFlood,3.120458869697078,1.2894156117591726,0.43348480339644263
5gnidd,0.5,2,ICMPFlood,1.1588454233322945,0.09271748323377921,0.32092174099674725
5gnidd,0.5,3,SYNFlood,2.2617693416611573,0.7483497200280906,0.6584039968772434
5gnidd,0.5,4,SYNScan,2.8752781124355127,0.9588449812962653,0.3958823033995225
5gnidd,0.5,5,SlowrateDoS,2.763430109051773,1.4542368289687693,0.4536612328161466
5gnidd,0.5,6,TCPConnectScan,2.130611279721881,0.21282292441201225,0.5753306009264239
5gnidd,0.5,7,UDPFlood,1.5982465815194804,0.42810184263788215,0.30005165770255965
5gnidd,0.5,8,UDPScan,3.460669125965779,2.0113615605321216,0.4243985120323746
5gnidd,0.75,0,Benign,0.8242192109522325,0.2718678603634198,0.13820856413319157
5gnidd,0.75,1,HTTPFlood,1.3664020721980037,0.5435449017657998,0.17507931126042764
5gnidd,0.75,2,ICMPFlood,0.6733630855518974,0.33119344952410124,0.1786782977125397
5gnidd,0.75,3,SYNFlood,1.8966313690365364,0.1707004572307703,0.5423454423708408
5gnidd,0.75,4,SYNScan,1.5627721380862394,0.6395395815733285,0.19898769631915747
5gnidd,0.75,5,SlowrateDoS,1.5649187261569397,0.654138365253272,0.2522141838283814
5gnidd,0.75,6,TCPConnectScan,1.2260809195578348,0.4757573735353394,0.32576611133643296
5gnidd,0.75,7,UDPFlood,0.9026363032967967,0.10316225038256528,0.16267861998433658
5gnidd,0.75,8,UDPScan,2.444525243361723,0.48441013395931937,0.2850436623074378
1 dataset alpha class_id class_name mean_displacement std_sample_displacement mean_relative_displacement
2 xiiotid 0.25 0 C&C 4.01952572799183 0.29030488023104745 0.8472326753379348
3 xiiotid 0.25 1 Exfiltration 4.316178984369498 0.8975835034935007 0.6638254826227857
4 xiiotid 0.25 2 Exploitation 3.464004570499769 1.112779630373774 0.7020410983796918
5 xiiotid 0.25 3 Lateral_movement 3.7263813611395125 1.3833916615643342 0.7895377723300525
6 xiiotid 0.25 4 Normal 1.9966341269597232 0.5327206047251788 0.3701992118201333
7 xiiotid 0.25 5 RDOS 2.5658707936642617 1.2193483512552363 0.3281078404629119
8 xiiotid 0.25 6 Reconnaissance 3.3391889586431325 1.1073644700689869 0.6402396428113026
9 xiiotid 0.25 7 Tampering 4.247813103636777 0.24113229030491104 0.9653304277937593
10 xiiotid 0.25 8 Weaponization 3.1235303582992926 0.585141395295389 0.5634271266802224
11 xiiotid 0.5 0 C&C 1.6935576092145832 0.5048307458168824 0.3187155176777392
12 xiiotid 0.5 1 Exfiltration 2.0204769683934525 0.5020218016853628 0.2973123924755737
13 xiiotid 0.5 2 Exploitation 2.343885289699028 0.4121833629248462 0.4231523311819784
14 xiiotid 0.5 3 Lateral_movement 2.7240136758504594 1.0350790616091956 0.40257578575923714
15 xiiotid 0.5 4 Normal 1.557331074720638 0.5480258187545208 0.2920883603702228
16 xiiotid 0.5 5 RDOS 2.6312389613743776 1.1651317404804817 0.3523347102777825
17 xiiotid 0.5 6 Reconnaissance 1.00151995809175 0.26099624924542353 0.16884924727680906
18 xiiotid 0.5 7 Tampering 2.354018138564271 1.165407725687578 0.48267240310142356
19 xiiotid 0.5 8 Weaponization 2.560790423872144 1.2282783431433644 0.4334295567239335
20 xiiotid 0.75 0 C&C 1.2839465030740465 0.5431989970423492 0.2617816727650299
21 xiiotid 0.75 1 Exfiltration 1.4475761921343262 0.08598433748869257 0.20679504552799255
22 xiiotid 0.75 2 Exploitation 1.5392602070293495 0.25171201225922846 0.2839417733897609
23 xiiotid 0.75 3 Lateral_movement 1.3693216274264168 0.5527158531960167 0.2618053240393338
24 xiiotid 0.75 4 Normal 0.9031246281714095 0.298425213658255 0.1619501084487235
25 xiiotid 0.75 5 RDOS 0.8141011244781585 0.20007357231332454 0.0957646213985643
26 xiiotid 0.75 6 Reconnaissance 0.9825580428619212 0.4118545897797079 0.17068982082838355
27 xiiotid 0.75 7 Tampering 1.934147031540858 0.4266139988379522 0.397088566305455
28 xiiotid 0.75 8 Weaponization 1.4719590343511655 0.17030548300304388 0.23542365279592728
29 5gnidd 0.25 0 Benign 2.648344737773736 0.5188602564457683 0.4821737572132332
30 5gnidd 0.25 1 HTTPFlood 3.7602841668463944 1.5390234836296783 0.5584139964274445
31 5gnidd 0.25 2 ICMPFlood 1.2149615886933787 0.1507085895098706 0.34685106134597526
32 5gnidd 0.25 3 SYNFlood 3.1763695442454467 1.0069739670231537 0.9167291408106705
33 5gnidd 0.25 4 SYNScan 3.814579780422797 1.4018369744978139 0.5442267347415422
34 5gnidd 0.25 5 SlowrateDoS 3.178870743072719 1.1570108600313702 0.5619090743749164
35 5gnidd 0.25 6 TCPConnectScan 3.257943080113345 2.5741100653263422 0.8873673593640223
36 5gnidd 0.25 7 UDPFlood 2.4077369723424735 0.5783305176966848 0.47667894621080914
37 5gnidd 0.25 8 UDPScan 2.815810730131176 1.6041886744624576 0.37142192996652196
38 5gnidd 0.5 0 Benign 1.6898663850795066 0.6987889577561244 0.29591075596118094
39 5gnidd 0.5 1 HTTPFlood 3.120458869697078 1.2894156117591726 0.43348480339644263
40 5gnidd 0.5 2 ICMPFlood 1.1588454233322945 0.09271748323377921 0.32092174099674725
41 5gnidd 0.5 3 SYNFlood 2.2617693416611573 0.7483497200280906 0.6584039968772434
42 5gnidd 0.5 4 SYNScan 2.8752781124355127 0.9588449812962653 0.3958823033995225
43 5gnidd 0.5 5 SlowrateDoS 2.763430109051773 1.4542368289687693 0.4536612328161466
44 5gnidd 0.5 6 TCPConnectScan 2.130611279721881 0.21282292441201225 0.5753306009264239
45 5gnidd 0.5 7 UDPFlood 1.5982465815194804 0.42810184263788215 0.30005165770255965
46 5gnidd 0.5 8 UDPScan 3.460669125965779 2.0113615605321216 0.4243985120323746
47 5gnidd 0.75 0 Benign 0.8242192109522325 0.2718678603634198 0.13820856413319157
48 5gnidd 0.75 1 HTTPFlood 1.3664020721980037 0.5435449017657998 0.17507931126042764
49 5gnidd 0.75 2 ICMPFlood 0.6733630855518974 0.33119344952410124 0.1786782977125397
50 5gnidd 0.75 3 SYNFlood 1.8966313690365364 0.1707004572307703 0.5423454423708408
51 5gnidd 0.75 4 SYNScan 1.5627721380862394 0.6395395815733285 0.19898769631915747
52 5gnidd 0.75 5 SlowrateDoS 1.5649187261569397 0.654138365253272 0.2522141838283814
53 5gnidd 0.75 6 TCPConnectScan 1.2260809195578348 0.4757573735353394 0.32576611133643296
54 5gnidd 0.75 7 UDPFlood 0.9026363032967967 0.10316225038256528 0.16267861998433658
55 5gnidd 0.75 8 UDPScan 2.444525243361723 0.48441013395931937 0.2850436623074378
@@ -0,0 +1,7 @@
dataset,alpha,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,client_size_ratio_max,support_cv_mean,support_cv_max_where_available,support_max_min_ratio_max,union_rare_mean,union_unseen_mean,max_unseen_on_client,eligible_clients_per_seed,union_rare_per_seed,union_unseen_per_seed
xiiotid,0.25,19,27,38,14.745270966890343,20.837033843500755,1.4423832412721973,2.1341217158156836,122800.0,7.666666666666667,5.666666666666667,4,10|10|10,8|7|8,6|6|5
xiiotid,0.5,7,27,9,7.405360903230798,9.890694678426321,1.1833344484214374,2.0951833233286665,12215.0,6.666666666666667,2.3333333333333335,2,10|10|10,6|7|7,3|3|1
xiiotid,0.75,3,27,4,4.668973713188908,5.07283910650696,0.8806570470947873,1.3221152695060867,1903.0,5.0,1.0,1,10|10|10,4|5|6,2|1|0
5gnidd,0.25,16,27,30,17.600940070872678,27.82808487633464,1.3021194271854393,2.138942553879626,185504.0,6.666666666666667,5.333333333333333,3,10|10|10,6|6|8,6|5|5
5gnidd,0.5,4,27,4,9.594308791178781,12.717827450589933,1.2251708481787265,1.9640881124634801,88943.0,5.666666666666667,1.3333333333333333,1,10|10|10,6|5|6,2|0|2
5gnidd,0.75,4,27,5,6.308651536045827,11.355971110240189,0.9162099053779219,1.2651419073123291,7642.5,6.0,1.3333333333333333,1,10|10|10,6|6|6,2|2|0
1 dataset alpha cells_sj_lt_M_total cells_total missing_client_class_cells_total client_size_ratio_mean client_size_ratio_max support_cv_mean support_cv_max_where_available support_max_min_ratio_max union_rare_mean union_unseen_mean max_unseen_on_client eligible_clients_per_seed union_rare_per_seed union_unseen_per_seed
2 xiiotid 0.25 19 27 38 14.745270966890343 20.837033843500755 1.4423832412721973 2.1341217158156836 122800.0 7.666666666666667 5.666666666666667 4 10|10|10 8|7|8 6|6|5
3 xiiotid 0.5 7 27 9 7.405360903230798 9.890694678426321 1.1833344484214374 2.0951833233286665 12215.0 6.666666666666667 2.3333333333333335 2 10|10|10 6|7|7 3|3|1
4 xiiotid 0.75 3 27 4 4.668973713188908 5.07283910650696 0.8806570470947873 1.3221152695060867 1903.0 5.0 1.0 1 10|10|10 4|5|6 2|1|0
5 5gnidd 0.25 16 27 30 17.600940070872678 27.82808487633464 1.3021194271854393 2.138942553879626 185504.0 6.666666666666667 5.333333333333333 3 10|10|10 6|6|8 6|5|5
6 5gnidd 0.5 4 27 4 9.594308791178781 12.717827450589933 1.2251708481787265 1.9640881124634801 88943.0 5.666666666666667 1.3333333333333333 1 10|10|10 6|5|6 2|0|2
7 5gnidd 0.75 4 27 5 6.308651536045827 11.355971110240189 0.9162099053779219 1.2651419073123291 7642.5 6.0 1.3333333333333333 1 10|10|10 6|6|6 2|2|0
@@ -0,0 +1,7 @@
dataset,alpha,selected_beta,selected_minus_original_rare_macro_f1,selected_minus_original_rare_recall,selected_minus_original_macro_f1,selected_minus_original_accuracy,selected_minus_original_weighted_f1,descriptive_interpretation
xiiotid,0.25,0.0,-0.000654707802382859,-0.0007083831515385386,-0.0006741622353423349,-0.0014166016708530016,-0.0007698862919814919,numerical/descriptive difference only; not a test of statistical superiority
xiiotid,0.5,0.75,0.022982586416122386,-0.014374000954948563,0.02220443400015426,0.006937663385145676,0.00889883310041717,numerical/descriptive difference only; not a test of statistical superiority
xiiotid,0.75,0.5,0.0013560185452363704,-0.007739443483596897,0.005786987337823679,0.007533373047310832,0.00608024689536979,numerical/descriptive difference only; not a test of statistical superiority
5gnidd,0.25,0.0,-0.0010388235847773597,0.0006605396210892511,-0.0027650156824441385,-0.0007429430689033234,-0.0009720113916064088,numerical/descriptive difference only; not a test of statistical superiority
5gnidd,0.5,1.0,-0.008557880645695959,-0.005809066141944985,-0.003799042805718411,-0.0007182696828510471,-0.0005346795091106804,numerical/descriptive difference only; not a test of statistical superiority
5gnidd,0.75,0.5,0.01683683306978989,-0.0015126750275882284,0.011744866973314672,0.0013186554101197734,0.0014199972720251308,numerical/descriptive difference only; not a test of statistical superiority
1 dataset alpha selected_beta selected_minus_original_rare_macro_f1 selected_minus_original_rare_recall selected_minus_original_macro_f1 selected_minus_original_accuracy selected_minus_original_weighted_f1 descriptive_interpretation
2 xiiotid 0.25 0.0 -0.000654707802382859 -0.0007083831515385386 -0.0006741622353423349 -0.0014166016708530016 -0.0007698862919814919 numerical/descriptive difference only; not a test of statistical superiority
3 xiiotid 0.5 0.75 0.022982586416122386 -0.014374000954948563 0.02220443400015426 0.006937663385145676 0.00889883310041717 numerical/descriptive difference only; not a test of statistical superiority
4 xiiotid 0.75 0.5 0.0013560185452363704 -0.007739443483596897 0.005786987337823679 0.007533373047310832 0.00608024689536979 numerical/descriptive difference only; not a test of statistical superiority
5 5gnidd 0.25 0.0 -0.0010388235847773597 0.0006605396210892511 -0.0027650156824441385 -0.0007429430689033234 -0.0009720113916064088 numerical/descriptive difference only; not a test of statistical superiority
6 5gnidd 0.5 1.0 -0.008557880645695959 -0.005809066141944985 -0.003799042805718411 -0.0007182696828510471 -0.0005346795091106804 numerical/descriptive difference only; not a test of statistical superiority
7 5gnidd 0.75 0.5 0.01683683306978989 -0.0015126750275882284 0.011744866973314672 0.0013186554101197734 0.0014199972720251308 numerical/descriptive difference only; not a test of statistical superiority
@@ -0,0 +1,7 @@
dataset,alpha,selected_beta,best_pooled_score,second_best_pooled_score,second_best_beta,absolute_gap,relative_gap,selected_beta_sample_std,min_candidate_sample_std,max_candidate_sample_std,top2_gap_over_selected_std,per_seed_diagnostic_betas,n_seeds_agree_with_pooled,separation_classification
xiiotid,0.25,0.0,0.5917038146634539,0.5886906256417319,0.25,0.0030131890217219848,0.005092394111800361,0.08952883653922933,0.044857849968223555,0.08952883653922933,0.033656072592897816,0.75|0.5|0,1,small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
xiiotid,0.5,0.75,0.5793667895728949,0.5734790834215032,1.0,0.0058877061513916695,0.010162312126540849,0.07512057331236716,0.07512057331236716,0.1004496749103663,0.07837674676562102,0.5|1|0.75,1,small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
xiiotid,0.75,0.5,0.47674948263663786,0.47436809609801456,0.25,0.002381386538623298,0.004995047976671449,0.04662425884469754,0.044741855341153436,0.055329314644425844,0.05107612641212262,0.5|0.5|0,2,small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
5gnidd,0.25,0.0,0.7614534210908004,0.7492858468825278,0.25,0.012167574208272636,0.01597940710653357,0.021902537932118035,0.002755842556750987,0.021902537932118035,0.5555326166302408,0.25|0|0,2,small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
5gnidd,0.5,1.0,0.6923695590578484,0.6883680316141424,0.75,0.004001527443705966,0.005779467614305719,0.13914040832229815,0.052725844344546816,0.13914040832229815,0.02875891692395368,1|0|1,2,small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
5gnidd,0.75,0.5,0.8090814343293601,0.8043064619946296,1.0,0.004774972334730454,0.005901720311612864,0.05873543815277214,0.05096339060419691,0.06497400095064636,0.081296275041154,0.5|1|1,1,small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
1 dataset alpha selected_beta best_pooled_score second_best_pooled_score second_best_beta absolute_gap relative_gap selected_beta_sample_std min_candidate_sample_std max_candidate_sample_std top2_gap_over_selected_std per_seed_diagnostic_betas n_seeds_agree_with_pooled separation_classification
2 xiiotid 0.25 0.0 0.5917038146634539 0.5886906256417319 0.25 0.0030131890217219848 0.005092394111800361 0.08952883653922933 0.044857849968223555 0.08952883653922933 0.033656072592897816 0.75|0.5|0 1 small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
3 xiiotid 0.5 0.75 0.5793667895728949 0.5734790834215032 1.0 0.0058877061513916695 0.010162312126540849 0.07512057331236716 0.07512057331236716 0.1004496749103663 0.07837674676562102 0.5|1|0.75 1 small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
4 xiiotid 0.75 0.5 0.47674948263663786 0.47436809609801456 0.25 0.002381386538623298 0.004995047976671449 0.04662425884469754 0.044741855341153436 0.055329314644425844 0.05107612641212262 0.5|0.5|0 2 small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
5 5gnidd 0.25 0.0 0.7614534210908004 0.7492858468825278 0.25 0.012167574208272636 0.01597940710653357 0.021902537932118035 0.002755842556750987 0.021902537932118035 0.5555326166302408 0.25|0|0 2 small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
6 5gnidd 0.5 1.0 0.6923695590578484 0.6883680316141424 0.75 0.004001527443705966 0.005779467614305719 0.13914040832229815 0.052725844344546816 0.13914040832229815 0.02875891692395368 1|0|1 2 small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
7 5gnidd 0.75 0.5 0.8090814343293601 0.8043064619946296 1.0 0.004774972334730454 0.005901720311612864 0.05873543815277214 0.05096339060419691 0.06497400095064636 0.081296275041154 0.5|1|1 1 small numerical separation relative to seed variability (top-2 gap <= selected-beta across-seed sample std)
@@ -0,0 +1,7 @@
dataset,alpha,selected_beta,pooled_validation_mean,pooled_validation_std_sample,selected_rare_macro_f1_mean,selected_rare_macro_f1_std,selected_rare_recall_mean,selected_rare_recall_std,selected_macro_f1_mean,selected_macro_f1_std,selected_accuracy_mean,selected_accuracy_std,selected_weighted_f1_mean,selected_weighted_f1_std,original_rare_macro_f1_mean,original_rare_macro_f1_std,original_rare_recall_mean,original_rare_recall_std,original_macro_f1_mean,original_macro_f1_std,original_accuracy_mean,original_accuracy_std,original_weighted_f1_mean,original_weighted_f1_std,cells_sj_lt_M,missing_client_class_cells,client_size_ratio_mean,support_cv_mean,mean_displacement_beta1,beta0_equivalence_class,test_used_for_selection,audit_verdict
xiiotid,0.25,0.0,0.5917038146634539,0.08952883653922933,0.6321355974773142,0.047641778563026725,0.8212568016859243,0.012283281629867224,0.6813433722144538,0.020555132742947534,0.8740145713449322,0.010266545051804108,0.9068823111564912,0.007408425095578143,0.632790305279697,0.04715228886220545,0.8219651848374628,0.010810973971484781,0.6820175344497962,0.02096686007526524,0.8754311730157852,0.009066523301774463,0.9076521974484727,0.0069343939753111275,19,38,14.745270966890343,1.4423832412721973,3.42212533168931,B,False,PASS WITH MINOR CORRECTIONS (Session 7)
xiiotid,0.5,0.75,0.5793667895728949,0.07512057331236716,0.6655025083742895,0.026684712591240056,0.86258272574027,0.013920609948849614,0.7311691156241865,0.006233755140268,0.9063916985504398,0.018450460685614026,0.9336316455838293,0.011230108565482132,0.6425199219581671,0.028683282930463034,0.8769567266952185,0.010770970951613777,0.7089646816240323,0.0011722251041387445,0.8994540351652941,0.008398091032446977,0.9247328124834121,0.006244765764216192,7,9,7.405360903230798,1.1833344484214374,2.0985368999756338,B,False,PASS WITH MINOR CORRECTIONS (Session 6)
xiiotid,0.75,0.5,0.47674948263663786,0.04662425884469754,0.6052456782307091,0.08548886486265879,0.8487646652689419,0.039255535276369505,0.7576359407646712,0.014060416901925105,0.9281095123164508,0.012136684529934048,0.9452163089135119,0.008528481213975155,0.6038896596854727,0.07776445613264914,0.8565041087525388,0.03533794219558259,0.7518489534268475,0.012228464472937675,0.92057613926914,0.012128815595858657,0.9391360620181421,0.008628878095570825,3,4,4.668973713188908,0.8806570470947873,1.305110487896406,B,False,PASS (Session 8)
5gnidd,0.25,0.0,0.7614534210908004,0.021902537932118035,0.8412355814155769,0.024201888695409735,0.9612162422875251,0.03134699156678076,0.8166404182626198,0.01335696520619808,0.730225309136966,0.019524710435296355,0.7044634053674654,0.018175165847202895,0.8422744050003542,0.025370068519978167,0.9605557026664359,0.032423277290702865,0.8194054339450639,0.013918675694370832,0.7309682522058694,0.02143091560670625,0.7054354167590718,0.02036694411653514,16,30,17.600940070872678,1.3021194271854393,2.91943348262683,B,False,PASS (Session 11)
5gnidd,0.5,1.0,0.6923695590578484,0.13914040832229815,0.8719837976555308,0.028500884123071776,0.9671039796439406,0.007942238914573898,0.8385961780131425,0.019627422368850796,0.743256969203502,0.0006668791219600918,0.7181952009373496,0.0016799838366213199,0.8805416783012268,0.0370578200850738,0.9729130457858856,0.0038428107281798614,0.8423952208188609,0.02083962881650294,0.7439752388863531,0.008392660852506539,0.7187298804464602,0.00867754781098361,4,4,9.594308791178781,1.2251708481787265,2.3399083587182736,B,False,PASS (Session 9)
5gnidd,0.75,0.5,0.8090814343293601,0.05873543815277214,0.8967376245747419,0.014470318925337908,0.9597014107775274,0.0010245851497612311,0.8531495688589309,0.009572296127013734,0.7522737210618877,0.0025025090963709863,0.7274674299268966,0.0032168140791904,0.879900791504952,0.023120839413686988,0.9612140858051156,0.002143727670860224,0.8414047018856162,0.014091078328488028,0.750955065651768,0.0035777922288362054,0.7260474326548715,0.004543897028843018,4,5,6.308651536045827,0.9162099053779219,1.3846165631331335,B,False,PASS (Session 10)
1 dataset alpha selected_beta pooled_validation_mean pooled_validation_std_sample selected_rare_macro_f1_mean selected_rare_macro_f1_std selected_rare_recall_mean selected_rare_recall_std selected_macro_f1_mean selected_macro_f1_std selected_accuracy_mean selected_accuracy_std selected_weighted_f1_mean selected_weighted_f1_std original_rare_macro_f1_mean original_rare_macro_f1_std original_rare_recall_mean original_rare_recall_std original_macro_f1_mean original_macro_f1_std original_accuracy_mean original_accuracy_std original_weighted_f1_mean original_weighted_f1_std cells_sj_lt_M missing_client_class_cells client_size_ratio_mean support_cv_mean mean_displacement_beta1 beta0_equivalence_class test_used_for_selection audit_verdict
2 xiiotid 0.25 0.0 0.5917038146634539 0.08952883653922933 0.6321355974773142 0.047641778563026725 0.8212568016859243 0.012283281629867224 0.6813433722144538 0.020555132742947534 0.8740145713449322 0.010266545051804108 0.9068823111564912 0.007408425095578143 0.632790305279697 0.04715228886220545 0.8219651848374628 0.010810973971484781 0.6820175344497962 0.02096686007526524 0.8754311730157852 0.009066523301774463 0.9076521974484727 0.0069343939753111275 19 38 14.745270966890343 1.4423832412721973 3.42212533168931 B False PASS WITH MINOR CORRECTIONS (Session 7)
3 xiiotid 0.5 0.75 0.5793667895728949 0.07512057331236716 0.6655025083742895 0.026684712591240056 0.86258272574027 0.013920609948849614 0.7311691156241865 0.006233755140268 0.9063916985504398 0.018450460685614026 0.9336316455838293 0.011230108565482132 0.6425199219581671 0.028683282930463034 0.8769567266952185 0.010770970951613777 0.7089646816240323 0.0011722251041387445 0.8994540351652941 0.008398091032446977 0.9247328124834121 0.006244765764216192 7 9 7.405360903230798 1.1833344484214374 2.0985368999756338 B False PASS WITH MINOR CORRECTIONS (Session 6)
4 xiiotid 0.75 0.5 0.47674948263663786 0.04662425884469754 0.6052456782307091 0.08548886486265879 0.8487646652689419 0.039255535276369505 0.7576359407646712 0.014060416901925105 0.9281095123164508 0.012136684529934048 0.9452163089135119 0.008528481213975155 0.6038896596854727 0.07776445613264914 0.8565041087525388 0.03533794219558259 0.7518489534268475 0.012228464472937675 0.92057613926914 0.012128815595858657 0.9391360620181421 0.008628878095570825 3 4 4.668973713188908 0.8806570470947873 1.305110487896406 B False PASS (Session 8)
5 5gnidd 0.25 0.0 0.7614534210908004 0.021902537932118035 0.8412355814155769 0.024201888695409735 0.9612162422875251 0.03134699156678076 0.8166404182626198 0.01335696520619808 0.730225309136966 0.019524710435296355 0.7044634053674654 0.018175165847202895 0.8422744050003542 0.025370068519978167 0.9605557026664359 0.032423277290702865 0.8194054339450639 0.013918675694370832 0.7309682522058694 0.02143091560670625 0.7054354167590718 0.02036694411653514 16 30 17.600940070872678 1.3021194271854393 2.91943348262683 B False PASS (Session 11)
6 5gnidd 0.5 1.0 0.6923695590578484 0.13914040832229815 0.8719837976555308 0.028500884123071776 0.9671039796439406 0.007942238914573898 0.8385961780131425 0.019627422368850796 0.743256969203502 0.0006668791219600918 0.7181952009373496 0.0016799838366213199 0.8805416783012268 0.0370578200850738 0.9729130457858856 0.0038428107281798614 0.8423952208188609 0.02083962881650294 0.7439752388863531 0.008392660852506539 0.7187298804464602 0.00867754781098361 4 4 9.594308791178781 1.2251708481787265 2.3399083587182736 B False PASS (Session 9)
7 5gnidd 0.75 0.5 0.8090814343293601 0.05873543815277214 0.8967376245747419 0.014470318925337908 0.9597014107775274 0.0010245851497612311 0.8531495688589309 0.009572296127013734 0.7522737210618877 0.0025025090963709863 0.7274674299268966 0.0032168140791904 0.879900791504952 0.023120839413686988 0.9612140858051156 0.002143727670860224 0.8414047018856162 0.014091078328488028 0.750955065651768 0.0035777922288362054 0.7260474326548715 0.004543897028843018 4 5 6.308651536045827 0.9162099053779219 1.3846165631331335 B False PASS (Session 10)
@@ -0,0 +1,217 @@
{
"description": "Authoritative six-condition master table (validation-selected beta; test metrics are post-selection descriptive summaries).",
"source_artifacts": "artifacts/analysis/*__multiseed__*, **partition_heterogeneity**",
"n_conditions": 6,
"rows": [
{
"dataset": "xiiotid",
"alpha": 0.25,
"selected_beta": 0.0,
"pooled_validation_mean": 0.5917038146634539,
"pooled_validation_std_sample": 0.08952883653922933,
"selected_rare_macro_f1_mean": 0.6321355974773142,
"selected_rare_macro_f1_std": 0.047641778563026725,
"selected_rare_recall_mean": 0.8212568016859243,
"selected_rare_recall_std": 0.012283281629867224,
"selected_macro_f1_mean": 0.6813433722144538,
"selected_macro_f1_std": 0.020555132742947534,
"selected_accuracy_mean": 0.8740145713449322,
"selected_accuracy_std": 0.010266545051804108,
"selected_weighted_f1_mean": 0.9068823111564912,
"selected_weighted_f1_std": 0.007408425095578143,
"original_rare_macro_f1_mean": 0.632790305279697,
"original_rare_macro_f1_std": 0.04715228886220545,
"original_rare_recall_mean": 0.8219651848374628,
"original_rare_recall_std": 0.010810973971484781,
"original_macro_f1_mean": 0.6820175344497962,
"original_macro_f1_std": 0.02096686007526524,
"original_accuracy_mean": 0.8754311730157852,
"original_accuracy_std": 0.009066523301774463,
"original_weighted_f1_mean": 0.9076521974484727,
"original_weighted_f1_std": 0.0069343939753111275,
"cells_sj_lt_M": 19,
"missing_client_class_cells": 38,
"client_size_ratio_mean": 14.745270966890343,
"support_cv_mean": 1.4423832412721973,
"mean_displacement_beta1": 3.42212533168931,
"beta0_equivalence_class": "B",
"test_used_for_selection": false,
"audit_verdict": "PASS WITH MINOR CORRECTIONS (Session 7)"
},
{
"dataset": "xiiotid",
"alpha": 0.5,
"selected_beta": 0.75,
"pooled_validation_mean": 0.5793667895728949,
"pooled_validation_std_sample": 0.07512057331236716,
"selected_rare_macro_f1_mean": 0.6655025083742895,
"selected_rare_macro_f1_std": 0.026684712591240056,
"selected_rare_recall_mean": 0.86258272574027,
"selected_rare_recall_std": 0.013920609948849614,
"selected_macro_f1_mean": 0.7311691156241865,
"selected_macro_f1_std": 0.006233755140268,
"selected_accuracy_mean": 0.9063916985504398,
"selected_accuracy_std": 0.018450460685614026,
"selected_weighted_f1_mean": 0.9336316455838293,
"selected_weighted_f1_std": 0.011230108565482132,
"original_rare_macro_f1_mean": 0.6425199219581671,
"original_rare_macro_f1_std": 0.028683282930463034,
"original_rare_recall_mean": 0.8769567266952185,
"original_rare_recall_std": 0.010770970951613777,
"original_macro_f1_mean": 0.7089646816240323,
"original_macro_f1_std": 0.0011722251041387445,
"original_accuracy_mean": 0.8994540351652941,
"original_accuracy_std": 0.008398091032446977,
"original_weighted_f1_mean": 0.9247328124834121,
"original_weighted_f1_std": 0.006244765764216192,
"cells_sj_lt_M": 7,
"missing_client_class_cells": 9,
"client_size_ratio_mean": 7.405360903230798,
"support_cv_mean": 1.1833344484214374,
"mean_displacement_beta1": 2.0985368999756338,
"beta0_equivalence_class": "B",
"test_used_for_selection": false,
"audit_verdict": "PASS WITH MINOR CORRECTIONS (Session 6)"
},
{
"dataset": "xiiotid",
"alpha": 0.75,
"selected_beta": 0.5,
"pooled_validation_mean": 0.47674948263663786,
"pooled_validation_std_sample": 0.04662425884469754,
"selected_rare_macro_f1_mean": 0.6052456782307091,
"selected_rare_macro_f1_std": 0.08548886486265879,
"selected_rare_recall_mean": 0.8487646652689419,
"selected_rare_recall_std": 0.039255535276369505,
"selected_macro_f1_mean": 0.7576359407646712,
"selected_macro_f1_std": 0.014060416901925105,
"selected_accuracy_mean": 0.9281095123164508,
"selected_accuracy_std": 0.012136684529934048,
"selected_weighted_f1_mean": 0.9452163089135119,
"selected_weighted_f1_std": 0.008528481213975155,
"original_rare_macro_f1_mean": 0.6038896596854727,
"original_rare_macro_f1_std": 0.07776445613264914,
"original_rare_recall_mean": 0.8565041087525388,
"original_rare_recall_std": 0.03533794219558259,
"original_macro_f1_mean": 0.7518489534268475,
"original_macro_f1_std": 0.012228464472937675,
"original_accuracy_mean": 0.92057613926914,
"original_accuracy_std": 0.012128815595858657,
"original_weighted_f1_mean": 0.9391360620181421,
"original_weighted_f1_std": 0.008628878095570825,
"cells_sj_lt_M": 3,
"missing_client_class_cells": 4,
"client_size_ratio_mean": 4.668973713188908,
"support_cv_mean": 0.8806570470947873,
"mean_displacement_beta1": 1.305110487896406,
"beta0_equivalence_class": "B",
"test_used_for_selection": false,
"audit_verdict": "PASS (Session 8)"
},
{
"dataset": "5gnidd",
"alpha": 0.25,
"selected_beta": 0.0,
"pooled_validation_mean": 0.7614534210908004,
"pooled_validation_std_sample": 0.021902537932118035,
"selected_rare_macro_f1_mean": 0.8412355814155769,
"selected_rare_macro_f1_std": 0.024201888695409735,
"selected_rare_recall_mean": 0.9612162422875251,
"selected_rare_recall_std": 0.03134699156678076,
"selected_macro_f1_mean": 0.8166404182626198,
"selected_macro_f1_std": 0.01335696520619808,
"selected_accuracy_mean": 0.730225309136966,
"selected_accuracy_std": 0.019524710435296355,
"selected_weighted_f1_mean": 0.7044634053674654,
"selected_weighted_f1_std": 0.018175165847202895,
"original_rare_macro_f1_mean": 0.8422744050003542,
"original_rare_macro_f1_std": 0.025370068519978167,
"original_rare_recall_mean": 0.9605557026664359,
"original_rare_recall_std": 0.032423277290702865,
"original_macro_f1_mean": 0.8194054339450639,
"original_macro_f1_std": 0.013918675694370832,
"original_accuracy_mean": 0.7309682522058694,
"original_accuracy_std": 0.02143091560670625,
"original_weighted_f1_mean": 0.7054354167590718,
"original_weighted_f1_std": 0.02036694411653514,
"cells_sj_lt_M": 16,
"missing_client_class_cells": 30,
"client_size_ratio_mean": 17.600940070872678,
"support_cv_mean": 1.3021194271854393,
"mean_displacement_beta1": 2.91943348262683,
"beta0_equivalence_class": "B",
"test_used_for_selection": false,
"audit_verdict": "PASS (Session 11)"
},
{
"dataset": "5gnidd",
"alpha": 0.5,
"selected_beta": 1.0,
"pooled_validation_mean": 0.6923695590578484,
"pooled_validation_std_sample": 0.13914040832229815,
"selected_rare_macro_f1_mean": 0.8719837976555308,
"selected_rare_macro_f1_std": 0.028500884123071776,
"selected_rare_recall_mean": 0.9671039796439406,
"selected_rare_recall_std": 0.007942238914573898,
"selected_macro_f1_mean": 0.8385961780131425,
"selected_macro_f1_std": 0.019627422368850796,
"selected_accuracy_mean": 0.743256969203502,
"selected_accuracy_std": 0.0006668791219600918,
"selected_weighted_f1_mean": 0.7181952009373496,
"selected_weighted_f1_std": 0.0016799838366213199,
"original_rare_macro_f1_mean": 0.8805416783012268,
"original_rare_macro_f1_std": 0.0370578200850738,
"original_rare_recall_mean": 0.9729130457858856,
"original_rare_recall_std": 0.0038428107281798614,
"original_macro_f1_mean": 0.8423952208188609,
"original_macro_f1_std": 0.02083962881650294,
"original_accuracy_mean": 0.7439752388863531,
"original_accuracy_std": 0.008392660852506539,
"original_weighted_f1_mean": 0.7187298804464602,
"original_weighted_f1_std": 0.00867754781098361,
"cells_sj_lt_M": 4,
"missing_client_class_cells": 4,
"client_size_ratio_mean": 9.594308791178781,
"support_cv_mean": 1.2251708481787265,
"mean_displacement_beta1": 2.3399083587182736,
"beta0_equivalence_class": "B",
"test_used_for_selection": false,
"audit_verdict": "PASS (Session 9)"
},
{
"dataset": "5gnidd",
"alpha": 0.75,
"selected_beta": 0.5,
"pooled_validation_mean": 0.8090814343293601,
"pooled_validation_std_sample": 0.05873543815277214,
"selected_rare_macro_f1_mean": 0.8967376245747419,
"selected_rare_macro_f1_std": 0.014470318925337908,
"selected_rare_recall_mean": 0.9597014107775274,
"selected_rare_recall_std": 0.0010245851497612311,
"selected_macro_f1_mean": 0.8531495688589309,
"selected_macro_f1_std": 0.009572296127013734,
"selected_accuracy_mean": 0.7522737210618877,
"selected_accuracy_std": 0.0025025090963709863,
"selected_weighted_f1_mean": 0.7274674299268966,
"selected_weighted_f1_std": 0.0032168140791904,
"original_rare_macro_f1_mean": 0.879900791504952,
"original_rare_macro_f1_std": 0.023120839413686988,
"original_rare_recall_mean": 0.9612140858051156,
"original_rare_recall_std": 0.002143727670860224,
"original_macro_f1_mean": 0.8414047018856162,
"original_macro_f1_std": 0.014091078328488028,
"original_accuracy_mean": 0.750955065651768,
"original_accuracy_std": 0.0035777922288362054,
"original_weighted_f1_mean": 0.7260474326548715,
"original_weighted_f1_std": 0.004543897028843018,
"cells_sj_lt_M": 4,
"missing_client_class_cells": 5,
"client_size_ratio_mean": 6.308651536045827,
"support_cv_mean": 0.9162099053779219,
"mean_displacement_beta1": 1.3846165631331335,
"beta0_equivalence_class": "B",
"test_used_for_selection": false,
"audit_verdict": "PASS (Session 10)"
}
]
}
Binary file not shown.

After

Width:  |  Height:  |  Size: 51 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 45 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 48 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 48 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 68 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 48 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 55 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 45 KiB