willtanoe/thesis-prototype-agregation
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

experiment: validate beta selection across three seeds

Browse Source
This commit is contained in:
willtanoe committed 2026-09-25 13:14:28 +00:00
1 parent 50f2da7216
commit 6b97a0d38b
14 files changed
+1963 -150
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

artifacts/analysis/xiiotid__alpha0.5__multiseed__client_validation_deltas.csv
+151
View File
@@ -0,0 +1,151 @@
seed,beta,client_id,n_samples,val_rare_macro_f1,val_rare_recall
0,0.0,0,3354,0.8875379939209728,0.9864864864864865
0,0.0,1,5840,0.43045783132530124,0.6944444444444444
0,0.0,2,6116,0.7407407407407407,1.0
0,0.0,3,9307,0.7126436781609196,0.6888888888888889
0,0.0,4,7750,0.8619718309859155,0.9807692307692307
0,0.0,5,8396,0.28180563997182917,0.9848484848484849
0,0.0,6,8194,0.5320018964086761,1.0
0,0.0,7,2749,0.29411764705882354,0.9444444444444444
0,0.0,8,17172,0.5012611838161273,0.9813953488372094
0,0.0,9,12536,0.3308578745198464,0.641025641025641
0,0.25,0,3354,0.8971962616822431,0.972972972972973
0,0.25,1,5840,0.4363790334821964,0.7013888888888888
0,0.25,2,6116,0.8,1.0
0,0.25,3,9307,0.7272727272727273,0.7111111111111111
0,0.25,4,7750,0.8571428571428572,0.9807692307692307
0,0.25,5,8396,0.3131615278416935,0.9898989898989898
0,0.25,6,8194,0.5400683913172762,0.9642857142857143
0,0.25,7,2749,0.29858525688756515,0.9444444444444444
0,0.25,8,17172,0.5063361579319026,0.9837209302325581
0,0.25,9,12536,0.3417318982387475,0.6688034188034189
0,0.5,0,3354,0.9306930693069307,0.9527027027027027
0,0.5,1,5840,0.4413828325877919,0.7124999999999999
0,0.5,2,6116,0.8333333333333333,1.0
0,0.5,3,9307,0.7555555555555555,0.7555555555555555
0,0.5,4,7750,0.8660968660968661,0.9743589743589743
0,0.5,5,8396,0.3727944926058133,0.9898989898989898
0,0.5,6,8194,0.536609144974164,0.9642857142857143
0,0.5,7,2749,0.2654713707345286,0.9444444444444444
0,0.5,8,17172,0.5000157678965627,0.9767441860465116
0,0.5,9,12536,0.35566502463054184,0.6965811965811965
0,0.75,0,3354,0.9166666666666667,0.8918918918918919
0,0.75,1,5840,0.4390983440522611,0.711111111111111
0,0.75,2,6116,0.8333333333333333,1.0
0,0.75,3,9307,0.7415730337078651,0.7333333333333333
0,0.75,4,7750,0.8411764705882353,0.9166666666666666
0,0.75,5,8396,0.37074068149096145,0.9898989898989898
0,0.75,6,8194,0.5318530266983875,0.9642857142857143
0,0.75,7,2749,0.25831969448990727,0.9444444444444444
0,0.75,8,17172,0.5019948230864674,0.9304909560723513
0,0.75,9,12536,0.34527541424093144,0.6965811965811965
0,1.0,0,3354,0.9077490774907748,0.831081081081081
0,1.0,1,5840,0.4280463143311497,0.6916666666666667
0,1.0,2,6116,0.7692307692307693,1.0
0,1.0,3,9307,0.7272727272727273,0.7111111111111111
0,1.0,4,7750,0.7859237536656892,0.8589743589743589
0,1.0,5,8396,0.32319994363815696,0.9848484848484849
0,1.0,6,8194,0.5186591560629684,0.9285714285714286
0,1.0,7,2749,0.2510204081632653,0.9444444444444444
0,1.0,8,17172,0.5004931186519341,0.9304909560723513
0,1.0,9,12536,0.3028365305787834,0.6688034188034189
1,0.0,0,9771,0.555984555984556,0.972972972972973
1,0.0,1,11934,0.5795225653221874,0.9976043805612593
1,0.0,2,3021,0.42962962962962964,0.8382352941176471
1,0.0,3,4707,0.27739361702127663,0.8181818181818181
1,0.0,4,3335,0.6538461538461537,0.5483870967741935
1,0.0,5,15714,0.5279805352798054,0.7439024390243902
1,0.0,6,8732,0.47346514047866806,0.49242424242424243
1,0.0,7,1467,1.0,1.0
1,0.0,8,17580,0.8076923076923077,1.0
1,0.0,9,5153,0.9807296026788589,0.9850571725571726
1,0.25,0,9771,0.5658914728682171,0.9864864864864865
1,0.25,1,11934,0.6023883135587408,0.9973990417522245
1,0.25,2,3021,0.44103313840155944,0.8382352941176471
1,0.25,3,4707,0.28566573008247986,0.8181818181818181
1,0.25,4,3335,0.6538461538461537,0.5483870967741935
1,0.25,5,15714,0.5335335335335335,0.7439024390243902
1,0.25,6,8732,0.46900826446280997,0.49134199134199136
1,0.25,7,1467,1.0,1.0
1,0.25,8,17580,0.8316831683168318,1.0
1,0.25,9,5153,0.9789997415352805,0.9816787941787942
1,0.5,0,9771,0.5983606557377049,0.9864864864864865
1,0.5,1,11934,0.5950263055479481,0.9395013952508819
1,0.5,2,3021,0.4659111350962404,0.8382352941176471
1,0.5,3,4707,0.3038850776042427,0.8181818181818181
1,0.5,4,3335,0.679245283018868,0.5806451612903226
1,0.5,5,15714,0.5448554042536322,0.7439024390243902
1,0.5,6,8732,0.4680412371134021,0.49134199134199136
1,0.5,7,1467,1.0,1.0
1,0.5,8,17580,0.8199999999999998,0.9761904761904762
1,0.5,9,5153,0.9765630072063884,0.9768711018711018
1,0.75,0,9771,0.6431718061674009,0.9864864864864865
1,0.75,1,11934,0.5892614182467265,0.900697625440952
1,0.75,2,3021,0.47251332965618675,0.8382352941176471
1,0.75,3,4707,0.31549441865059763,0.8181818181818181
1,0.75,4,3335,0.679245283018868,0.5806451612903226
1,0.75,5,15714,0.5516592310652149,0.7439024390243902
1,0.75,6,8732,0.47046632124352333,0.49134199134199136
1,0.75,7,1467,1.0,1.0
1,0.75,8,17580,0.8484848484848484,1.0
1,0.75,9,5153,0.9813023436992794,0.9816787941787942
1,1.0,0,9771,0.7487179487179488,0.9864864864864865
1,1.0,1,11934,0.5900895998512916,0.900697625440952
1,1.0,2,3021,0.5188275566966196,0.8382352941176471
1,1.0,3,4707,0.3760424007517031,0.8181818181818181
1,1.0,4,3335,0.7037037037037037,0.6129032258064516
1,1.0,5,15714,0.5441986886103379,0.7439024390243902
1,1.0,6,8732,0.4794086589229145,0.49134199134199136
1,1.0,7,1467,1.0,1.0
1,1.0,8,17580,0.8842105263157896,1.0
1,1.0,9,5153,0.9859736514386839,0.9816787941787942
2,0.0,0,8416,0.09876543209876543,0.3076923076923077
2,0.0,1,4533,0.5263157894736842,0.625
2,0.0,2,7382,0.2881288368014032,0.8690476190476191
2,0.0,3,12132,0.25392765801972955,0.75
2,0.0,4,3509,0.9690721649484536,0.94
2,0.0,5,9143,0.4811991415541446,0.8555825242718447
2,0.0,6,4387,0.9733738458483634,0.9900486434639627
2,0.0,7,7862,0.4408369408369409,0.9318181818181819
2,0.0,8,20564,0.046121316241575255,0.8157894736842105
2,0.0,9,3486,0.3934390771449171,0.7885802469135803
2,0.25,0,8416,0.1176470588235294,0.3076923076923077
2,0.25,1,4533,0.5263157894736842,0.625
2,0.25,2,7382,0.3118580765639589,0.8690476190476191
2,0.25,3,12132,0.28338171262699563,0.8125
2,0.25,4,3509,0.9690721649484536,0.94
2,0.25,5,9143,0.4804878048780488,0.8410194174757282
2,0.25,6,4387,0.9859407908145934,0.9900486434639627
2,0.25,7,7862,0.44609149455918273,0.9318181818181819
2,0.25,8,20564,0.06176250933532487,0.8157894736842105
2,0.25,9,3486,0.40053768640117604,0.7824074074074074
2,0.5,0,8416,0.14545454545454545,0.3076923076923077
2,0.5,1,4533,0.5263157894736842,0.625
2,0.5,2,7382,0.35779327972735503,0.8690476190476191
2,0.5,3,12132,0.27168831168831165,0.8125
2,0.5,4,3509,0.9690721649484536,0.94
2,0.5,5,9143,0.48409645995339823,0.8264563106796117
2,0.5,6,4387,0.9886441490819402,0.9886441490819402
2,0.5,7,7862,0.468078381795196,0.8863636363636364
2,0.5,8,20564,0.0837908496732026,0.8157894736842105
2,0.5,9,3486,0.4152159896840748,0.7762345679012346
2,0.75,0,8416,0.27586206896551724,0.3076923076923077
2,0.75,1,4533,0.5555555555555556,0.625
2,0.75,2,7382,0.38409090909090915,0.8571428571428572
2,0.75,3,12132,0.25207044264635886,0.78125
2,0.75,4,3509,0.9690721649484536,0.94
2,0.75,5,9143,0.4842105263157895,0.816747572815534
2,0.75,6,4387,0.9878070464559553,0.9816216771718279
2,0.75,7,7862,0.4953242835595777,0.8636363636363636
2,0.75,8,20564,0.20940438871473352,0.8157894736842105
2,0.75,9,3486,0.4359758123463353,0.7638888888888888
2,1.0,0,8416,0.34782608695652173,0.3076923076923077
2,1.0,1,4533,0.5263157894736842,0.625
2,1.0,2,7382,0.399138268703486,0.8452380952380952
2,1.0,3,12132,0.25128900949796473,0.78125
2,1.0,4,3509,0.5662650602409639,0.94
2,1.0,5,9143,0.4798898963730569,0.8070388349514563
2,1.0,6,4387,0.974498660479089,0.9530236594500776
2,1.0,7,7862,0.5532377227292482,0.8636363636363636
2,1.0,8,20564,0.3136863136863137,0.8157894736842105
2,1.0,9,3486,0.44662116040955635,0.7608024691358024
1 seed beta client_id n_samples val_rare_macro_f1 val_rare_recall
2 0 0.0 0 3354 0.8875379939209728 0.9864864864864865
3 0 0.0 1 5840 0.43045783132530124 0.6944444444444444
4 0 0.0 2 6116 0.7407407407407407 1.0
5 0 0.0 3 9307 0.7126436781609196 0.6888888888888889
6 0 0.0 4 7750 0.8619718309859155 0.9807692307692307
7 0 0.0 5 8396 0.28180563997182917 0.9848484848484849
8 0 0.0 6 8194 0.5320018964086761 1.0
9 0 0.0 7 2749 0.29411764705882354 0.9444444444444444
10 0 0.0 8 17172 0.5012611838161273 0.9813953488372094
11 0 0.0 9 12536 0.3308578745198464 0.641025641025641
12 0 0.25 0 3354 0.8971962616822431 0.972972972972973
13 0 0.25 1 5840 0.4363790334821964 0.7013888888888888
14 0 0.25 2 6116 0.8 1.0
15 0 0.25 3 9307 0.7272727272727273 0.7111111111111111
16 0 0.25 4 7750 0.8571428571428572 0.9807692307692307
17 0 0.25 5 8396 0.3131615278416935 0.9898989898989898
18 0 0.25 6 8194 0.5400683913172762 0.9642857142857143
19 0 0.25 7 2749 0.29858525688756515 0.9444444444444444
20 0 0.25 8 17172 0.5063361579319026 0.9837209302325581
21 0 0.25 9 12536 0.3417318982387475 0.6688034188034189
22 0 0.5 0 3354 0.9306930693069307 0.9527027027027027
23 0 0.5 1 5840 0.4413828325877919 0.7124999999999999
24 0 0.5 2 6116 0.8333333333333333 1.0
25 0 0.5 3 9307 0.7555555555555555 0.7555555555555555
26 0 0.5 4 7750 0.8660968660968661 0.9743589743589743
27 0 0.5 5 8396 0.3727944926058133 0.9898989898989898
28 0 0.5 6 8194 0.536609144974164 0.9642857142857143
29 0 0.5 7 2749 0.2654713707345286 0.9444444444444444
30 0 0.5 8 17172 0.5000157678965627 0.9767441860465116
31 0 0.5 9 12536 0.35566502463054184 0.6965811965811965
32 0 0.75 0 3354 0.9166666666666667 0.8918918918918919
33 0 0.75 1 5840 0.4390983440522611 0.711111111111111
34 0 0.75 2 6116 0.8333333333333333 1.0
35 0 0.75 3 9307 0.7415730337078651 0.7333333333333333
36 0 0.75 4 7750 0.8411764705882353 0.9166666666666666
37 0 0.75 5 8396 0.37074068149096145 0.9898989898989898
38 0 0.75 6 8194 0.5318530266983875 0.9642857142857143
39 0 0.75 7 2749 0.25831969448990727 0.9444444444444444
40 0 0.75 8 17172 0.5019948230864674 0.9304909560723513
41 0 0.75 9 12536 0.34527541424093144 0.6965811965811965
42 0 1.0 0 3354 0.9077490774907748 0.831081081081081
43 0 1.0 1 5840 0.4280463143311497 0.6916666666666667
44 0 1.0 2 6116 0.7692307692307693 1.0
45 0 1.0 3 9307 0.7272727272727273 0.7111111111111111
46 0 1.0 4 7750 0.7859237536656892 0.8589743589743589
47 0 1.0 5 8396 0.32319994363815696 0.9848484848484849
48 0 1.0 6 8194 0.5186591560629684 0.9285714285714286
49 0 1.0 7 2749 0.2510204081632653 0.9444444444444444
50 0 1.0 8 17172 0.5004931186519341 0.9304909560723513
51 0 1.0 9 12536 0.3028365305787834 0.6688034188034189
52 1 0.0 0 9771 0.555984555984556 0.972972972972973
53 1 0.0 1 11934 0.5795225653221874 0.9976043805612593
54 1 0.0 2 3021 0.42962962962962964 0.8382352941176471
55 1 0.0 3 4707 0.27739361702127663 0.8181818181818181
56 1 0.0 4 3335 0.6538461538461537 0.5483870967741935
57 1 0.0 5 15714 0.5279805352798054 0.7439024390243902
58 1 0.0 6 8732 0.47346514047866806 0.49242424242424243
59 1 0.0 7 1467 1.0 1.0
60 1 0.0 8 17580 0.8076923076923077 1.0
61 1 0.0 9 5153 0.9807296026788589 0.9850571725571726
62 1 0.25 0 9771 0.5658914728682171 0.9864864864864865
63 1 0.25 1 11934 0.6023883135587408 0.9973990417522245
64 1 0.25 2 3021 0.44103313840155944 0.8382352941176471
65 1 0.25 3 4707 0.28566573008247986 0.8181818181818181
66 1 0.25 4 3335 0.6538461538461537 0.5483870967741935
67 1 0.25 5 15714 0.5335335335335335 0.7439024390243902
68 1 0.25 6 8732 0.46900826446280997 0.49134199134199136
69 1 0.25 7 1467 1.0 1.0
70 1 0.25 8 17580 0.8316831683168318 1.0
71 1 0.25 9 5153 0.9789997415352805 0.9816787941787942
72 1 0.5 0 9771 0.5983606557377049 0.9864864864864865
73 1 0.5 1 11934 0.5950263055479481 0.9395013952508819
74 1 0.5 2 3021 0.4659111350962404 0.8382352941176471
75 1 0.5 3 4707 0.3038850776042427 0.8181818181818181
76 1 0.5 4 3335 0.679245283018868 0.5806451612903226
77 1 0.5 5 15714 0.5448554042536322 0.7439024390243902
78 1 0.5 6 8732 0.4680412371134021 0.49134199134199136
79 1 0.5 7 1467 1.0 1.0
80 1 0.5 8 17580 0.8199999999999998 0.9761904761904762
81 1 0.5 9 5153 0.9765630072063884 0.9768711018711018
82 1 0.75 0 9771 0.6431718061674009 0.9864864864864865
83 1 0.75 1 11934 0.5892614182467265 0.900697625440952
84 1 0.75 2 3021 0.47251332965618675 0.8382352941176471
85 1 0.75 3 4707 0.31549441865059763 0.8181818181818181
86 1 0.75 4 3335 0.679245283018868 0.5806451612903226
87 1 0.75 5 15714 0.5516592310652149 0.7439024390243902
88 1 0.75 6 8732 0.47046632124352333 0.49134199134199136
89 1 0.75 7 1467 1.0 1.0
90 1 0.75 8 17580 0.8484848484848484 1.0
91 1 0.75 9 5153 0.9813023436992794 0.9816787941787942
92 1 1.0 0 9771 0.7487179487179488 0.9864864864864865
93 1 1.0 1 11934 0.5900895998512916 0.900697625440952
94 1 1.0 2 3021 0.5188275566966196 0.8382352941176471
95 1 1.0 3 4707 0.3760424007517031 0.8181818181818181
96 1 1.0 4 3335 0.7037037037037037 0.6129032258064516
97 1 1.0 5 15714 0.5441986886103379 0.7439024390243902
98 1 1.0 6 8732 0.4794086589229145 0.49134199134199136
99 1 1.0 7 1467 1.0 1.0
100 1 1.0 8 17580 0.8842105263157896 1.0
101 1 1.0 9 5153 0.9859736514386839 0.9816787941787942
102 2 0.0 0 8416 0.09876543209876543 0.3076923076923077
103 2 0.0 1 4533 0.5263157894736842 0.625
104 2 0.0 2 7382 0.2881288368014032 0.8690476190476191
105 2 0.0 3 12132 0.25392765801972955 0.75
106 2 0.0 4 3509 0.9690721649484536 0.94
107 2 0.0 5 9143 0.4811991415541446 0.8555825242718447
108 2 0.0 6 4387 0.9733738458483634 0.9900486434639627
109 2 0.0 7 7862 0.4408369408369409 0.9318181818181819
110 2 0.0 8 20564 0.046121316241575255 0.8157894736842105
111 2 0.0 9 3486 0.3934390771449171 0.7885802469135803
112 2 0.25 0 8416 0.1176470588235294 0.3076923076923077
113 2 0.25 1 4533 0.5263157894736842 0.625
114 2 0.25 2 7382 0.3118580765639589 0.8690476190476191
115 2 0.25 3 12132 0.28338171262699563 0.8125
116 2 0.25 4 3509 0.9690721649484536 0.94
117 2 0.25 5 9143 0.4804878048780488 0.8410194174757282
118 2 0.25 6 4387 0.9859407908145934 0.9900486434639627
119 2 0.25 7 7862 0.44609149455918273 0.9318181818181819
120 2 0.25 8 20564 0.06176250933532487 0.8157894736842105
121 2 0.25 9 3486 0.40053768640117604 0.7824074074074074
122 2 0.5 0 8416 0.14545454545454545 0.3076923076923077
123 2 0.5 1 4533 0.5263157894736842 0.625
124 2 0.5 2 7382 0.35779327972735503 0.8690476190476191
125 2 0.5 3 12132 0.27168831168831165 0.8125
126 2 0.5 4 3509 0.9690721649484536 0.94
127 2 0.5 5 9143 0.48409645995339823 0.8264563106796117
128 2 0.5 6 4387 0.9886441490819402 0.9886441490819402
129 2 0.5 7 7862 0.468078381795196 0.8863636363636364
130 2 0.5 8 20564 0.0837908496732026 0.8157894736842105
131 2 0.5 9 3486 0.4152159896840748 0.7762345679012346
132 2 0.75 0 8416 0.27586206896551724 0.3076923076923077
133 2 0.75 1 4533 0.5555555555555556 0.625
134 2 0.75 2 7382 0.38409090909090915 0.8571428571428572
135 2 0.75 3 12132 0.25207044264635886 0.78125
136 2 0.75 4 3509 0.9690721649484536 0.94
137 2 0.75 5 9143 0.4842105263157895 0.816747572815534
138 2 0.75 6 4387 0.9878070464559553 0.9816216771718279
139 2 0.75 7 7862 0.4953242835595777 0.8636363636363636
140 2 0.75 8 20564 0.20940438871473352 0.8157894736842105
141 2 0.75 9 3486 0.4359758123463353 0.7638888888888888
142 2 1.0 0 8416 0.34782608695652173 0.3076923076923077
143 2 1.0 1 4533 0.5263157894736842 0.625
144 2 1.0 2 7382 0.399138268703486 0.8452380952380952
145 2 1.0 3 12132 0.25128900949796473 0.78125
146 2 1.0 4 3509 0.5662650602409639 0.94
147 2 1.0 5 9143 0.4798898963730569 0.8070388349514563
148 2 1.0 6 4387 0.974498660479089 0.9530236594500776
149 2 1.0 7 7862 0.5532377227292482 0.8636363636363636
150 2 1.0 8 20564 0.3136863136863137 0.8157894736842105
151 2 1.0 9 3486 0.44662116040955635 0.7608024691358024
artifacts/analysis/xiiotid__alpha0.5__multiseed__client_validation_detail.csv
+151
View File
@@ -0,0 +1,151 @@
seed,beta,client_id,min_positive_attack_Nij,val_rare_macro_f1,val_rare_recall,delta_vs_beta0
0,0.0,0,18,0.8875379939209728,0.9864864864864865,0.0
0,0.0,1,69,0.43045783132530124,0.6944444444444444,0.0
0,0.0,2,5,0.7407407407407407,1.0,0.0
0,0.0,3,140,0.7126436781609196,0.6888888888888889,0.0
0,0.0,4,1,0.8619718309859155,0.9807692307692307,0.0
0,0.0,5,2,0.28180563997182917,0.9848484848484849,0.0
0,0.0,6,44,0.5320018964086761,1.0,0.0
0,0.0,7,10,0.29411764705882354,0.9444444444444444,0.0
0,0.0,8,4,0.5012611838161273,0.9813953488372094,0.0
0,0.0,9,12,0.3308578745198464,0.641025641025641,0.0
0,0.25,0,18,0.8971962616822431,0.972972972972973,0.009658267761270323
0,0.25,1,69,0.4363790334821964,0.7013888888888888,0.005921202156895178
0,0.25,2,5,0.8,1.0,0.059259259259259345
0,0.25,3,140,0.7272727272727273,0.7111111111111111,0.014629049111807735
0,0.25,4,1,0.8571428571428572,0.9807692307692307,-0.0048289738430582485
0,0.25,5,2,0.3131615278416935,0.9898989898989898,0.03135588786986432
0,0.25,6,44,0.5400683913172762,0.9642857142857143,0.00806649490860012
0,0.25,7,10,0.29858525688756515,0.9444444444444444,0.004467609828741614
0,0.25,8,4,0.5063361579319026,0.9837209302325581,0.005074974115775288
0,0.25,9,12,0.3417318982387475,0.6688034188034189,0.010874023718901116
0,0.5,0,18,0.9306930693069307,0.9527027027027027,0.043155075385957975
0,0.5,1,69,0.4413828325877919,0.7124999999999999,0.01092500126249063
0,0.5,2,5,0.8333333333333333,1.0,0.09259259259259256
0,0.5,3,140,0.7555555555555555,0.7555555555555555,0.04291187739463598
0,0.5,4,1,0.8660968660968661,0.9743589743589743,0.004125035110950637
0,0.5,5,2,0.3727944926058133,0.9898989898989898,0.09098885263398415
0,0.5,6,44,0.536609144974164,0.9642857142857143,0.004607248565487887
0,0.5,7,10,0.2654713707345286,0.9444444444444444,-0.02864627632429495
0,0.5,8,4,0.5000157678965627,0.9767441860465116,-0.0012454159195646186
0,0.5,9,12,0.35566502463054184,0.6965811965811965,0.024807150110695453
0,0.75,0,18,0.9166666666666667,0.8918918918918919,0.029128672745693973
0,0.75,1,69,0.4390983440522611,0.711111111111111,0.00864051272695987
0,0.75,2,5,0.8333333333333333,1.0,0.09259259259259256
0,0.75,3,140,0.7415730337078651,0.7333333333333333,0.028929355546945534
0,0.75,4,1,0.8411764705882353,0.9166666666666666,-0.02079536039768015
0,0.75,5,2,0.37074068149096145,0.9898989898989898,0.08893504151913229
0,0.75,6,44,0.5318530266983875,0.9642857142857143,-0.00014886971028860163
0,0.75,7,10,0.25831969448990727,0.9444444444444444,-0.03579795256891627
0,0.75,8,4,0.5019948230864674,0.9304909560723513,0.0007336392703400918
0,0.75,9,12,0.34527541424093144,0.6965811965811965,0.01441753972108506
0,1.0,0,18,0.9077490774907748,0.831081081081081,0.020211083569802057
0,1.0,1,69,0.4280463143311497,0.6916666666666667,-0.0024115169941515413
0,1.0,2,5,0.7692307692307693,1.0,0.028490028490028574
0,1.0,3,140,0.7272727272727273,0.7111111111111111,0.014629049111807735
0,1.0,4,1,0.7859237536656892,0.8589743589743589,-0.07604807732022623
0,1.0,5,2,0.32319994363815696,0.9848484848484849,0.04139430366632779
0,1.0,6,44,0.5186591560629684,0.9285714285714286,-0.013342740345707704
0,1.0,7,10,0.2510204081632653,0.9444444444444444,-0.04309723889555822
0,1.0,8,4,0.5004931186519341,0.9304909560723513,-0.0007680651641931435
0,1.0,9,12,0.3028365305787834,0.6688034188034189,-0.02802134394106298
1,0.0,0,2,0.555984555984556,0.972972972972973,0.0
1,0.0,1,3,0.5795225653221874,0.9976043805612593,0.0
1,0.0,2,50,0.42962962962962964,0.8382352941176471,0.0
1,0.0,3,86,0.27739361702127663,0.8181818181818181,0.0
1,0.0,4,46,0.6538461538461537,0.5483870967741935,0.0
1,0.0,5,6,0.5279805352798054,0.7439024390243902,0.0
1,0.0,6,9,0.47346514047866806,0.49242424242424243,0.0
1,0.0,7,8,1.0,1.0,0.0
1,0.0,8,1,0.8076923076923077,1.0,0.0
1,0.0,9,75,0.9807296026788589,0.9850571725571726,0.0
1,0.25,0,2,0.5658914728682171,0.9864864864864865,0.009906916883661077
1,0.25,1,3,0.6023883135587408,0.9973990417522245,0.022865748236553407
1,0.25,2,50,0.44103313840155944,0.8382352941176471,0.011403508771929804
1,0.25,3,86,0.28566573008247986,0.8181818181818181,0.008272113061203235
1,0.25,4,46,0.6538461538461537,0.5483870967741935,0.0
1,0.25,5,6,0.5335335335335335,0.7439024390243902,0.005552998253728125
1,0.25,6,9,0.46900826446280997,0.49134199134199136,-0.004456876015858091
1,0.25,7,8,1.0,1.0,0.0
1,0.25,8,1,0.8316831683168318,1.0,0.023990860624524046
1,0.25,9,75,0.9789997415352805,0.9816787941787942,-0.0017298611435784261
1,0.5,0,2,0.5983606557377049,0.9864864864864865,0.04237609975314893
1,0.5,1,3,0.5950263055479481,0.9395013952508819,0.015503740225760732
1,0.5,2,50,0.4659111350962404,0.8382352941176471,0.03628150546661074
1,0.5,3,86,0.3038850776042427,0.8181818181818181,0.026491460582966087
1,0.5,4,46,0.679245283018868,0.5806451612903226,0.025399129172714252
1,0.5,5,6,0.5448554042536322,0.7439024390243902,0.01687486897382684
1,0.5,6,9,0.4680412371134021,0.49134199134199136,-0.005423903365265936
1,0.5,7,8,1.0,1.0,0.0
1,0.5,8,1,0.8199999999999998,0.9761904761904762,0.01230769230769213
1,0.5,9,75,0.9765630072063884,0.9768711018711018,-0.004166595472470447
1,0.75,0,2,0.6431718061674009,0.9864864864864865,0.0871872501828449
1,0.75,1,3,0.5892614182467265,0.900697625440952,0.009738852924539132
1,0.75,2,50,0.47251332965618675,0.8382352941176471,0.042883700026557114
1,0.75,3,86,0.31549441865059763,0.8181818181818181,0.038100801629321
1,0.75,4,46,0.679245283018868,0.5806451612903226,0.025399129172714252
1,0.75,5,6,0.5516592310652149,0.7439024390243902,0.023678695785409487
1,0.75,6,9,0.47046632124352333,0.49134199134199136,-0.002998819235144723
1,0.75,7,8,1.0,1.0,0.0
1,0.75,8,1,0.8484848484848484,1.0,0.04079254079254069
1,0.75,9,75,0.9813023436992794,0.9816787941787942,0.0005727410204204864
1,1.0,0,2,0.7487179487179488,0.9864864864864865,0.19273339273339285
1,1.0,1,3,0.5900895998512916,0.900697625440952,0.010567034529104236
1,1.0,2,50,0.5188275566966196,0.8382352941176471,0.08919792706698998
1,1.0,3,86,0.3760424007517031,0.8181818181818181,0.09864878373042646
1,1.0,4,46,0.7037037037037037,0.6129032258064516,0.049857549857549976
1,1.0,5,6,0.5441986886103379,0.7439024390243902,0.01621815333053256
1,1.0,6,9,0.4794086589229145,0.49134199134199136,0.005943518444246454
1,1.0,7,8,1.0,1.0,0.0
1,1.0,8,1,0.8842105263157896,1.0,0.07651821862348185
1,1.0,9,75,0.9859736514386839,0.9816787941787942,0.005244048759824982
2,0.0,0,10,0.09876543209876543,0.3076923076923077,0.0
2,0.0,1,1,0.5263157894736842,0.625,0.0
2,0.0,2,135,0.2881288368014032,0.8690476190476191,0.0
2,0.0,3,2,0.25392765801972955,0.75,0.0
2,0.0,4,30,0.9690721649484536,0.94,0.0
2,0.0,5,132,0.4811991415541446,0.8555825242718447,0.0
2,0.0,6,4,0.9733738458483634,0.9900486434639627,0.0
2,0.0,7,13,0.4408369408369409,0.9318181818181819,0.0
2,0.0,8,7,0.046121316241575255,0.8157894736842105,0.0
2,0.0,9,6,0.3934390771449171,0.7885802469135803,0.0
2,0.25,0,10,0.1176470588235294,0.3076923076923077,0.01888162672476397
2,0.25,1,1,0.5263157894736842,0.625,0.0
2,0.25,2,135,0.3118580765639589,0.8690476190476191,0.0237292397625557
2,0.25,3,2,0.28338171262699563,0.8125,0.029454054607266078
2,0.25,4,30,0.9690721649484536,0.94,0.0
2,0.25,5,132,0.4804878048780488,0.8410194174757282,-0.0007113366760957973
2,0.25,6,4,0.9859407908145934,0.9900486434639627,0.01256694496623001
2,0.25,7,13,0.44609149455918273,0.9318181818181819,0.005254553722241817
2,0.25,8,7,0.06176250933532487,0.8157894736842105,0.015641193093749617
2,0.25,9,6,0.40053768640117604,0.7824074074074074,0.0070986092562589365
2,0.5,0,10,0.14545454545454545,0.3076923076923077,0.04668911335578002
2,0.5,1,1,0.5263157894736842,0.625,0.0
2,0.5,2,135,0.35779327972735503,0.8690476190476191,0.06966444292595181
2,0.5,3,2,0.27168831168831165,0.8125,0.017760653668582094
2,0.5,4,30,0.9690721649484536,0.94,0.0
2,0.5,5,132,0.48409645995339823,0.8264563106796117,0.0028973183992536122
2,0.5,6,4,0.9886441490819402,0.9886441490819402,0.01527030323357681
2,0.5,7,13,0.468078381795196,0.8863636363636364,0.027241440958255092
2,0.5,8,7,0.0837908496732026,0.8157894736842105,0.03766953343162735
2,0.5,9,6,0.4152159896840748,0.7762345679012346,0.0217769125391577
2,0.75,0,10,0.27586206896551724,0.3076923076923077,0.1770966368667518
2,0.75,1,1,0.5555555555555556,0.625,0.0292397660818714
2,0.75,2,135,0.38409090909090915,0.8571428571428572,0.09596207228950593
2,0.75,3,2,0.25207044264635886,0.78125,-0.0018572153733706909
2,0.75,4,30,0.9690721649484536,0.94,0.0
2,0.75,5,132,0.4842105263157895,0.816747572815534,0.003011384761644864
2,0.75,6,4,0.9878070464559553,0.9816216771718279,0.0144332006075919
2,0.75,7,13,0.4953242835595777,0.8636363636363636,0.05448734272263678
2,0.75,8,7,0.20940438871473352,0.8157894736842105,0.16328307247315826
2,0.75,9,6,0.4359758123463353,0.7638888888888888,0.04253673520141821
2,1.0,0,10,0.34782608695652173,0.3076923076923077,0.2490606548577563
2,1.0,1,1,0.5263157894736842,0.625,0.0
2,1.0,2,135,0.399138268703486,0.8452380952380952,0.11100943190208279
2,1.0,3,2,0.25128900949796473,0.78125,-0.0026386485217648192
2,1.0,4,30,0.5662650602409639,0.94,-0.4028071047074897
2,1.0,5,132,0.4798898963730569,0.8070388349514563,-0.0013092451810877148
2,1.0,6,4,0.974498660479089,0.9530236594500776,0.0011248146307255569
2,1.0,7,13,0.5532377227292482,0.8636363636363636,0.11240078189230729
2,1.0,8,7,0.3136863136863137,0.8157894736842105,0.2675649974447385
2,1.0,9,6,0.44662116040955635,0.7608024691358024,0.053182083264639246
1 seed beta client_id min_positive_attack_Nij val_rare_macro_f1 val_rare_recall delta_vs_beta0
2 0 0.0 0 18 0.8875379939209728 0.9864864864864865 0.0
3 0 0.0 1 69 0.43045783132530124 0.6944444444444444 0.0
4 0 0.0 2 5 0.7407407407407407 1.0 0.0
5 0 0.0 3 140 0.7126436781609196 0.6888888888888889 0.0
6 0 0.0 4 1 0.8619718309859155 0.9807692307692307 0.0
7 0 0.0 5 2 0.28180563997182917 0.9848484848484849 0.0
8 0 0.0 6 44 0.5320018964086761 1.0 0.0
9 0 0.0 7 10 0.29411764705882354 0.9444444444444444 0.0
10 0 0.0 8 4 0.5012611838161273 0.9813953488372094 0.0
11 0 0.0 9 12 0.3308578745198464 0.641025641025641 0.0
12 0 0.25 0 18 0.8971962616822431 0.972972972972973 0.009658267761270323
13 0 0.25 1 69 0.4363790334821964 0.7013888888888888 0.005921202156895178
14 0 0.25 2 5 0.8 1.0 0.059259259259259345
15 0 0.25 3 140 0.7272727272727273 0.7111111111111111 0.014629049111807735
16 0 0.25 4 1 0.8571428571428572 0.9807692307692307 -0.0048289738430582485
17 0 0.25 5 2 0.3131615278416935 0.9898989898989898 0.03135588786986432
18 0 0.25 6 44 0.5400683913172762 0.9642857142857143 0.00806649490860012
19 0 0.25 7 10 0.29858525688756515 0.9444444444444444 0.004467609828741614
20 0 0.25 8 4 0.5063361579319026 0.9837209302325581 0.005074974115775288
21 0 0.25 9 12 0.3417318982387475 0.6688034188034189 0.010874023718901116
22 0 0.5 0 18 0.9306930693069307 0.9527027027027027 0.043155075385957975
23 0 0.5 1 69 0.4413828325877919 0.7124999999999999 0.01092500126249063
24 0 0.5 2 5 0.8333333333333333 1.0 0.09259259259259256
25 0 0.5 3 140 0.7555555555555555 0.7555555555555555 0.04291187739463598
26 0 0.5 4 1 0.8660968660968661 0.9743589743589743 0.004125035110950637
27 0 0.5 5 2 0.3727944926058133 0.9898989898989898 0.09098885263398415
28 0 0.5 6 44 0.536609144974164 0.9642857142857143 0.004607248565487887
29 0 0.5 7 10 0.2654713707345286 0.9444444444444444 -0.02864627632429495
30 0 0.5 8 4 0.5000157678965627 0.9767441860465116 -0.0012454159195646186
31 0 0.5 9 12 0.35566502463054184 0.6965811965811965 0.024807150110695453
32 0 0.75 0 18 0.9166666666666667 0.8918918918918919 0.029128672745693973
33 0 0.75 1 69 0.4390983440522611 0.711111111111111 0.00864051272695987
34 0 0.75 2 5 0.8333333333333333 1.0 0.09259259259259256
35 0 0.75 3 140 0.7415730337078651 0.7333333333333333 0.028929355546945534
36 0 0.75 4 1 0.8411764705882353 0.9166666666666666 -0.02079536039768015
37 0 0.75 5 2 0.37074068149096145 0.9898989898989898 0.08893504151913229
38 0 0.75 6 44 0.5318530266983875 0.9642857142857143 -0.00014886971028860163
39 0 0.75 7 10 0.25831969448990727 0.9444444444444444 -0.03579795256891627
40 0 0.75 8 4 0.5019948230864674 0.9304909560723513 0.0007336392703400918
41 0 0.75 9 12 0.34527541424093144 0.6965811965811965 0.01441753972108506
42 0 1.0 0 18 0.9077490774907748 0.831081081081081 0.020211083569802057
43 0 1.0 1 69 0.4280463143311497 0.6916666666666667 -0.0024115169941515413
44 0 1.0 2 5 0.7692307692307693 1.0 0.028490028490028574
45 0 1.0 3 140 0.7272727272727273 0.7111111111111111 0.014629049111807735
46 0 1.0 4 1 0.7859237536656892 0.8589743589743589 -0.07604807732022623
47 0 1.0 5 2 0.32319994363815696 0.9848484848484849 0.04139430366632779
48 0 1.0 6 44 0.5186591560629684 0.9285714285714286 -0.013342740345707704
49 0 1.0 7 10 0.2510204081632653 0.9444444444444444 -0.04309723889555822
50 0 1.0 8 4 0.5004931186519341 0.9304909560723513 -0.0007680651641931435
51 0 1.0 9 12 0.3028365305787834 0.6688034188034189 -0.02802134394106298
52 1 0.0 0 2 0.555984555984556 0.972972972972973 0.0
53 1 0.0 1 3 0.5795225653221874 0.9976043805612593 0.0
54 1 0.0 2 50 0.42962962962962964 0.8382352941176471 0.0
55 1 0.0 3 86 0.27739361702127663 0.8181818181818181 0.0
56 1 0.0 4 46 0.6538461538461537 0.5483870967741935 0.0
57 1 0.0 5 6 0.5279805352798054 0.7439024390243902 0.0
58 1 0.0 6 9 0.47346514047866806 0.49242424242424243 0.0
59 1 0.0 7 8 1.0 1.0 0.0
60 1 0.0 8 1 0.8076923076923077 1.0 0.0
61 1 0.0 9 75 0.9807296026788589 0.9850571725571726 0.0
62 1 0.25 0 2 0.5658914728682171 0.9864864864864865 0.009906916883661077
63 1 0.25 1 3 0.6023883135587408 0.9973990417522245 0.022865748236553407
64 1 0.25 2 50 0.44103313840155944 0.8382352941176471 0.011403508771929804
65 1 0.25 3 86 0.28566573008247986 0.8181818181818181 0.008272113061203235
66 1 0.25 4 46 0.6538461538461537 0.5483870967741935 0.0
67 1 0.25 5 6 0.5335335335335335 0.7439024390243902 0.005552998253728125
68 1 0.25 6 9 0.46900826446280997 0.49134199134199136 -0.004456876015858091
69 1 0.25 7 8 1.0 1.0 0.0
70 1 0.25 8 1 0.8316831683168318 1.0 0.023990860624524046
71 1 0.25 9 75 0.9789997415352805 0.9816787941787942 -0.0017298611435784261
72 1 0.5 0 2 0.5983606557377049 0.9864864864864865 0.04237609975314893
73 1 0.5 1 3 0.5950263055479481 0.9395013952508819 0.015503740225760732
74 1 0.5 2 50 0.4659111350962404 0.8382352941176471 0.03628150546661074
75 1 0.5 3 86 0.3038850776042427 0.8181818181818181 0.026491460582966087
76 1 0.5 4 46 0.679245283018868 0.5806451612903226 0.025399129172714252
77 1 0.5 5 6 0.5448554042536322 0.7439024390243902 0.01687486897382684
78 1 0.5 6 9 0.4680412371134021 0.49134199134199136 -0.005423903365265936
79 1 0.5 7 8 1.0 1.0 0.0
80 1 0.5 8 1 0.8199999999999998 0.9761904761904762 0.01230769230769213
81 1 0.5 9 75 0.9765630072063884 0.9768711018711018 -0.004166595472470447
82 1 0.75 0 2 0.6431718061674009 0.9864864864864865 0.0871872501828449
83 1 0.75 1 3 0.5892614182467265 0.900697625440952 0.009738852924539132
84 1 0.75 2 50 0.47251332965618675 0.8382352941176471 0.042883700026557114
85 1 0.75 3 86 0.31549441865059763 0.8181818181818181 0.038100801629321
86 1 0.75 4 46 0.679245283018868 0.5806451612903226 0.025399129172714252
87 1 0.75 5 6 0.5516592310652149 0.7439024390243902 0.023678695785409487
88 1 0.75 6 9 0.47046632124352333 0.49134199134199136 -0.002998819235144723
89 1 0.75 7 8 1.0 1.0 0.0
90 1 0.75 8 1 0.8484848484848484 1.0 0.04079254079254069
91 1 0.75 9 75 0.9813023436992794 0.9816787941787942 0.0005727410204204864
92 1 1.0 0 2 0.7487179487179488 0.9864864864864865 0.19273339273339285
93 1 1.0 1 3 0.5900895998512916 0.900697625440952 0.010567034529104236
94 1 1.0 2 50 0.5188275566966196 0.8382352941176471 0.08919792706698998
95 1 1.0 3 86 0.3760424007517031 0.8181818181818181 0.09864878373042646
96 1 1.0 4 46 0.7037037037037037 0.6129032258064516 0.049857549857549976
97 1 1.0 5 6 0.5441986886103379 0.7439024390243902 0.01621815333053256
98 1 1.0 6 9 0.4794086589229145 0.49134199134199136 0.005943518444246454
99 1 1.0 7 8 1.0 1.0 0.0
100 1 1.0 8 1 0.8842105263157896 1.0 0.07651821862348185
101 1 1.0 9 75 0.9859736514386839 0.9816787941787942 0.005244048759824982
102 2 0.0 0 10 0.09876543209876543 0.3076923076923077 0.0
103 2 0.0 1 1 0.5263157894736842 0.625 0.0
104 2 0.0 2 135 0.2881288368014032 0.8690476190476191 0.0
105 2 0.0 3 2 0.25392765801972955 0.75 0.0
106 2 0.0 4 30 0.9690721649484536 0.94 0.0
107 2 0.0 5 132 0.4811991415541446 0.8555825242718447 0.0
108 2 0.0 6 4 0.9733738458483634 0.9900486434639627 0.0
109 2 0.0 7 13 0.4408369408369409 0.9318181818181819 0.0
110 2 0.0 8 7 0.046121316241575255 0.8157894736842105 0.0
111 2 0.0 9 6 0.3934390771449171 0.7885802469135803 0.0
112 2 0.25 0 10 0.1176470588235294 0.3076923076923077 0.01888162672476397
113 2 0.25 1 1 0.5263157894736842 0.625 0.0
114 2 0.25 2 135 0.3118580765639589 0.8690476190476191 0.0237292397625557
115 2 0.25 3 2 0.28338171262699563 0.8125 0.029454054607266078
116 2 0.25 4 30 0.9690721649484536 0.94 0.0
117 2 0.25 5 132 0.4804878048780488 0.8410194174757282 -0.0007113366760957973
118 2 0.25 6 4 0.9859407908145934 0.9900486434639627 0.01256694496623001
119 2 0.25 7 13 0.44609149455918273 0.9318181818181819 0.005254553722241817
120 2 0.25 8 7 0.06176250933532487 0.8157894736842105 0.015641193093749617
121 2 0.25 9 6 0.40053768640117604 0.7824074074074074 0.0070986092562589365
122 2 0.5 0 10 0.14545454545454545 0.3076923076923077 0.04668911335578002
123 2 0.5 1 1 0.5263157894736842 0.625 0.0
124 2 0.5 2 135 0.35779327972735503 0.8690476190476191 0.06966444292595181
125 2 0.5 3 2 0.27168831168831165 0.8125 0.017760653668582094
126 2 0.5 4 30 0.9690721649484536 0.94 0.0
127 2 0.5 5 132 0.48409645995339823 0.8264563106796117 0.0028973183992536122
128 2 0.5 6 4 0.9886441490819402 0.9886441490819402 0.01527030323357681
129 2 0.5 7 13 0.468078381795196 0.8863636363636364 0.027241440958255092
130 2 0.5 8 7 0.0837908496732026 0.8157894736842105 0.03766953343162735
131 2 0.5 9 6 0.4152159896840748 0.7762345679012346 0.0217769125391577
132 2 0.75 0 10 0.27586206896551724 0.3076923076923077 0.1770966368667518
133 2 0.75 1 1 0.5555555555555556 0.625 0.0292397660818714
134 2 0.75 2 135 0.38409090909090915 0.8571428571428572 0.09596207228950593
135 2 0.75 3 2 0.25207044264635886 0.78125 -0.0018572153733706909
136 2 0.75 4 30 0.9690721649484536 0.94 0.0
137 2 0.75 5 132 0.4842105263157895 0.816747572815534 0.003011384761644864
138 2 0.75 6 4 0.9878070464559553 0.9816216771718279 0.0144332006075919
139 2 0.75 7 13 0.4953242835595777 0.8636363636363636 0.05448734272263678
140 2 0.75 8 7 0.20940438871473352 0.8157894736842105 0.16328307247315826
141 2 0.75 9 6 0.4359758123463353 0.7638888888888888 0.04253673520141821
142 2 1.0 0 10 0.34782608695652173 0.3076923076923077 0.2490606548577563
143 2 1.0 1 1 0.5263157894736842 0.625 0.0
144 2 1.0 2 135 0.399138268703486 0.8452380952380952 0.11100943190208279
145 2 1.0 3 2 0.25128900949796473 0.78125 -0.0026386485217648192
146 2 1.0 4 30 0.5662650602409639 0.94 -0.4028071047074897
147 2 1.0 5 132 0.4798898963730569 0.8070388349514563 -0.0013092451810877148
148 2 1.0 6 4 0.974498660479089 0.9530236594500776 0.0011248146307255569
149 2 1.0 7 13 0.5532377227292482 0.8636363636363636 0.11240078189230729
150 2 1.0 8 7 0.3136863136863137 0.8157894736842105 0.2675649974447385
151 2 1.0 9 6 0.44662116040955635 0.7608024691358024 0.053182083264639246
artifacts/analysis/xiiotid__alpha0.5__multiseed__client_validation_summary.csv
+16
View File
@@ -0,0 +1,16 @@
seed,beta,n_eligible,n_improve_vs_beta0,n_degrade_vs_beta0,n_unchanged,mean_delta_vs_beta0,median_delta_vs_beta0,min_delta_vs_beta0,max_delta_vs_beta0
0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
0,0.25,10,9,1,0,0.014447779488805679,0.008862381334935221,-0.0048289738430582485,0.059259259259259345
0,0.5,10,8,2,0,0.02842211408129357,0.01786607568659304,-0.02864627632429495,0.09259259259259256
0,0.75,10,7,3,0,0.020663517144586436,0.011529026224022465,-0.03579795256891627,0.09259259259259256
0,1.0,10,4,6,0,-0.005896451782293366,-0.0015897910791723424,-0.07604807732022623,0.04139430366632779
1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
1,0.25,10,6,2,2,0.007580540867216318,0.00691255565746568,-0.004456876015858091,0.023990860624524046
1,0.5,10,7,2,1,0.016564399764498333,0.016189304599793786,-0.005423903365265936,0.04237609975314893
1,0.75,10,8,1,1,0.026535489229920235,0.02453891247906187,-0.002998819235144723,0.0871872501828449
1,1.0,10,9,0,1,0.054492862707554934,0.03303785159404127,0.0,0.19273339273339285
2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
2,0.25,10,7,1,2,0.011191488545697032,0.009832777111244473,-0.0007113366760957973,0.029454054607266078
2,0.5,10,8,0,2,0.02389697185121845,0.019768783103869897,0.0,0.06966444292595181
2,0.75,10,8,1,1,0.05781929956312084,0.0358882506416448,-0.0018572153733706909,0.1770966368667518
2,1.0,10,6,3,1,0.038758776558190745,0.0271534489476824,-0.4028071047074897,0.2675649974447385
1 seed beta n_eligible n_improve_vs_beta0 n_degrade_vs_beta0 n_unchanged mean_delta_vs_beta0 median_delta_vs_beta0 min_delta_vs_beta0 max_delta_vs_beta0
2 0 0.0 10 0 0 10 0.0 0.0 0.0 0.0
3 0 0.25 10 9 1 0 0.014447779488805679 0.008862381334935221 -0.0048289738430582485 0.059259259259259345
4 0 0.5 10 8 2 0 0.02842211408129357 0.01786607568659304 -0.02864627632429495 0.09259259259259256
5 0 0.75 10 7 3 0 0.020663517144586436 0.011529026224022465 -0.03579795256891627 0.09259259259259256
6 0 1.0 10 4 6 0 -0.005896451782293366 -0.0015897910791723424 -0.07604807732022623 0.04139430366632779
7 1 0.0 10 0 0 10 0.0 0.0 0.0 0.0
8 1 0.25 10 6 2 2 0.007580540867216318 0.00691255565746568 -0.004456876015858091 0.023990860624524046
9 1 0.5 10 7 2 1 0.016564399764498333 0.016189304599793786 -0.005423903365265936 0.04237609975314893
10 1 0.75 10 8 1 1 0.026535489229920235 0.02453891247906187 -0.002998819235144723 0.0871872501828449
11 1 1.0 10 9 0 1 0.054492862707554934 0.03303785159404127 0.0 0.19273339273339285
12 2 0.0 10 0 0 10 0.0 0.0 0.0 0.0
13 2 0.25 10 7 1 2 0.011191488545697032 0.009832777111244473 -0.0007113366760957973 0.029454054607266078
14 2 0.5 10 8 0 2 0.02389697185121845 0.019768783103869897 0.0 0.06966444292595181
15 2 0.75 10 8 1 1 0.05781929956312084 0.0358882506416448 -0.0018572153733706909 0.1770966368667518
16 2 1.0 10 6 3 1 0.038758776558190745 0.0271534489476824 -0.4028071047074897 0.2675649974447385
artifacts/analysis/xiiotid__alpha0.5__multiseed__prototype_effect_pooled.csv
+46
View File
@@ -0,0 +1,46 @@
class_id,class_name,beta,n_seeds,n_contributors_seed0,mean_displacement,std_sample_displacement,min_displacement,max_displacement,mean_relative_displacement
0,C&C,0.0,3,10,0.0,0.0,0.0,0.0,0.0
0,C&C,0.25,3,10,0.6538969764641525,0.2476139923256249,0.36797724022308037,0.7971996511065712,0.12339295466205748
0,C&C,0.5,3,10,1.118626143061394,0.3963727050225245,0.6695589690144707,1.4197451476394127,0.2105520814834464
0,C&C,0.75,3,10,1.4486883045785106,0.4772384272097319,0.9254131398589358,1.8599716115561264,0.2724794282105077
0,C&C,1.0,3,10,1.6935576092145832,0.5048307458168824,1.1548168541805874,2.1557306865858097,0.3187155176777392
1,Exfiltration,0.0,3,9,0.0,0.0,0.0,0.0,0.0
1,Exfiltration,0.25,3,9,0.8338879088602954,0.2741219923879293,0.564975966349673,1.112938631376158,0.12284229408877616
1,Exfiltration,0.5,3,9,1.3517411074356709,0.42853570203269503,0.9364837301255268,1.792423075103891,0.19904477988621203
1,Exfiltration,0.75,3,9,1.7154927988410469,0.49900998925508244,1.2417976657519203,2.2364541806817226,0.2524571065984375
1,Exfiltration,1.0,3,9,2.0204769683934525,0.5020218016853628,1.5471979064159855,2.5469976586314798,0.2973123924755737
2,Exploitation,0.0,3,8,0.0,0.0,0.0,0.0,0.0
2,Exploitation,0.25,3,8,0.6666685285017905,0.18200087099143822,0.4992592412018676,0.8603955105014754,0.12232141909162007
2,Exploitation,0.5,3,8,1.290546444813813,0.27066503671707776,1.0125335941087894,1.5532104750000217,0.2357165771334672
2,Exploitation,0.75,3,8,1.85529485339079,0.309252194657293,1.4982123491722337,2.0362822833565866,0.33680609491935254
2,Exploitation,1.0,3,8,2.343885289699028,0.4121833629248462,1.934383194968876,2.7586985908860333,0.4231523311819784
3,Lateral_movement,0.0,3,10,0.0,0.0,0.0,0.0,0.0
3,Lateral_movement,0.25,3,10,1.4060488264140794,1.112581110058643,0.7543102387618712,2.6907008570910045,0.1950351203781113
3,Lateral_movement,0.5,3,10,2.1062819395775434,1.2786883236883044,1.3479271988117953,3.5825998636295417,0.30073851924782274
3,Lateral_movement,0.75,3,10,2.4882102973029516,1.1721414711156182,1.776607909870438,3.841073254381612,0.36273794263869424
3,Lateral_movement,1.0,3,10,2.7240136758504594,1.0350790616091956,2.0688588443755878,3.9173091599439407,0.40257578575923714
4,Normal,0.0,3,10,0.0,0.0,0.0,0.0,0.0
4,Normal,0.25,3,10,0.7591659420154394,0.32709942089138133,0.4522766775093571,1.1032890094562697,0.1434738312600832
4,Normal,0.5,3,10,1.1795350343849011,0.4753882408285596,0.7146990338285016,1.664815841256164,0.2223203173446142
4,Normal,0.75,3,10,1.4114463532549024,0.5293831411155098,0.8756391811740736,1.934162646704862,0.2653104861812456
4,Normal,1.0,3,10,1.557331074720638,0.5480258187545208,0.9899061725928462,2.083642028161429,0.2920883603702228
5,RDOS,0.0,3,10,0.0,0.0,0.0,0.0,0.0
5,RDOS,0.25,3,10,1.2054779842601517,0.7293986290124911,0.3633215970184691,1.6366469943162223,0.16305203219584322
5,RDOS,0.5,3,10,1.8233255406714963,0.9982539168312503,0.6718616497957892,2.444982027217194,0.24557116018390387
5,RDOS,0.75,3,10,2.258386664022743,1.1111681429896514,0.9758862376670907,2.932638911884029,0.3031764701965988
5,RDOS,1.0,3,10,2.6312389613743776,1.1651317404804817,1.2860320043774807,3.322434234042245,0.3523347102777825
6,Reconnaissance,0.0,3,10,0.0,0.0,0.0,0.0,0.0
6,Reconnaissance,0.25,3,10,0.32567775116244774,0.11787216678901793,0.19750804124277122,0.4294267183380856,0.055493937112848946
6,Reconnaissance,0.5,3,10,0.6024083113978019,0.19509381934930423,0.37937859322083467,0.7413987406482649,0.10221941764104735
6,Reconnaissance,0.75,3,10,0.8264969491723915,0.24209312478661804,0.5470003591054624,0.970753367392759,0.13974777812154845
6,Reconnaissance,1.0,3,10,1.00151995809175,0.26099624924542353,0.7025557661555466,1.183931540468372,0.16884924727680906
7,Tampering,0.0,3,9,0.0,0.0,0.0,0.0,0.0
7,Tampering,0.25,3,9,0.6958022407930811,0.08690380480265254,0.5957873490790528,0.7528833961261016,0.14078908166802012
7,Tampering,0.5,3,9,1.3112838021058792,0.35103438443835877,1.0369597200237384,1.706873516878616,0.26700132395623627
7,Tampering,0.75,3,9,1.8761038090972573,0.7753681393042942,1.3704230949002763,2.768796503000988,0.3837387923644013
7,Tampering,1.0,3,9,2.354018138564271,1.165407725687578,1.6272957425211183,3.6982366587327884,0.48267240310142356
8,Weaponization,0.0,3,10,0.0,0.0,0.0,0.0,0.0
8,Weaponization,0.25,3,10,0.8836150972431183,0.469653346490459,0.36048411330770536,1.2689737477647698,0.15212044699184105
8,Weaponization,0.5,3,10,1.5842620542218915,0.7696695063647051,0.695561899244867,2.0356955585328023,0.2703303067352452
8,Weaponization,0.75,3,10,2.141052662540764,1.025083084023739,0.9758406496021348,2.9039530195295855,0.36329011806065653
8,Weaponization,1.0,3,10,2.560790423872144,1.2282783431433644,1.189062205569606,3.5588066747258478,0.4334295567239335
1 class_id class_name beta n_seeds n_contributors_seed0 mean_displacement std_sample_displacement min_displacement max_displacement mean_relative_displacement
2 0 C&C 0.0 3 10 0.0 0.0 0.0 0.0 0.0
3 0 C&C 0.25 3 10 0.6538969764641525 0.2476139923256249 0.36797724022308037 0.7971996511065712 0.12339295466205748
4 0 C&C 0.5 3 10 1.118626143061394 0.3963727050225245 0.6695589690144707 1.4197451476394127 0.2105520814834464
5 0 C&C 0.75 3 10 1.4486883045785106 0.4772384272097319 0.9254131398589358 1.8599716115561264 0.2724794282105077
6 0 C&C 1.0 3 10 1.6935576092145832 0.5048307458168824 1.1548168541805874 2.1557306865858097 0.3187155176777392
7 1 Exfiltration 0.0 3 9 0.0 0.0 0.0 0.0 0.0
8 1 Exfiltration 0.25 3 9 0.8338879088602954 0.2741219923879293 0.564975966349673 1.112938631376158 0.12284229408877616
9 1 Exfiltration 0.5 3 9 1.3517411074356709 0.42853570203269503 0.9364837301255268 1.792423075103891 0.19904477988621203
10 1 Exfiltration 0.75 3 9 1.7154927988410469 0.49900998925508244 1.2417976657519203 2.2364541806817226 0.2524571065984375
11 1 Exfiltration 1.0 3 9 2.0204769683934525 0.5020218016853628 1.5471979064159855 2.5469976586314798 0.2973123924755737
12 2 Exploitation 0.0 3 8 0.0 0.0 0.0 0.0 0.0
13 2 Exploitation 0.25 3 8 0.6666685285017905 0.18200087099143822 0.4992592412018676 0.8603955105014754 0.12232141909162007
14 2 Exploitation 0.5 3 8 1.290546444813813 0.27066503671707776 1.0125335941087894 1.5532104750000217 0.2357165771334672
15 2 Exploitation 0.75 3 8 1.85529485339079 0.309252194657293 1.4982123491722337 2.0362822833565866 0.33680609491935254
16 2 Exploitation 1.0 3 8 2.343885289699028 0.4121833629248462 1.934383194968876 2.7586985908860333 0.4231523311819784
17 3 Lateral_movement 0.0 3 10 0.0 0.0 0.0 0.0 0.0
18 3 Lateral_movement 0.25 3 10 1.4060488264140794 1.112581110058643 0.7543102387618712 2.6907008570910045 0.1950351203781113
19 3 Lateral_movement 0.5 3 10 2.1062819395775434 1.2786883236883044 1.3479271988117953 3.5825998636295417 0.30073851924782274
20 3 Lateral_movement 0.75 3 10 2.4882102973029516 1.1721414711156182 1.776607909870438 3.841073254381612 0.36273794263869424
21 3 Lateral_movement 1.0 3 10 2.7240136758504594 1.0350790616091956 2.0688588443755878 3.9173091599439407 0.40257578575923714
22 4 Normal 0.0 3 10 0.0 0.0 0.0 0.0 0.0
23 4 Normal 0.25 3 10 0.7591659420154394 0.32709942089138133 0.4522766775093571 1.1032890094562697 0.1434738312600832
24 4 Normal 0.5 3 10 1.1795350343849011 0.4753882408285596 0.7146990338285016 1.664815841256164 0.2223203173446142
25 4 Normal 0.75 3 10 1.4114463532549024 0.5293831411155098 0.8756391811740736 1.934162646704862 0.2653104861812456
26 4 Normal 1.0 3 10 1.557331074720638 0.5480258187545208 0.9899061725928462 2.083642028161429 0.2920883603702228
27 5 RDOS 0.0 3 10 0.0 0.0 0.0 0.0 0.0
28 5 RDOS 0.25 3 10 1.2054779842601517 0.7293986290124911 0.3633215970184691 1.6366469943162223 0.16305203219584322
29 5 RDOS 0.5 3 10 1.8233255406714963 0.9982539168312503 0.6718616497957892 2.444982027217194 0.24557116018390387
30 5 RDOS 0.75 3 10 2.258386664022743 1.1111681429896514 0.9758862376670907 2.932638911884029 0.3031764701965988
31 5 RDOS 1.0 3 10 2.6312389613743776 1.1651317404804817 1.2860320043774807 3.322434234042245 0.3523347102777825
32 6 Reconnaissance 0.0 3 10 0.0 0.0 0.0 0.0 0.0
33 6 Reconnaissance 0.25 3 10 0.32567775116244774 0.11787216678901793 0.19750804124277122 0.4294267183380856 0.055493937112848946
34 6 Reconnaissance 0.5 3 10 0.6024083113978019 0.19509381934930423 0.37937859322083467 0.7413987406482649 0.10221941764104735
35 6 Reconnaissance 0.75 3 10 0.8264969491723915 0.24209312478661804 0.5470003591054624 0.970753367392759 0.13974777812154845
36 6 Reconnaissance 1.0 3 10 1.00151995809175 0.26099624924542353 0.7025557661555466 1.183931540468372 0.16884924727680906
37 7 Tampering 0.0 3 9 0.0 0.0 0.0 0.0 0.0
38 7 Tampering 0.25 3 9 0.6958022407930811 0.08690380480265254 0.5957873490790528 0.7528833961261016 0.14078908166802012
39 7 Tampering 0.5 3 9 1.3112838021058792 0.35103438443835877 1.0369597200237384 1.706873516878616 0.26700132395623627
40 7 Tampering 0.75 3 9 1.8761038090972573 0.7753681393042942 1.3704230949002763 2.768796503000988 0.3837387923644013
41 7 Tampering 1.0 3 9 2.354018138564271 1.165407725687578 1.6272957425211183 3.6982366587327884 0.48267240310142356
42 8 Weaponization 0.0 3 10 0.0 0.0 0.0 0.0 0.0
43 8 Weaponization 0.25 3 10 0.8836150972431183 0.469653346490459 0.36048411330770536 1.2689737477647698 0.15212044699184105
44 8 Weaponization 0.5 3 10 1.5842620542218915 0.7696695063647051 0.695561899244867 2.0356955585328023 0.2703303067352452
45 8 Weaponization 0.75 3 10 2.141052662540764 1.025083084023739 0.9758406496021348 2.9039530195295855 0.36329011806065653
46 8 Weaponization 1.0 3 10 2.560790423872144 1.2282783431433644 1.189062205569606 3.5588066747258478 0.4334295567239335
artifacts/analysis/xiiotid__alpha0.5__multiseed__runtime.csv
+19
View File
@@ -0,0 +1,19 @@
seed,tag,wall_seconds,cpu_percent,peak_rss_kb,source
0,original,2526.78,740,6509448,Session5 docs
0,beta0.0,2477,740,6509448,Session5 docs
0,beta0.25,2531,738,6509448,Session5 docs
0,beta0.5,2577,737,6509448,Session5 docs
0,beta0.75,2625,733,6509448,Session5 docs
0,beta1.0,2528,737,6509448,Session5 docs
1,original,2481.16,738,7840956,/tmp/opencode/s6_seed1_original.log
1,beta0.0,2438.89,744,7840864,/tmp/opencode/s6_seed1_beta0.0.log
1,beta0.25,2432.74,744,7840716,/tmp/opencode/s6_seed1_beta0.25.log
1,beta0.5,2443.99,743,7840960,/tmp/opencode/s6_seed1_beta0.5.log
1,beta0.75,2441.36,745,7840720,/tmp/opencode/s6_seed1_beta0.75.log
1,beta1.0,2468.86,744,7841004,/tmp/opencode/s6_seed1_beta1.0.log
2,original,2469.7,743,6764120,/tmp/opencode/s6_seed2_original.log
2,beta0.0,2440.14,742,6764008,/tmp/opencode/s6_seed2_beta0.0.log
2,beta0.25,2485.22,740,6764080,/tmp/opencode/s6_seed2_beta0.25.log
2,beta0.5,2423.42,742,6764128,/tmp/opencode/s6_seed2_beta0.5.log
2,beta0.75,2465.82,740,6764032,/tmp/opencode/s6_seed2_beta0.75.log
2,beta1.0,2540.66,741,6763848,/tmp/opencode/s6_seed2_beta1.0.log
1 seed tag wall_seconds cpu_percent peak_rss_kb source
2 0 original 2526.78 740 6509448 Session5 docs
3 0 beta0.0 2477 740 6509448 Session5 docs
4 0 beta0.25 2531 738 6509448 Session5 docs
5 0 beta0.5 2577 737 6509448 Session5 docs
6 0 beta0.75 2625 733 6509448 Session5 docs
7 0 beta1.0 2528 737 6509448 Session5 docs
8 1 original 2481.16 738 7840956 /tmp/opencode/s6_seed1_original.log
9 1 beta0.0 2438.89 744 7840864 /tmp/opencode/s6_seed1_beta0.0.log
10 1 beta0.25 2432.74 744 7840716 /tmp/opencode/s6_seed1_beta0.25.log
11 1 beta0.5 2443.99 743 7840960 /tmp/opencode/s6_seed1_beta0.5.log
12 1 beta0.75 2441.36 745 7840720 /tmp/opencode/s6_seed1_beta0.75.log
13 1 beta1.0 2468.86 744 7841004 /tmp/opencode/s6_seed1_beta1.0.log
14 2 original 2469.7 743 6764120 /tmp/opencode/s6_seed2_original.log
15 2 beta0.0 2440.14 742 6764008 /tmp/opencode/s6_seed2_beta0.0.log
16 2 beta0.25 2485.22 740 6764080 /tmp/opencode/s6_seed2_beta0.25.log
17 2 beta0.5 2423.42 742 6764128 /tmp/opencode/s6_seed2_beta0.5.log
18 2 beta0.75 2465.82 740 6764032 /tmp/opencode/s6_seed2_beta0.75.log
19 2 beta1.0 2540.66 741 6763848 /tmp/opencode/s6_seed2_beta1.0.log
artifacts/analysis/xiiotid__alpha0.5__multiseed__selection_summary.json
+111
View File
@@ -0,0 +1,111 @@
{
"alpha": 0.5,
"betas": [
0.0,
0.25,
0.5,
0.75,
1.0
],
"dataset": "xiiotid",
"missing_artifacts": [],
"n_missing_artifacts": 0,
"outputs": {
"client_deltas": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__client_validation_deltas.csv",
"client_validation_detail": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__client_validation_detail.csv",
"client_validation_summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__client_validation_summary.csv",
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__validation_per_seed.csv",
"pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__validation_pooled.csv",
"prototype_effect_pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__prototype_effect_pooled.csv",
"test_descriptive": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/xiiotid__alpha0.5__multiseed__test_descriptive.csv"
},
"per_seed_diagnostic": [
{
"seed": 0,
"selected_beta": 0.5,
"test_used_for_selection": false,
"val_rare_macro_f1_per_client_mean": 0.5857617457722089
},
{
"seed": 1,
"selected_beta": 1.0,
"test_used_for_selection": false,
"val_rare_macro_f1_per_client_mean": 0.6831172735008992
},
{
"seed": 2,
"selected_beta": 0.75,
"test_used_for_selection": false,
"val_rare_macro_f1_per_client_mean": 0.5049373198599186
}
],
"pooled_table": [
{
"beta": 0.0,
"max_val_rare_macro_f1": 0.6286244107933443,
"min_val_rare_macro_f1": 0.4471180202967977,
"n_seeds": 3,
"pooled_val_rare_macro_f1_per_client_mean": 0.5443606875936857,
"pooled_val_rare_recall_global": 0.8851218526247052,
"pooled_val_rare_recall_per_client_mean": 0.8390875794416744,
"std_pop_val_rare_macro_f1": 0.07466584310638286,
"std_sample_val_rare_macro_f1": 0.09144660841267144
},
{
"beta": 0.25,
"max_val_rare_macro_f1": 0.6362049516605607,
"min_val_rare_macro_f1": 0.4583095088424948,
"n_seeds": 3,
"pooled_val_rare_macro_f1_per_client_mean": 0.5554339572275921,
"pooled_val_rare_recall_global": 0.8859991678322592,
"pooled_val_rare_recall_per_client_mean": 0.8412777237951431,
"std_pop_val_rare_macro_f1": 0.07354034600581387,
"std_sample_val_rare_macro_f1": 0.09006816161098347
},
{
"beta": 0.5,
"max_val_rare_macro_f1": 0.6451888105578426,
"min_val_rare_macro_f1": 0.4710149921480162,
"n_seeds": 3,
"pooled_val_rare_macro_f1_per_client_mean": 0.5673218494926892,
"pooled_val_rare_recall_global": 0.8796543921076175,
"pooled_val_rare_recall_per_client_mean": 0.8388718664026588,
"std_pop_val_rare_macro_f1": 0.07229177955094838,
"std_sample_val_rare_macro_f1": 0.08853898624879539
},
{
"beta": 0.75,
"max_val_rare_macro_f1": 0.6551599000232645,
"min_val_rare_macro_f1": 0.5049373198599186,
"n_seeds": 3,
"pooled_val_rare_macro_f1_per_client_mean": 0.5793667895728949,
"pooled_val_rare_recall_global": 0.8724082935139957,
"pooled_val_rare_recall_per_client_mean": 0.8290881018460031,
"std_pop_val_rare_macro_f1": 0.06133569126687837,
"std_sample_val_rare_macro_f1": 0.07512057331236716
},
{
"beta": 1.0,
"max_val_rare_macro_f1": 0.6831172735008992,
"min_val_rare_macro_f1": 0.4858767968549885,
"n_seeds": 3,
"pooled_val_rare_macro_f1_per_client_mean": 0.5734790834215032,
"pooled_val_rare_recall_global": 0.8605920713174823,
"pooled_val_rare_recall_per_client_mean": 0.8207630276313397,
"std_pop_val_rare_macro_f1": 0.08201681611961567,
"std_sample_val_rare_macro_f1": 0.1004496749103663
}
],
"primary_selection": {
"rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
"selected_beta": 0.75,
"selection_split": "validation",
"test_used_for_selection": false,
"tie_break_used": false
},
"seeds": [
0,
1,
2
]
}
artifacts/analysis/xiiotid__alpha0.5__multiseed__test_descriptive.csv
+19
View File
@@ -0,0 +1,19 @@
seed,aggregation,beta,test_rare_macro_f1,test_rare_recall,test_macro_f1,test_accuracy,test_weighted_f1,test_rare_support
0,support_weighted_beta0,0.0,0.6135753984293303,0.8735084256028207,0.7104808187657585,0.8919738870362524,0.9183694890613716,25454
0,support_weighted_beta0.25,0.25,0.6321541115681123,0.8773498581417057,0.725299460216051,0.9035196000761526,0.926451884570777,25454
0,support_weighted_beta0.5,0.5,0.6408294064651883,0.8715828942623447,0.7307425502959082,0.898158213116667,0.926333154717474,25454
0,support_weighted_beta0.75,0.75,0.6361887569975536,0.8575434903523123,0.7262984173916737,0.8886698478790893,0.9222775427473946,25454
0,support_weighted_beta1,1.0,0.6155094451472803,0.8324066639868958,0.716383356046256,0.8846349896518476,0.9219098532801282,25454
0,original_protean,,0.6096198579015474,0.8714872155034664,0.7077011542142579,0.8904324115186911,0.9175853183547894,25454
1,support_weighted_beta0,0.0,0.6564742559815336,0.8897768142213348,0.7097666280372251,0.9014376869269365,0.9293555331942173,53706
1,support_weighted_beta0.25,0.25,0.6666094974054222,0.8837877786397739,0.7233667411923812,0.9209118656766832,0.9413989745515946,53706
1,support_weighted_beta0.5,0.5,0.6686778369724466,0.8622069637058571,0.7259377884762019,0.9243510142417599,0.9436538792949344,53706
1,support_weighted_beta0.75,0.75,0.6719373483509694,0.8518834947182458,0.7290145924987934,0.9254933028723031,0.9447335103607959,53706
1,support_weighted_beta1,1.0,0.6875134088934267,0.8534327539272342,0.7411311663307938,0.9261934152587652,0.9462160368470328,53706
1,original_protean,,0.655665402810942,0.8893650106408222,0.7091760460445067,0.9008849666218349,0.929132450103975,53706
2,support_weighted_beta0,0.0,0.662764587938588,0.8705512070669401,0.7120319647362015,0.9103364838390724,0.92974243713613,53706
2,support_weighted_beta0.25,0.25,0.6734586913167508,0.8753721375097582,0.7196254203975677,0.9089976724333818,0.9317651035879723,53706
2,support_weighted_beta0.5,0.5,0.6798480896619509,0.8754195835969492,0.7328456679652509,0.9228586694179856,0.942730385386783,53706
2,support_weighted_beta0.75,0.75,0.6883814197743454,0.878321192150252,0.7381943369820925,0.9050119448999269,0.9338838836432976,53706
2,support_weighted_beta1,1.0,0.6765282329293555,0.866988007382502,0.7274401402636781,0.8852982540179696,0.9219916576006046,53706
2,original_protean,,0.662274505162012,0.8700179539413673,0.7100168446133323,0.9070447273553561,0.9274806689914715,53706
1 seed aggregation beta test_rare_macro_f1 test_rare_recall test_macro_f1 test_accuracy test_weighted_f1 test_rare_support
2 0 support_weighted_beta0 0.0 0.6135753984293303 0.8735084256028207 0.7104808187657585 0.8919738870362524 0.9183694890613716 25454
3 0 support_weighted_beta0.25 0.25 0.6321541115681123 0.8773498581417057 0.725299460216051 0.9035196000761526 0.926451884570777 25454
4 0 support_weighted_beta0.5 0.5 0.6408294064651883 0.8715828942623447 0.7307425502959082 0.898158213116667 0.926333154717474 25454
5 0 support_weighted_beta0.75 0.75 0.6361887569975536 0.8575434903523123 0.7262984173916737 0.8886698478790893 0.9222775427473946 25454
6 0 support_weighted_beta1 1.0 0.6155094451472803 0.8324066639868958 0.716383356046256 0.8846349896518476 0.9219098532801282 25454
7 0 original_protean 0.6096198579015474 0.8714872155034664 0.7077011542142579 0.8904324115186911 0.9175853183547894 25454
8 1 support_weighted_beta0 0.0 0.6564742559815336 0.8897768142213348 0.7097666280372251 0.9014376869269365 0.9293555331942173 53706
9 1 support_weighted_beta0.25 0.25 0.6666094974054222 0.8837877786397739 0.7233667411923812 0.9209118656766832 0.9413989745515946 53706
10 1 support_weighted_beta0.5 0.5 0.6686778369724466 0.8622069637058571 0.7259377884762019 0.9243510142417599 0.9436538792949344 53706
11 1 support_weighted_beta0.75 0.75 0.6719373483509694 0.8518834947182458 0.7290145924987934 0.9254933028723031 0.9447335103607959 53706
12 1 support_weighted_beta1 1.0 0.6875134088934267 0.8534327539272342 0.7411311663307938 0.9261934152587652 0.9462160368470328 53706
13 1 original_protean 0.655665402810942 0.8893650106408222 0.7091760460445067 0.9008849666218349 0.929132450103975 53706
14 2 support_weighted_beta0 0.0 0.662764587938588 0.8705512070669401 0.7120319647362015 0.9103364838390724 0.92974243713613 53706
15 2 support_weighted_beta0.25 0.25 0.6734586913167508 0.8753721375097582 0.7196254203975677 0.9089976724333818 0.9317651035879723 53706
16 2 support_weighted_beta0.5 0.5 0.6798480896619509 0.8754195835969492 0.7328456679652509 0.9228586694179856 0.942730385386783 53706
17 2 support_weighted_beta0.75 0.75 0.6883814197743454 0.878321192150252 0.7381943369820925 0.9050119448999269 0.9338838836432976 53706
18 2 support_weighted_beta1 1.0 0.6765282329293555 0.866988007382502 0.7274401402636781 0.8852982540179696 0.9219916576006046 53706
19 2 original_protean 0.662274505162012 0.8700179539413673 0.7100168446133323 0.9070447273553561 0.9274806689914715 53706
artifacts/analysis/xiiotid__alpha0.5__multiseed__validation_per_seed.csv
+16
View File
@@ -0,0 +1,16 @@
seed,beta,eligible_clients,val_rare_macro_f1_per_client_mean,val_rare_macro_f1_global,val_rare_recall_per_client_mean,val_rare_recall_global,val_macro_f1_global,val_accuracy_global,val_weighted_f1_global,manifest_content_hash,manifest_reload_ok
0,0.0,10,0.5573396316909152,0.611641191657799,0.8902302969744831,0.884183934007262,0.7089290421528118,0.891038396344609,0.9177409701361711,e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c,True
0,0.25,10,0.5717874111797209,0.6294751042494888,0.8917395701407329,0.8884876105371173,0.7234313878791793,0.9029528090991721,0.9259328206398422,e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c,True
0,0.5,10,0.5857617457722089,0.641708906658835,0.896707176387409,0.8871727193240352,0.7311655917391926,0.8978308399046847,0.9260054050251649,e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c,True
0,0.75,10,0.5780031488355016,0.6371069192487316,0.87787043042857,0.8739100629025399,0.7266028483648479,0.8878939740093842,0.9216960401530047,e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c,True
0,1.0,10,0.5514431799086219,0.6153071361625583,0.8549991950573347,0.8470433259940177,0.7159511763355666,0.8832633208047755,0.9211822149143563,e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c,True
1,0.0,10,0.6286244107933443,0.6569352416154539,0.8396765416613696,0.8905198283723711,0.7093242919319133,0.8996118603679957,0.927382668794825,54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98,True
1,0.25,10,0.6362049516605607,0.666240024874223,0.8405612961857546,0.884108824349407,0.7223669677789497,0.9192030854644164,0.9396709981211578,54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98,True
1,0.5,10,0.6451888105578426,0.6673830150950097,0.8351356163755115,0.8638326783844901,0.7242124501702869,0.9225931657945808,0.9418322096361332,54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98,True
1,0.75,10,0.6551599000232645,0.6704724297885282,0.8341169610062401,0.8555902715554661,0.727133822228491,0.9237600412705431,0.9429953735951887,54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98,True
1,1.0,10,0.6831172735008992,0.6857068076012445,0.8373427674578531,0.8568761784410628,0.7390058704092461,0.9244970152553614,0.944519795156427,54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98,True
2,0.0,10,0.4471180202967977,0.6587202228452144,0.7873558996891707,0.8806617954944825,0.7084642613349315,0.907890534797455,0.9275343400311638,be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a,True
2,0.25,10,0.4583095088424948,0.6692421879798821,0.7915323050589418,0.885401068610253,0.7161623907336252,0.9070184489154199,0.930311668857389,be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a,True
2,0.5,10,0.4710149921480162,0.6778923943006044,0.7847728064450561,0.8879577786143277,0.7309557561546376,0.920259414842656,0.9410565694226878,be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a,True
2,0.75,10,0.5049373198599186,0.6861239514935437,0.775276914103199,0.887724546083981,0.7359120983111951,0.9023509470115705,0.9321055597645047,be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a,True
2,1.0,10,0.4858767968549885,0.6763138704582848,0.7699471203788313,0.8778567095173665,0.7269217682937931,0.883533544599209,0.9208500397966657,be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a,True
1 seed beta eligible_clients val_rare_macro_f1_per_client_mean val_rare_macro_f1_global val_rare_recall_per_client_mean val_rare_recall_global val_macro_f1_global val_accuracy_global val_weighted_f1_global manifest_content_hash manifest_reload_ok
2 0 0.0 10 0.5573396316909152 0.611641191657799 0.8902302969744831 0.884183934007262 0.7089290421528118 0.891038396344609 0.9177409701361711 e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c True
3 0 0.25 10 0.5717874111797209 0.6294751042494888 0.8917395701407329 0.8884876105371173 0.7234313878791793 0.9029528090991721 0.9259328206398422 e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c True
4 0 0.5 10 0.5857617457722089 0.641708906658835 0.896707176387409 0.8871727193240352 0.7311655917391926 0.8978308399046847 0.9260054050251649 e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c True
5 0 0.75 10 0.5780031488355016 0.6371069192487316 0.87787043042857 0.8739100629025399 0.7266028483648479 0.8878939740093842 0.9216960401530047 e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c True
6 0 1.0 10 0.5514431799086219 0.6153071361625583 0.8549991950573347 0.8470433259940177 0.7159511763355666 0.8832633208047755 0.9211822149143563 e81a6538ecefcda202aa7602310ff8d8c9529031ab9dcbec4ebbabc0e63b636c True
7 1 0.0 10 0.6286244107933443 0.6569352416154539 0.8396765416613696 0.8905198283723711 0.7093242919319133 0.8996118603679957 0.927382668794825 54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98 True
8 1 0.25 10 0.6362049516605607 0.666240024874223 0.8405612961857546 0.884108824349407 0.7223669677789497 0.9192030854644164 0.9396709981211578 54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98 True
9 1 0.5 10 0.6451888105578426 0.6673830150950097 0.8351356163755115 0.8638326783844901 0.7242124501702869 0.9225931657945808 0.9418322096361332 54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98 True
10 1 0.75 10 0.6551599000232645 0.6704724297885282 0.8341169610062401 0.8555902715554661 0.727133822228491 0.9237600412705431 0.9429953735951887 54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98 True
11 1 1.0 10 0.6831172735008992 0.6857068076012445 0.8373427674578531 0.8568761784410628 0.7390058704092461 0.9244970152553614 0.944519795156427 54ea1df16a2e7998cc21c3cee86318dc02a2fd8396894371ebaab7f87bad7e98 True
12 2 0.0 10 0.4471180202967977 0.6587202228452144 0.7873558996891707 0.8806617954944825 0.7084642613349315 0.907890534797455 0.9275343400311638 be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a True
13 2 0.25 10 0.4583095088424948 0.6692421879798821 0.7915323050589418 0.885401068610253 0.7161623907336252 0.9070184489154199 0.930311668857389 be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a True
14 2 0.5 10 0.4710149921480162 0.6778923943006044 0.7847728064450561 0.8879577786143277 0.7309557561546376 0.920259414842656 0.9410565694226878 be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a True
15 2 0.75 10 0.5049373198599186 0.6861239514935437 0.775276914103199 0.887724546083981 0.7359120983111951 0.9023509470115705 0.9321055597645047 be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a True
16 2 1.0 10 0.4858767968549885 0.6763138704582848 0.7699471203788313 0.8778567095173665 0.7269217682937931 0.883533544599209 0.9208500397966657 be881ac63bc0057eca7c82d762d082344e1f4fbd1dff56a475898c6de977712a True
artifacts/analysis/xiiotid__alpha0.5__multiseed__validation_pooled.csv
+6
View File
@@ -0,0 +1,6 @@
beta,n_seeds,pooled_val_rare_macro_f1_per_client_mean,std_sample_val_rare_macro_f1,std_pop_val_rare_macro_f1,min_val_rare_macro_f1,max_val_rare_macro_f1,pooled_val_rare_recall_per_client_mean,pooled_val_rare_recall_global
0.0,3,0.5443606875936857,0.09144660841267144,0.07466584310638286,0.4471180202967977,0.6286244107933443,0.8390875794416744,0.8851218526247052
0.25,3,0.5554339572275921,0.09006816161098347,0.07354034600581387,0.4583095088424948,0.6362049516605607,0.8412777237951431,0.8859991678322592
0.5,3,0.5673218494926892,0.08853898624879539,0.07229177955094838,0.4710149921480162,0.6451888105578426,0.8388718664026588,0.8796543921076175
0.75,3,0.5793667895728949,0.07512057331236716,0.06133569126687837,0.5049373198599186,0.6551599000232645,0.8290881018460031,0.8724082935139957
1.0,3,0.5734790834215032,0.1004496749103663,0.08201681611961567,0.4858767968549885,0.6831172735008992,0.8207630276313397,0.8605920713174823
1 beta n_seeds pooled_val_rare_macro_f1_per_client_mean std_sample_val_rare_macro_f1 std_pop_val_rare_macro_f1 min_val_rare_macro_f1 max_val_rare_macro_f1 pooled_val_rare_recall_per_client_mean pooled_val_rare_recall_global
2 0.0 3 0.5443606875936857 0.09144660841267144 0.07466584310638286 0.4471180202967977 0.6286244107933443 0.8390875794416744 0.8851218526247052
3 0.25 3 0.5554339572275921 0.09006816161098347 0.07354034600581387 0.4583095088424948 0.6362049516605607 0.8412777237951431 0.8859991678322592
4 0.5 3 0.5673218494926892 0.08853898624879539 0.07229177955094838 0.4710149921480162 0.6451888105578426 0.8388718664026588 0.8796543921076175
5 0.75 3 0.5793667895728949 0.07512057331236716 0.06133569126687837 0.5049373198599186 0.6551599000232645 0.8290881018460031 0.8724082935139957
6 1.0 3 0.5734790834215032 0.1004496749103663 0.08201681611961567 0.4858767968549885 0.6831172735008992 0.8207630276313397 0.8605920713174823