experiment: validate 5gnidd beta selection at alpha 0.50
This commit is contained in:
willtanoe committed
1 parent
2d27abc350
commit
a7f2b0049e
28 files changed
+38378
-256
No files matched your search
@@ -0,0 +1,195 @@
|
||||
{
|
||||
"checks": [
|
||||
{
|
||||
"detail": "18/18 runs complete, config conformant",
|
||||
"name": "run_inventory_18_full",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "snapshots_18_present",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"0\": {\"manifest_content_hash\": \"0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6\", \"round0_snapshot_sha256\": \"eb0839f25957274a6bc42532c07b89826cf66c581ac05d197a10333a21bc467f\", \"unique_counts\": [1, 1, 1, 1, 1]}, \"1\": {\"manifest_content_hash\": \"f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801\", \"round0_snapshot_sha256\": \"6cbd04e0dd97bbe0dad733f654962a115cef54e126ab2c4e58d853ac0b249afb\", \"unique_counts\": [1, 1, 1, 1, 1]}, \"2\": {\"manifest_content_hash\": \"fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023\", \"round0_snapshot_sha256\": \"f012a02b543b926a9df31134e06bf442ed832b35cdeb9aba1f20d404e8b93687\", \"unique_counts\": [1, 1, 1, 1, 1]}}",
|
||||
"name": "pairing_within_seed",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"0\": {\"content_hash\": \"0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6\", \"partition_hash\": \"8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab\", \"split_hash\": \"18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7\", \"reproduced_support_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}, \"1\": {\"content_hash\": \"f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801\", \"partition_hash\": \"0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08\", \"split_hash\": \"3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e\", \"reproduced_support_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}, \"2\": {\"content_hash\": \"fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023\", \"partition_hash\": \"fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6\", \"split_hash\": \"fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f\", \"reproduced_support_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}}",
|
||||
"name": "manifest_reproduced_from_raw",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "cells=270 mismatches=0 benign_never_rare=True",
|
||||
"name": "rare_unseen_integrity",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "max_per_client_mean_diff=0.00e+00 max_global_diff=0.00e+00",
|
||||
"name": "validation_recomputation",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "recomputed_selected=1.0 summary_selected=1.0",
|
||||
"name": "pooled_selection_recomputation",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "test_selected_and_original_present",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "classifications=B,B,B",
|
||||
"name": "beta0_equivalence_B",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "5gnidd=1.0 xiiotid=0.75",
|
||||
"name": "cross_dataset_selected_betas",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "no_equal_available",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "no_5gnidd_other_alpha_runs",
|
||||
"ok": true
|
||||
}
|
||||
],
|
||||
"manifest_reproduction": {
|
||||
"0": {
|
||||
"content_hash": "0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6",
|
||||
"partition_hash": "8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab",
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7"
|
||||
},
|
||||
"1": {
|
||||
"content_hash": "f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801",
|
||||
"partition_hash": "0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08",
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e"
|
||||
},
|
||||
"2": {
|
||||
"content_hash": "fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023",
|
||||
"partition_hash": "fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6",
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f"
|
||||
}
|
||||
},
|
||||
"pairing": {
|
||||
"0": {
|
||||
"manifest_content_hash": "0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6",
|
||||
"round0_snapshot_sha256": "eb0839f25957274a6bc42532c07b89826cf66c581ac05d197a10333a21bc467f",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
},
|
||||
"1": {
|
||||
"manifest_content_hash": "f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801",
|
||||
"round0_snapshot_sha256": "6cbd04e0dd97bbe0dad733f654962a115cef54e126ab2c4e58d853ac0b249afb",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
},
|
||||
"2": {
|
||||
"manifest_content_hash": "fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023",
|
||||
"round0_snapshot_sha256": "f012a02b543b926a9df31134e06bf442ed832b35cdeb9aba1f20d404e8b93687",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
}
|
||||
},
|
||||
"pooled_recomputed": {
|
||||
"0.0": 0.6872301309573783,
|
||||
"0.25": 0.6450777370820986,
|
||||
"0.5": 0.6746687817772702,
|
||||
"0.75": 0.6883680316141424,
|
||||
"1.0": 0.6923695590578484
|
||||
},
|
||||
"rare_unseen": {
|
||||
"benign_never_rare": true,
|
||||
"cells": 270,
|
||||
"mismatches": 0
|
||||
},
|
||||
"selected_beta": 1.0,
|
||||
"test_original_mean_std": {
|
||||
"test_accuracy": [
|
||||
0.7439752388863531,
|
||||
0.008392660852506539
|
||||
],
|
||||
"test_macro_f1": [
|
||||
0.8423952208188609,
|
||||
0.02083962881650294
|
||||
],
|
||||
"test_rare_macro_f1": [
|
||||
0.8805416783012268,
|
||||
0.0370578200850738
|
||||
],
|
||||
"test_rare_recall": [
|
||||
0.9729130457858854,
|
||||
0.0038428107281798614
|
||||
],
|
||||
"test_weighted_f1": [
|
||||
0.7187298804464602,
|
||||
0.00867754781098361
|
||||
]
|
||||
},
|
||||
"test_selected_mean_std": {
|
||||
"test_accuracy": [
|
||||
0.743256969203502,
|
||||
0.0006668791219600918
|
||||
],
|
||||
"test_macro_f1": [
|
||||
0.8385961780131425,
|
||||
0.019627422368850796
|
||||
],
|
||||
"test_rare_macro_f1": [
|
||||
0.8719837976555308,
|
||||
0.028500884123071776
|
||||
],
|
||||
"test_rare_recall": [
|
||||
0.9671039796439406,
|
||||
0.0079422389145739
|
||||
],
|
||||
"test_weighted_f1": [
|
||||
0.7181952009373496,
|
||||
0.0016799838366213199
|
||||
]
|
||||
},
|
||||
"validation": {
|
||||
"max_global_diff": 0.0,
|
||||
"max_per_client_mean_diff": 0.0
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,4 @@
|
||||
dataset,alpha,seed,same_manifest_content_hash,round0_snapshot_sha256_original,round0_snapshot_sha256_beta0,round0_snapshot_byte_identical,support_char_rare_identical,aggregation_max_abs_diff,history_rare_f1_round0_diff,history_rare_f1_max_diff_rounds_ge1,test_metric_max_abs_diff,classification
|
||||
5gnidd,0.5,0,True,eb0839f25957274a6bc42532c07b89826cf66c581ac05d197a10333a21bc467f,eb0839f25957274a6bc42532c07b89826cf66c581ac05d197a10333a21bc467f,True,True,4.440892098500626e-16,0.0,0.019340237640579794,0.0023294896624628247,B
|
||||
5gnidd,0.5,1,True,6cbd04e0dd97bbe0dad733f654962a115cef54e126ab2c4e58d853ac0b249afb,6cbd04e0dd97bbe0dad733f654962a115cef54e126ab2c4e58d853ac0b249afb,True,True,4.440892098500626e-16,0.0,0.06005801996275706,0.00018571401268585586,B
|
||||
5gnidd,0.5,2,True,f012a02b543b926a9df31134e06bf442ed832b35cdeb9aba1f20d404e8b93687,f012a02b543b926a9df31134e06bf442ed832b35cdeb9aba1f20d404e8b93687,True,True,4.440892098500626e-16,0.0,0.026016554716294715,0.008703924838975197,B
|
||||
|
@@ -0,0 +1,151 @@
|
||||
seed,beta,client_id,n_samples,val_rare_macro_f1,val_rare_recall
|
||||
0,0.0,0,23438,0.4518507603253366,0.95
|
||||
0,0.0,1,16599,0.8534322820037106,0.9931506849315068
|
||||
0,0.0,2,11023,0.9466666666666668,0.9170124481327802
|
||||
0,0.0,3,21144,0.889597160082078,0.9827586206896552
|
||||
0,0.0,4,6976,0.9227053140096619,1.0
|
||||
0,0.0,5,3367,0.36,1.0
|
||||
0,0.0,6,15892,0.40922190201729103,0.9861111111111112
|
||||
0,0.0,7,3405,0.918974358974359,0.9152542372881356
|
||||
0,0.0,8,4004,0.8035714285714286,0.9029850746268657
|
||||
0,0.0,9,15741,0.829954954954955,1.0
|
||||
0,0.25,0,23438,0.46055806876882793,0.95
|
||||
0,0.25,1,16599,0.649795918367347,0.9931506849315068
|
||||
0,0.25,2,11023,0.9327777777777778,0.9170124481327802
|
||||
0,0.25,3,21144,0.8605891737563824,0.9827586206896552
|
||||
0,0.25,4,6976,0.7790697674418605,1.0
|
||||
0,0.25,5,3367,0.25163398692810457,1.0
|
||||
0,0.25,6,15892,0.4396284829721363,0.9861111111111112
|
||||
0,0.25,7,3405,0.918974358974359,0.9152542372881356
|
||||
0,0.25,8,4004,0.6361607142857143,0.9029850746268657
|
||||
0,0.25,9,15741,0.6854256854256855,1.0
|
||||
0,0.5,0,23438,0.4649243360775752,0.95
|
||||
0,0.5,1,16599,0.889795918367347,0.9931506849315068
|
||||
0,0.5,2,11023,0.9446902654867257,0.9170124481327802
|
||||
0,0.5,3,21144,0.8552619287031098,0.9827586206896552
|
||||
0,0.5,4,6976,0.9615384615384615,1.0
|
||||
0,0.5,5,3367,0.42985074626865677,1.0
|
||||
0,0.5,6,15892,0.4610389610389611,0.9861111111111112
|
||||
0,0.5,7,3405,0.918974358974359,0.9152542372881356
|
||||
0,0.5,8,4004,0.8471760797342192,0.9029850746268657
|
||||
0,0.5,9,15741,0.8716216216216215,1.0
|
||||
0,0.75,0,23438,0.4628110504789287,0.95
|
||||
0,0.75,1,16599,0.8231292517006803,0.9931506849315068
|
||||
0,0.75,2,11023,0.9446902654867257,0.9170124481327802
|
||||
0,0.75,3,21144,0.8217410071942446,0.9827586206896552
|
||||
0,0.75,4,6976,0.98,1.0
|
||||
0,0.75,5,3367,0.43125,1.0
|
||||
0,0.75,6,15892,0.45806451612903226,0.9861111111111112
|
||||
0,0.75,7,3405,0.918974358974359,0.9152542372881356
|
||||
0,0.75,8,4004,0.8376623376623377,0.9029850746268657
|
||||
0,0.75,9,15741,0.8282828282828283,1.0
|
||||
0,1.0,0,23438,0.47154245581940724,0.95
|
||||
0,1.0,1,16599,0.9342403628117915,0.9931506849315068
|
||||
0,1.0,2,11023,0.9407894736842105,0.9170124481327802
|
||||
0,1.0,3,21144,0.8011527719001269,0.9827586206896552
|
||||
0,1.0,4,6976,0.98,1.0
|
||||
0,1.0,5,3367,0.43174603174603177,1.0
|
||||
0,1.0,6,15892,0.5126353790613719,0.9861111111111112
|
||||
0,1.0,7,3405,0.918974358974359,0.9152542372881356
|
||||
0,1.0,8,4004,0.7749999999999999,0.9029850746268657
|
||||
0,1.0,9,15741,0.922689075630252,1.0
|
||||
1,0.0,0,43035,0.6879032258064516,1.0
|
||||
1,0.0,1,9399,0.0,0.0
|
||||
1,0.0,2,15593,0.923076923076923,1.0
|
||||
1,0.0,3,2237,1.0,1.0
|
||||
1,0.0,4,4827,0.49624060150375937,1.0
|
||||
1,0.0,5,6714,0.9580388157003159,0.9224108435320437
|
||||
1,0.0,6,7984,0.9656483367277664,1.0
|
||||
1,0.0,7,15156,0.12121212121212122,1.0
|
||||
1,0.0,8,8227,0.2956989247311828,1.0
|
||||
1,0.0,9,8417,0.8846153846153846,1.0
|
||||
1,0.25,0,43035,0.5623007823819183,1.0
|
||||
1,0.25,1,9399,0.0,0.0
|
||||
1,0.25,2,15593,0.6,1.0
|
||||
1,0.25,3,2237,0.8333333333333333,1.0
|
||||
1,0.25,4,4827,0.5,1.0
|
||||
1,0.25,5,6714,0.9580388157003159,0.9224108435320437
|
||||
1,0.25,6,7984,0.9656483367277664,1.0
|
||||
1,0.25,7,15156,0.125,1.0
|
||||
1,0.25,8,8227,0.30822981366459623,1.0
|
||||
1,0.25,9,8417,0.8846153846153846,1.0
|
||||
1,0.5,0,43035,0.5516952198394632,1.0
|
||||
1,0.5,1,9399,0.0,0.0
|
||||
1,0.5,2,15593,0.5,1.0
|
||||
1,0.5,3,2237,0.8333333333333333,1.0
|
||||
1,0.5,4,4827,0.5076923076923077,1.0
|
||||
1,0.5,5,6714,0.9580388157003159,0.9224108435320437
|
||||
1,0.5,6,7984,0.9651407256697185,1.0
|
||||
1,0.5,7,15156,0.12698412698412698,1.0
|
||||
1,0.5,8,8227,0.3138467677573823,1.0
|
||||
1,0.5,9,8417,0.8771526980482205,1.0
|
||||
1,0.75,0,43035,0.5182677949228471,1.0
|
||||
1,0.75,1,9399,0.0,0.0
|
||||
1,0.75,2,15593,0.375,1.0
|
||||
1,0.75,3,2237,0.8333333333333333,1.0
|
||||
1,0.75,4,4827,0.5116279069767442,1.0
|
||||
1,0.75,5,6714,0.9580388157003159,0.9224108435320437
|
||||
1,0.75,6,7984,0.9102387648854048,1.0
|
||||
1,0.75,7,15156,0.14414414414414414,1.0
|
||||
1,0.75,8,8227,0.3196657598134473,1.0
|
||||
1,0.75,9,8417,0.8628762541806021,1.0
|
||||
1,1.0,0,43035,0.5068645640074211,1.0
|
||||
1,1.0,1,9399,0.0,0.0
|
||||
1,1.0,2,15593,0.2666666666666667,1.0
|
||||
1,1.0,3,2237,0.8333333333333333,1.0
|
||||
1,1.0,4,4827,0.5593220338983051,1.0
|
||||
1,1.0,5,6714,0.9580388157003159,0.9224108435320437
|
||||
1,1.0,6,7984,0.81665587718487,1.0
|
||||
1,1.0,7,15156,0.15841584158415845,1.0
|
||||
1,1.0,8,8227,0.35546500479386384,1.0
|
||||
1,1.0,9,8417,0.8628762541806021,1.0
|
||||
2,0.0,0,4087,0.6028113762667539,0.9962962962962962
|
||||
2,0.0,1,11868,0.695686274509804,1.0
|
||||
2,0.0,2,35044,0.44324853228962824,0.9259259259259259
|
||||
2,0.0,3,5113,1.0,1.0
|
||||
2,0.0,4,26781,0.9689751752797793,0.9976620616365568
|
||||
2,0.0,5,2499,0.9144736842105263,0.9978070175438596
|
||||
2,0.0,6,3353,0.5480349344978166,1.0
|
||||
2,0.0,7,9676,0.48017867113344503,0.9447368421052631
|
||||
2,0.0,8,17669,0.5058919803600654,1.0
|
||||
2,0.0,9,5499,0.7391941391941392,1.0
|
||||
2,0.25,0,4087,0.6386571315057609,0.9888888888888889
|
||||
2,0.25,1,11868,0.7682926829268293,1.0
|
||||
2,0.25,2,35044,0.4337209302325581,0.9259259259259259
|
||||
2,0.25,3,5113,1.0,1.0
|
||||
2,0.25,4,26781,0.9643573515538418,0.9904357066950054
|
||||
2,0.25,5,2499,0.9389834881320949,0.9978070175438596
|
||||
2,0.25,6,3353,0.521824254289992,1.0
|
||||
2,0.25,7,9676,0.47283950617283954,0.9447368421052631
|
||||
2,0.25,8,17669,0.5068376068376068,1.0
|
||||
2,0.25,9,5499,0.7550387596899224,0.9883720930232558
|
||||
2,0.5,0,4087,0.6452020202020202,0.9679012345679012
|
||||
2,0.5,1,11868,0.7694736842105263,1.0
|
||||
2,0.5,2,35044,0.3990147783251232,0.9259259259259259
|
||||
2,0.5,3,5113,1.0,1.0
|
||||
2,0.5,4,26781,0.9626667011268479,0.9618490967056323
|
||||
2,0.5,5,2499,0.9389834881320949,0.9978070175438596
|
||||
2,0.5,6,3353,0.521824254289992,1.0
|
||||
2,0.5,7,9676,0.46475652407855794,0.9447368421052631
|
||||
2,0.5,8,17669,0.5102564102564102,1.0
|
||||
2,0.5,9,5499,0.7491289198606272,0.9418604651162791
|
||||
2,0.75,0,4087,0.8002594033722439,0.9444444444444444
|
||||
2,0.75,1,11868,0.84375,1.0
|
||||
2,0.75,2,35044,0.41274509803921566,0.9259259259259259
|
||||
2,0.75,3,5113,1.0,1.0
|
||||
2,0.75,4,26781,0.9471614635358551,0.944633368756642
|
||||
2,0.75,5,2499,0.9665570175438596,0.9978070175438596
|
||||
2,0.75,6,3353,0.5481400437636761,1.0
|
||||
2,0.75,7,9676,0.6582125603864735,0.9447368421052631
|
||||
2,0.75,8,17669,0.6274725274725275,1.0
|
||||
2,0.75,9,5499,0.9069444444444444,0.9302325581395349
|
||||
2,1.0,0,4087,0.8043758043758044,0.9518518518518518
|
||||
2,1.0,1,11868,0.8548387096774194,1.0
|
||||
2,1.0,2,35044,0.4095238095238095,0.9259259259259259
|
||||
2,1.0,3,5113,1.0,1.0
|
||||
2,1.0,4,26781,0.9496830620188901,0.9487778958554729
|
||||
2,1.0,5,2499,0.9816779852857951,0.9978070175438596
|
||||
2,1.0,6,3353,0.5481400437636761,1.0
|
||||
2,1.0,7,9676,0.6582125603864735,0.9447368421052631
|
||||
2,1.0,8,17669,0.6512820512820513,1.0
|
||||
2,1.0,9,5499,0.9069444444444444,0.9302325581395349
|
||||
|
@@ -0,0 +1,151 @@
|
||||
seed,beta,client_id,min_positive_attack_Nij,val_rare_macro_f1,val_rare_recall,delta_vs_beta0
|
||||
0,0.0,0,1,0.4518507603253366,0.95,0.0
|
||||
0,0.0,1,63,0.8534322820037106,0.9931506849315068,0.0
|
||||
0,0.0,2,57,0.9466666666666668,0.9170124481327802,0.0
|
||||
0,0.0,3,129,0.889597160082078,0.9827586206896552,0.0
|
||||
0,0.0,4,8,0.9227053140096619,1.0,0.0
|
||||
0,0.0,5,1,0.36,1.0,0.0
|
||||
0,0.0,6,9,0.40922190201729103,0.9861111111111112,0.0
|
||||
0,0.0,7,2,0.918974358974359,0.9152542372881356,0.0
|
||||
0,0.0,8,243,0.8035714285714286,0.9029850746268657,0.0
|
||||
0,0.0,9,40,0.829954954954955,1.0,0.0
|
||||
0,0.25,0,1,0.46055806876882793,0.95,0.008707308443491324
|
||||
0,0.25,1,63,0.649795918367347,0.9931506849315068,-0.20363636363636362
|
||||
0,0.25,2,57,0.9327777777777778,0.9170124481327802,-0.01388888888888895
|
||||
0,0.25,3,129,0.8605891737563824,0.9827586206896552,-0.029007986325695567
|
||||
0,0.25,4,8,0.7790697674418605,1.0,-0.14363554656780142
|
||||
0,0.25,5,1,0.25163398692810457,1.0,-0.10836601307189542
|
||||
0,0.25,6,9,0.4396284829721363,0.9861111111111112,0.030406580954845275
|
||||
0,0.25,7,2,0.918974358974359,0.9152542372881356,0.0
|
||||
0,0.25,8,243,0.6361607142857143,0.9029850746268657,-0.1674107142857143
|
||||
0,0.25,9,40,0.6854256854256855,1.0,-0.14452926952926948
|
||||
0,0.5,0,1,0.4649243360775752,0.95,0.013073575752238609
|
||||
0,0.5,1,63,0.889795918367347,0.9931506849315068,0.036363636363636376
|
||||
0,0.5,2,57,0.9446902654867257,0.9170124481327802,-0.001976401179941023
|
||||
0,0.5,3,129,0.8552619287031098,0.9827586206896552,-0.03433523137896821
|
||||
0,0.5,4,8,0.9615384615384615,1.0,0.038833147528799516
|
||||
0,0.5,5,1,0.42985074626865677,1.0,0.06985074626865678
|
||||
0,0.5,6,9,0.4610389610389611,0.9861111111111112,0.05181705902167005
|
||||
0,0.5,7,2,0.918974358974359,0.9152542372881356,0.0
|
||||
0,0.5,8,243,0.8471760797342192,0.9029850746268657,0.04360465116279055
|
||||
0,0.5,9,40,0.8716216216216215,1.0,0.04166666666666652
|
||||
0,0.75,0,1,0.4628110504789287,0.95,0.010960290153592067
|
||||
0,0.75,1,63,0.8231292517006803,0.9931506849315068,-0.030303030303030276
|
||||
0,0.75,2,57,0.9446902654867257,0.9170124481327802,-0.001976401179941023
|
||||
0,0.75,3,129,0.8217410071942446,0.9827586206896552,-0.06785615288783342
|
||||
0,0.75,4,8,0.98,1.0,0.057294685990338046
|
||||
0,0.75,5,1,0.43125,1.0,0.07125000000000004
|
||||
0,0.75,6,9,0.45806451612903226,0.9861111111111112,0.048842614111741234
|
||||
0,0.75,7,2,0.918974358974359,0.9152542372881356,0.0
|
||||
0,0.75,8,243,0.8376623376623377,0.9029850746268657,0.03409090909090906
|
||||
0,0.75,9,40,0.8282828282828283,1.0,-0.0016721266721266836
|
||||
0,1.0,0,1,0.47154245581940724,0.95,0.019691695494070627
|
||||
0,1.0,1,63,0.9342403628117915,0.9931506849315068,0.08080808080808088
|
||||
0,1.0,2,57,0.9407894736842105,0.9170124481327802,-0.0058771929824562585
|
||||
0,1.0,3,129,0.8011527719001269,0.9827586206896552,-0.0884443881819511
|
||||
0,1.0,4,8,0.98,1.0,0.057294685990338046
|
||||
0,1.0,5,1,0.43174603174603177,1.0,0.07174603174603178
|
||||
0,1.0,6,9,0.5126353790613719,0.9861111111111112,0.10341347704408088
|
||||
0,1.0,7,2,0.918974358974359,0.9152542372881356,0.0
|
||||
0,1.0,8,243,0.7749999999999999,0.9029850746268657,-0.028571428571428692
|
||||
0,1.0,9,40,0.922689075630252,1.0,0.09273412067529707
|
||||
1,0.0,0,18,0.6879032258064516,1.0,0.0
|
||||
1,0.0,1,30,0.0,0.0,0.0
|
||||
1,0.0,2,45,0.923076923076923,1.0,0.0
|
||||
1,0.0,3,8,1.0,1.0,0.0
|
||||
1,0.0,4,10,0.49624060150375937,1.0,0.0
|
||||
1,0.0,5,1,0.9580388157003159,0.9224108435320437,0.0
|
||||
1,0.0,6,120,0.9656483367277664,1.0,0.0
|
||||
1,0.0,7,38,0.12121212121212122,1.0,0.0
|
||||
1,0.0,8,3,0.2956989247311828,1.0,0.0
|
||||
1,0.0,9,134,0.8846153846153846,1.0,0.0
|
||||
1,0.25,0,18,0.5623007823819183,1.0,-0.1256024434245333
|
||||
1,0.25,1,30,0.0,0.0,0.0
|
||||
1,0.25,2,45,0.6,1.0,-0.32307692307692304
|
||||
1,0.25,3,8,0.8333333333333333,1.0,-0.16666666666666674
|
||||
1,0.25,4,10,0.5,1.0,0.003759398496240629
|
||||
1,0.25,5,1,0.9580388157003159,0.9224108435320437,0.0
|
||||
1,0.25,6,120,0.9656483367277664,1.0,0.0
|
||||
1,0.25,7,38,0.125,1.0,0.0037878787878787845
|
||||
1,0.25,8,3,0.30822981366459623,1.0,0.01253088893341342
|
||||
1,0.25,9,134,0.8846153846153846,1.0,0.0
|
||||
1,0.5,0,18,0.5516952198394632,1.0,-0.13620800596698834
|
||||
1,0.5,1,30,0.0,0.0,0.0
|
||||
1,0.5,2,45,0.5,1.0,-0.423076923076923
|
||||
1,0.5,3,8,0.8333333333333333,1.0,-0.16666666666666674
|
||||
1,0.5,4,10,0.5076923076923077,1.0,0.011451706188548294
|
||||
1,0.5,5,1,0.9580388157003159,0.9224108435320437,0.0
|
||||
1,0.5,6,120,0.9651407256697185,1.0,-0.0005076110580478632
|
||||
1,0.5,7,38,0.12698412698412698,1.0,0.005772005772005762
|
||||
1,0.5,8,3,0.3138467677573823,1.0,0.018147843026199484
|
||||
1,0.5,9,134,0.8771526980482205,1.0,-0.00746268656716409
|
||||
1,0.75,0,18,0.5182677949228471,1.0,-0.16963543088360444
|
||||
1,0.75,1,30,0.0,0.0,0.0
|
||||
1,0.75,2,45,0.375,1.0,-0.548076923076923
|
||||
1,0.75,3,8,0.8333333333333333,1.0,-0.16666666666666674
|
||||
1,0.75,4,10,0.5116279069767442,1.0,0.015387305472984836
|
||||
1,0.75,5,1,0.9580388157003159,0.9224108435320437,0.0
|
||||
1,0.75,6,120,0.9102387648854048,1.0,-0.055409571842361616
|
||||
1,0.75,7,38,0.14414414414414414,1.0,0.022932022932022927
|
||||
1,0.75,8,3,0.3196657598134473,1.0,0.023966835082264493
|
||||
1,0.75,9,134,0.8628762541806021,1.0,-0.021739130434782483
|
||||
1,1.0,0,18,0.5068645640074211,1.0,-0.1810386617990305
|
||||
1,1.0,1,30,0.0,0.0,0.0
|
||||
1,1.0,2,45,0.2666666666666667,1.0,-0.6564102564102563
|
||||
1,1.0,3,8,0.8333333333333333,1.0,-0.16666666666666674
|
||||
1,1.0,4,10,0.5593220338983051,1.0,0.06308143239454578
|
||||
1,1.0,5,1,0.9580388157003159,0.9224108435320437,0.0
|
||||
1,1.0,6,120,0.81665587718487,1.0,-0.14899245954289642
|
||||
1,1.0,7,38,0.15841584158415845,1.0,0.03720372037203723
|
||||
1,1.0,8,3,0.35546500479386384,1.0,0.059766080062681026
|
||||
1,1.0,9,134,0.8628762541806021,1.0,-0.021739130434782483
|
||||
2,0.0,0,1,0.6028113762667539,0.9962962962962962,0.0
|
||||
2,0.0,1,2,0.695686274509804,1.0,0.0
|
||||
2,0.0,2,2,0.44324853228962824,0.9259259259259259,0.0
|
||||
2,0.0,3,4,1.0,1.0,0.0
|
||||
2,0.0,4,33,0.9689751752797793,0.9976620616365568,0.0
|
||||
2,0.0,5,5,0.9144736842105263,0.9978070175438596,0.0
|
||||
2,0.0,6,44,0.5480349344978166,1.0,0.0
|
||||
2,0.0,7,32,0.48017867113344503,0.9447368421052631,0.0
|
||||
2,0.0,8,7,0.5058919803600654,1.0,0.0
|
||||
2,0.0,9,71,0.7391941391941392,1.0,0.0
|
||||
2,0.25,0,1,0.6386571315057609,0.9888888888888889,0.035845755239007016
|
||||
2,0.25,1,2,0.7682926829268293,1.0,0.07260640841702526
|
||||
2,0.25,2,2,0.4337209302325581,0.9259259259259259,-0.00952760205707015
|
||||
2,0.25,3,4,1.0,1.0,0.0
|
||||
2,0.25,4,33,0.9643573515538418,0.9904357066950054,-0.004617823725937442
|
||||
2,0.25,5,5,0.9389834881320949,0.9978070175438596,0.02450980392156854
|
||||
2,0.25,6,44,0.521824254289992,1.0,-0.026210680207824577
|
||||
2,0.25,7,32,0.47283950617283954,0.9447368421052631,-0.007339164960605493
|
||||
2,0.25,8,7,0.5068376068376068,1.0,0.0009456264775413725
|
||||
2,0.25,9,71,0.7550387596899224,0.9883720930232558,0.015844620495783168
|
||||
2,0.5,0,1,0.6452020202020202,0.9679012345679012,0.04239064393526637
|
||||
2,0.5,1,2,0.7694736842105263,1.0,0.07378740970072228
|
||||
2,0.5,2,2,0.3990147783251232,0.9259259259259259,-0.04423375396450502
|
||||
2,0.5,3,4,1.0,1.0,0.0
|
||||
2,0.5,4,33,0.9626667011268479,0.9618490967056323,-0.006308474152931343
|
||||
2,0.5,5,5,0.9389834881320949,0.9978070175438596,0.02450980392156854
|
||||
2,0.5,6,44,0.521824254289992,1.0,-0.026210680207824577
|
||||
2,0.5,7,32,0.46475652407855794,0.9447368421052631,-0.015422147054887092
|
||||
2,0.5,8,7,0.5102564102564102,1.0,0.004364429896344779
|
||||
2,0.5,9,71,0.7491289198606272,0.9418604651162791,0.009934780666488008
|
||||
2,0.75,0,1,0.8002594033722439,0.9444444444444444,0.19744802710549003
|
||||
2,0.75,1,2,0.84375,1.0,0.14806372549019597
|
||||
2,0.75,2,2,0.41274509803921566,0.9259259259259259,-0.030503434250412576
|
||||
2,0.75,3,4,1.0,1.0,0.0
|
||||
2,0.75,4,33,0.9471614635358551,0.944633368756642,-0.021813711743924213
|
||||
2,0.75,5,5,0.9665570175438596,0.9978070175438596,0.05208333333333326
|
||||
2,0.75,6,44,0.5481400437636761,1.0,0.0001051092658594932
|
||||
2,0.75,7,32,0.6582125603864735,0.9447368421052631,0.17803388925302843
|
||||
2,0.75,8,7,0.6274725274725275,1.0,0.12158054711246202
|
||||
2,0.75,9,71,0.9069444444444444,0.9302325581395349,0.1677503052503052
|
||||
2,1.0,0,1,0.8043758043758044,0.9518518518518518,0.2015644281090505
|
||||
2,1.0,1,2,0.8548387096774194,1.0,0.15915243516761535
|
||||
2,1.0,2,2,0.4095238095238095,0.9259259259259259,-0.033724722765818727
|
||||
2,1.0,3,4,1.0,1.0,0.0
|
||||
2,1.0,4,33,0.9496830620188901,0.9487778958554729,-0.0192921132608892
|
||||
2,1.0,5,5,0.9816779852857951,0.9978070175438596,0.06720430107526876
|
||||
2,1.0,6,44,0.5481400437636761,1.0,0.0001051092658594932
|
||||
2,1.0,7,32,0.6582125603864735,0.9447368421052631,0.17803388925302843
|
||||
2,1.0,8,7,0.6512820512820513,1.0,0.14539007092198586
|
||||
2,1.0,9,71,0.9069444444444444,0.9302325581395349,0.1677503052503052
|
||||
|
@@ -0,0 +1,16 @@
|
||||
seed,beta,n_eligible,n_improve_vs_beta0,n_degrade_vs_beta0,n_unchanged,mean_delta_vs_beta0,median_delta_vs_beta0,min_delta_vs_beta0,max_delta_vs_beta0
|
||||
0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
0,0.25,10,2,7,1,-0.07713608929072921,-0.06868699969879549,-0.20363636363636362,0.030406580954845275
|
||||
0,0.5,10,7,2,1,0.025889785020554917,0.037598391946217946,-0.03433523137896821,0.06985074626865678
|
||||
0,0.75,10,5,4,1,0.012063078830364903,0.005480145076796034,-0.06785615288783342,0.07125000000000004
|
||||
0,1.0,10,6,3,1,0.030279508202206325,0.038493190742204336,-0.0884443881819511,0.10341347704408088
|
||||
1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
1,0.25,10,3,3,4,-0.05952678669505902,0.0,-0.32307692307692304,0.01253088893341342
|
||||
1,0.5,10,3,5,2,-0.06985503383490366,-0.0002538055290239316,-0.423076923076923,0.018147843026199484
|
||||
1,0.75,10,3,5,2,-0.08992415594170661,-0.010869565217391242,-0.548076923076923,0.023966835082264493
|
||||
1,1.0,10,3,5,2,-0.10147959420243684,-0.010869565217391242,-0.6564102564102563,0.06308143239454578
|
||||
2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
2,0.25,10,5,4,1,0.01020569435994877,0.00047281323877068626,-0.026210680207824577,0.07260640841702526
|
||||
2,0.5,10,5,4,1,0.006281201274024195,0.0021822149481723896,-0.04423375396450502,0.07378740970072228
|
||||
2,0.75,10,7,2,1,0.08127477908163376,0.08683194022289764,-0.030503434250412576,0.19744802710549003
|
||||
2,1.0,10,7,2,1,0.08661837030164057,0.10629718599862731,-0.033724722765818727,0.2015644281090505
|
||||
|
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_seeds,n_contributors_seed0,mean_displacement,std_sample_displacement,min_displacement,max_displacement,mean_relative_displacement
|
||||
0,Benign,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
0,Benign,0.25,3,10,0.6924394499491665,0.25819336974901685,0.3952602938356186,0.8616985239137317,0.12106050864023522
|
||||
0,Benign,0.5,3,10,1.1573935905937274,0.451235376777221,0.6549365608504156,1.5280627400979367,0.20253682870439962
|
||||
0,Benign,0.75,3,10,1.4684002610056852,0.5941524621616062,0.8249664237523175,1.9963011293005088,0.2570807639836397
|
||||
0,Benign,1.0,3,10,1.6898663850795066,0.6987889577561244,0.9427565872713667,2.3273838191968164,0.29591075596118094
|
||||
1,HTTPFlood,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
1,HTTPFlood,0.25,3,10,1.4366706530612892,0.7801125510422449,0.7731169473586775,2.2960344201076763,0.20048847685733184
|
||||
1,HTTPFlood,0.5,3,10,2.2645040470569993,1.118723459714757,1.3897131995722554,3.5250628259020194,0.31554517952055977
|
||||
1,HTTPFlood,0.75,3,10,2.7642821754539075,1.23608554105204,1.92594922063019,4.183851500442839,0.38455224821703754
|
||||
1,HTTPFlood,1.0,3,10,3.120458869697078,1.2894156117591726,2.355418998004716,4.609156058920394,0.43348480339644263
|
||||
2,ICMPFlood,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
2,ICMPFlood,0.25,3,9,0.3555628814597931,0.08864757157554519,0.25631523127162614,0.42688509117893203,0.0980180248885788
|
||||
2,ICMPFlood,0.5,3,9,0.6436491734691616,0.12567291185049168,0.5166579460563299,0.7679609190249338,0.17745806019635502
|
||||
2,ICMPFlood,0.75,3,9,0.9051224096795911,0.12412577576243336,0.7851475777454632,1.0330196039220199,0.25000543758523164
|
||||
2,ICMPFlood,1.0,3,9,1.1588454233322945,0.09271748323377921,1.0576100198944154,1.239630599511048,0.32092174099674725
|
||||
3,SYNFlood,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
3,SYNFlood,0.25,3,9,0.7634252913575872,0.2365561559741932,0.522166677601699,0.9949803657367173,0.22023036480092037
|
||||
3,SYNFlood,0.5,3,9,1.3555225237650308,0.38651956106122404,0.917104787062101,1.6471177664639631,0.39274510539970625
|
||||
3,SYNFlood,0.75,3,9,1.8463593486187282,0.5552481732251574,1.2064252204644184,2.2004404506775095,0.5364892461848328
|
||||
3,SYNFlood,1.0,3,9,2.2617693416611573,0.7483497200280906,1.4183525799851797,2.846307167192442,0.6584039968772434
|
||||
4,SYNScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
4,SYNScan,0.25,3,10,1.1964953752969143,0.7190888501596523,0.4310774479361384,1.8579341755215468,0.1657860728250136
|
||||
4,SYNScan,0.5,3,10,1.9741561966806005,0.9868030359110388,0.8950126111553317,2.8305356172680605,0.2728931885841928
|
||||
4,SYNScan,0.75,3,10,2.496547097520008,1.0212461644737705,1.3645419885033716,3.348673844159229,0.34435693096905234
|
||||
4,SYNScan,1.0,3,10,2.8752781124355127,0.9588449812962653,1.8122395185490754,3.6748373487310513,0.3958823033995225
|
||||
5,SlowrateDoS,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
5,SlowrateDoS,0.25,3,10,0.997801071562254,0.2649578156685363,0.8040960119145018,1.2997423784656856,0.1631365927650487
|
||||
5,SlowrateDoS,0.5,3,10,1.797175958686788,0.7491200387637995,1.3203303559795094,2.6606143885342477,0.29454044401486906
|
||||
5,SlowrateDoS,0.75,3,10,2.3804022317598377,1.1828454528049666,1.6579944536768365,3.745458010696094,0.39062478684001184
|
||||
5,SlowrateDoS,1.0,3,10,2.763430109051773,1.4542368289687693,1.894846760519139,4.442300820470018,0.4536612328161466
|
||||
6,TCPConnectScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
6,TCPConnectScan,0.25,3,10,0.8501532407917821,0.3507746409393188,0.5425586823615076,1.2321654175140089,0.22743340896961892
|
||||
6,TCPConnectScan,0.5,3,10,1.3904168850010705,0.3616355309526342,1.0448120781662096,1.766192797445843,0.3733627937261271
|
||||
6,TCPConnectScan,0.75,3,10,1.7957146536037598,0.26459627384944995,1.5021131238726357,2.015726035456689,0.4837335896776706
|
||||
6,TCPConnectScan,1.0,3,10,2.130611279721881,0.21282292441201225,1.9048309138031672,2.3275313200504484,0.5753306009264239
|
||||
7,UDPFlood,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
7,UDPFlood,0.25,3,10,0.777407717272936,0.5080940783745169,0.4038329032336666,1.3559743812931089,0.14595132286041448
|
||||
7,UDPFlood,0.5,3,10,1.1554187207442834,0.5423487947664568,0.7242511484249169,1.7643383794350596,0.21691830276203583
|
||||
7,UDPFlood,0.75,3,10,1.4041155454415852,0.4887262105057749,0.9826666830650035,1.93986143920804,0.26360744744482956
|
||||
7,UDPFlood,1.0,3,10,1.5982465815194804,0.42810184263788215,1.2026278056006086,2.0527377292034634,0.30005165770255965
|
||||
8,UDPScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
8,UDPScan,0.25,3,10,1.5107220062015905,0.8500253556874384,0.6084184817915574,2.296432235179578,0.1849390116956374
|
||||
8,UDPScan,0.5,3,10,2.366825135577727,1.3311477326956689,0.963396396947296,3.611443840803486,0.2898243509152208
|
||||
8,UDPScan,0.75,3,10,2.968049118076187,1.6895555379249836,1.2122993442325338,4.582541249208975,0.36365570326173513
|
||||
8,UDPScan,1.0,3,10,3.460669125965779,2.0113615605321216,1.4207299366223916,5.44217988201435,0.4243985120323746
|
||||
|
@@ -0,0 +1,19 @@
|
||||
dataset,alpha,seed,aggregation,wall_clock,wall_seconds,cpu_percent,peak_rss_kb,peak_rss_gib,swaps
|
||||
5gnidd,0.5,0,original_protean,62:28,3748,745,10864704,10.361,0
|
||||
5gnidd,0.5,0,support_weighted_beta0,63:37,3817,745,10877048,10.373,0
|
||||
5gnidd,0.5,0,support_weighted_beta0.25,62:56,3776,744,10861768,10.359,0
|
||||
5gnidd,0.5,0,support_weighted_beta0.5,63:26,3806,743,10860612,10.357,0
|
||||
5gnidd,0.5,0,support_weighted_beta0.75,63:35,3815,742,10896940,10.392,0
|
||||
5gnidd,0.5,0,support_weighted_beta1,64:25,3865,741,10859680,10.357,0
|
||||
5gnidd,0.5,1,original_protean,63:57,3837,742,9095312,8.674,0
|
||||
5gnidd,0.5,1,support_weighted_beta0,66:26,3986,738,9091860,8.671,0
|
||||
5gnidd,0.5,1,support_weighted_beta0.25,68:25,4105,734,9107308,8.685,0
|
||||
5gnidd,0.5,1,support_weighted_beta0.5,64:57,3897,740,9089640,8.669,0
|
||||
5gnidd,0.5,1,support_weighted_beta0.75,65:30,3930,740,9093388,8.672,0
|
||||
5gnidd,0.5,1,support_weighted_beta1,64:41,3881,741,9095676,8.674,0
|
||||
5gnidd,0.5,2,original_protean,63:44,3824,740,14724436,14.042,0
|
||||
5gnidd,0.5,2,support_weighted_beta0,63:39,3819,739,14735044,14.052,0
|
||||
5gnidd,0.5,2,support_weighted_beta0.25,63:29,3809,740,14714604,14.033,0
|
||||
5gnidd,0.5,2,support_weighted_beta0.5,63:14,3794,739,14743700,14.061,0
|
||||
5gnidd,0.5,2,support_weighted_beta0.75,63:38,3818,739,14738444,14.056,0
|
||||
5gnidd,0.5,2,support_weighted_beta1,63:29,3809,739,14751648,14.068,0
|
||||
|
@@ -0,0 +1,111 @@
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"betas": [
|
||||
0.0,
|
||||
0.25,
|
||||
0.5,
|
||||
0.75,
|
||||
1.0
|
||||
],
|
||||
"dataset": "5gnidd",
|
||||
"missing_artifacts": [],
|
||||
"n_missing_artifacts": 0,
|
||||
"outputs": {
|
||||
"client_deltas": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__client_validation_deltas.csv",
|
||||
"client_validation_detail": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__client_validation_detail.csv",
|
||||
"client_validation_summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__client_validation_summary.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__validation_per_seed.csv",
|
||||
"pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__validation_pooled.csv",
|
||||
"prototype_effect_pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__prototype_effect_pooled.csv",
|
||||
"test_descriptive": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__multiseed__test_descriptive.csv"
|
||||
},
|
||||
"per_seed_diagnostic": [
|
||||
{
|
||||
"seed": 0,
|
||||
"selected_beta": 1.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.7688769909627551
|
||||
},
|
||||
{
|
||||
"seed": 1,
|
||||
"selected_beta": 0.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.6332434333373904
|
||||
},
|
||||
{
|
||||
"seed": 2,
|
||||
"selected_beta": 1.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.7764678470758364
|
||||
}
|
||||
],
|
||||
"pooled_table": [
|
||||
{
|
||||
"beta": 0.0,
|
||||
"max_val_rare_macro_f1": 0.7385974827605487,
|
||||
"min_val_rare_macro_f1": 0.6332434333373904,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.6872301309573783,
|
||||
"pooled_val_rare_recall_global": 0.9713114776134125,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9477370387940001,
|
||||
"std_pop_val_rare_macro_f1": 0.04305047163384996,
|
||||
"std_sample_val_rare_macro_f1": 0.052725844344546816
|
||||
},
|
||||
{
|
||||
"beta": 0.25,
|
||||
"max_val_rare_macro_f1": 0.7000551711341446,
|
||||
"min_val_rare_macro_f1": 0.5737166466423315,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.6450777370820986,
|
||||
"pooled_val_rare_recall_global": 0.9704275976526073,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9468616498164765,
|
||||
"std_pop_val_rare_macro_f1": 0.052862550324183834,
|
||||
"std_sample_val_rare_macro_f1": 0.06474313739822393
|
||||
},
|
||||
{
|
||||
"beta": 0.5,
|
||||
"max_val_rare_macro_f1": 0.7644872677811037,
|
||||
"min_val_rare_macro_f1": 0.5633883995024869,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.6746687817772702,
|
||||
"pooled_val_rare_recall_global": 0.9671213299475042,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9436587867425653,
|
||||
"std_pop_val_rare_macro_f1": 0.08348911485694357,
|
||||
"std_sample_val_rare_macro_f1": 0.10225286523806497
|
||||
},
|
||||
{
|
||||
"beta": 0.75,
|
||||
"max_val_rare_macro_f1": 0.7711242558558296,
|
||||
"min_val_rare_macro_f1": 0.5433192773956839,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.6883680316141424,
|
||||
"pooled_val_rare_recall_global": 0.9651605571453272,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9419154392409256,
|
||||
"std_pop_val_rare_macro_f1": 0.10290463715170817,
|
||||
"std_sample_val_rare_macro_f1": 0.12603192659396695
|
||||
},
|
||||
{
|
||||
"beta": 1.0,
|
||||
"max_val_rare_macro_f1": 0.7764678470758364,
|
||||
"min_val_rare_macro_f1": 0.5317638391349536,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.6923695590578484,
|
||||
"pooled_val_rare_recall_global": 0.9656774080634279,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9423005037244669,
|
||||
"std_pop_val_rare_macro_f1": 0.11360766766404416,
|
||||
"std_sample_val_rare_macro_f1": 0.13914040832229815
|
||||
}
|
||||
],
|
||||
"primary_selection": {
|
||||
"rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
|
||||
"selected_beta": 1.0,
|
||||
"selection_split": "validation",
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false
|
||||
},
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
seed,aggregation,beta,test_rare_macro_f1,test_rare_recall,test_macro_f1,test_accuracy,test_weighted_f1,test_rare_support
|
||||
0,support_weighted_beta0,0.0,0.8742932048547406,0.9742720323931519,0.8385612745672949,0.7348515690217413,0.7094084362511125,104843
|
||||
0,support_weighted_beta0.25,0.25,0.8278559706986206,0.9743136055202825,0.8048679432071748,0.7321621699420586,0.7068068776295745,104843
|
||||
0,support_weighted_beta0.5,0.5,0.8782250000283008,0.9742196379679188,0.844206998571743,0.7375204069463807,0.712367324126841,104843
|
||||
0,support_weighted_beta0.75,0.75,0.8666268556722133,0.9743136158876459,0.848043195140707,0.7467647022539138,0.7209563886081877,104843
|
||||
0,support_weighted_beta1,1.0,0.8809620350206805,0.9743551890147765,0.8504696755820977,0.7428375216406157,0.7169500389469496,104843
|
||||
0,original_protean,,0.8719637151922778,0.9743136055202825,0.8368808854359121,0.7344156725348203,0.7087651452654392,104843
|
||||
1,support_weighted_beta0,0.0,0.92106301838168,0.9685663953100676,0.8652517480290145,0.7473363023641216,0.7228241508757882,13375
|
||||
1,support_weighted_beta0.25,0.25,0.8954746607362052,0.9685663953100676,0.8501110697801447,0.7464233870801926,0.7219977703713777,13375
|
||||
1,support_weighted_beta0.5,0.5,0.8867735670657012,0.9685035219997878,0.8379555965628189,0.7406827125920625,0.7164991174005206,13375
|
||||
1,support_weighted_beta0.75,0.75,0.8704671263461001,0.9683907733777873,0.8283908716421635,0.7403084995702719,0.7161994275484447,13375
|
||||
1,support_weighted_beta1,1.0,0.8400749080738759,0.9683408980660666,0.8159411532871907,0.7440259564021269,0.7201060072251736,13375
|
||||
1,original_protean,,0.9211362509007983,0.9685663953100676,0.8654374620417004,0.7473774246742085,0.7228023713469742,13375
|
||||
2,support_weighted_beta0,0.0,0.839821143971629,0.9757822007036198,0.8200841190480259,0.7501161705259954,0.7246797423266746,128995
|
||||
2,support_weighted_beta0.25,0.25,0.8487182523141747,0.9732015992496806,0.8235600320133522,0.7496227028049528,0.7236549588817031,128995
|
||||
2,support_weighted_beta0.5,0.5,0.8447568411960731,0.9631823338946958,0.8180106600329533,0.7449553206100906,0.7192036582860413,128995
|
||||
2,support_weighted_beta0.75,0.75,0.8890026333308837,0.9574371269520783,0.8450390362886044,0.7420068509768605,0.7166324362736178,128995
|
||||
2,support_weighted_beta1,1.0,0.8949144498720359,0.9586158518509788,0.8493777051701392,0.7429074295677633,0.7175295566399255,128995
|
||||
2,original_protean,,0.8485250688106042,0.9758591365273065,0.8248673149789701,0.7501326194500302,0.7246221247269671,128995
|
||||
|
@@ -0,0 +1,16 @@
|
||||
seed,beta,eligible_clients,val_rare_macro_f1_per_client_mean,val_rare_macro_f1_global,val_rare_recall_per_client_mean,val_rare_recall_global,val_macro_f1_global,val_accuracy_global,val_weighted_f1_global,manifest_content_hash,manifest_reload_ok
|
||||
0,0.0,10,0.7385974827605487,0.8694709551850491,0.9647272176780055,0.971733905845804,0.8352221195954498,0.7357079999013069,0.7107515502801237,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,True
|
||||
0,0.25,10,0.6614613934698196,0.8265911717311235,0.9647272176780055,0.971733905845804,0.8044456438783056,0.7335860974265764,0.7087642370946399,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,True
|
||||
0,0.5,10,0.7644872677811037,0.8772739630535632,0.9647272176780055,0.971733905845804,0.844007682339202,0.7389319757543856,0.7143069215792245,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,True
|
||||
0,0.75,10,0.7506605615909137,0.8661548286737634,0.9647272176780055,0.971733905845804,0.8469841668382607,0.7473126680867512,0.7219587059620426,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,True
|
||||
0,1.0,10,0.7688769909627551,0.8782527231053386,0.9647272176780055,0.971733905845804,0.8479211838662388,0.743389615836959,0.7179207981980363,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,True
|
||||
1,0.0,10,0.6332434333373904,0.9236374206082056,0.8922410843532044,0.970682345432682,0.8663578446246905,0.7466382649746276,0.7218669865621951,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,True
|
||||
1,0.25,10,0.5737166466423315,0.9036693399574908,0.8922410843532044,0.970682345432682,0.8541341756733518,0.7455937625936557,0.720925054515381,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,True
|
||||
1,0.5,10,0.5633883995024869,0.8972484176503442,0.8922410843532044,0.970682345432682,0.8427686300506653,0.7394336658743801,0.7149893896099251,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,True
|
||||
1,0.75,10,0.5433192773956839,0.8759825441112629,0.8922410843532044,0.970682345432682,0.8307371292991714,0.7393596460206104,0.7150036768799796,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,True
|
||||
1,1.0,10,0.5317638391349536,0.8496054643215436,0.8922410843532044,0.970682345432682,0.8204730462672625,0.7430524142808971,0.7188218500332986,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,True
|
||||
2,0.0,10,0.6898494767741958,0.8374296529122408,0.9862428143507902,0.9715181815617518,0.8175474517820762,0.7500102805352458,0.7246542401570802,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,True
|
||||
2,0.25,10,0.7000551711341446,0.841149980550537,0.9836166474182197,0.9688665416793358,0.8177240749273635,0.7494592438460717,0.7236161790075012,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,True
|
||||
2,0.5,10,0.69613067804822,0.8385330192183376,0.9740080581964861,0.9589477385640269,0.8133375892155403,0.7451578678992343,0.7195196226072694,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,True
|
||||
2,0.75,10,0.7711242558558296,0.8841672198503967,0.968778015691567,0.9530654201574955,0.8413935921450705,0.7423039913150038,0.7170634939156215,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,True
|
||||
2,1.0,10,0.7764678470758364,0.8870752339374947,0.9699332091421908,0.9546159729117979,0.8439035762611975,0.7434307379779421,0.7181531588712586,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,True
|
||||
|
@@ -0,0 +1,6 @@
|
||||
beta,n_seeds,pooled_val_rare_macro_f1_per_client_mean,std_sample_val_rare_macro_f1,std_pop_val_rare_macro_f1,min_val_rare_macro_f1,max_val_rare_macro_f1,pooled_val_rare_recall_per_client_mean,pooled_val_rare_recall_global
|
||||
0.0,3,0.6872301309573783,0.052725844344546816,0.04305047163384996,0.6332434333373904,0.7385974827605487,0.9477370387940001,0.9713114776134125
|
||||
0.25,3,0.6450777370820986,0.06474313739822393,0.052862550324183834,0.5737166466423315,0.7000551711341446,0.9468616498164765,0.9704275976526073
|
||||
0.5,3,0.6746687817772702,0.10225286523806497,0.08348911485694357,0.5633883995024869,0.7644872677811037,0.9436587867425653,0.9671213299475042
|
||||
0.75,3,0.6883680316141424,0.12603192659396695,0.10290463715170817,0.5433192773956839,0.7711242558558296,0.9419154392409256,0.9651605571453272
|
||||
1.0,3,0.6923695590578484,0.13914040832229815,0.11360766766404416,0.5317638391349536,0.7764678470758364,0.9423005037244669,0.9656774080634279
|
||||
|
@@ -0,0 +1,31 @@
|
||||
seed,client_id,client_total,n_missing_attack_classes,n_positive_attack_classes,rare_class_ids,rare_class_names,rare_supports,unseen_class_ids,unseen_class_names,eligible_for_rare_eval
|
||||
0,0,116785,0,8,7|6,UDPFlood|TCPConnectScan,1|6,,,True
|
||||
0,1,78161,0,8,4|2,SYNScan|ICMPFlood,63|69,,,True
|
||||
0,2,98019,0,8,2|3,ICMPFlood|SYNFlood,57|72,,,True
|
||||
0,3,48536,1,7,7|3,UDPFlood|SYNFlood,129|367,2,ICMPFlood,True
|
||||
0,4,54279,1,7,2|4,ICMPFlood|SYNScan,8|11,3,SYNFlood,True
|
||||
0,5,126582,0,8,6|2,TCPConnectScan|ICMPFlood,1|12,,,True
|
||||
0,6,43983,0,8,6|3,TCPConnectScan|SYNFlood,9|10,,,True
|
||||
0,7,15388,0,8,3|8,SYNFlood|UDPScan,2|92,,,True
|
||||
0,8,178993,0,8,2|3,ICMPFlood|SYNFlood,243|408,,,True
|
||||
0,9,90397,0,8,2|8,ICMPFlood|UDPScan,40|695,,,True
|
||||
1,0,131086,0,8,2|8,ICMPFlood|UDPScan,18|243,,,True
|
||||
1,1,140144,0,8,2|3,ICMPFlood|SYNFlood,30|151,,,True
|
||||
1,2,31613,0,8,2|6,ICMPFlood|TCPConnectScan,45|595,,,True
|
||||
1,3,57521,0,8,2|8,ICMPFlood|UDPScan,8|17,,,True
|
||||
1,4,62253,0,8,2|6,ICMPFlood|TCPConnectScan,10|162,,,True
|
||||
1,5,116940,0,8,8|3,UDPScan|SYNFlood,1|104,,,True
|
||||
1,6,97485,0,8,2|4,ICMPFlood|SYNScan,120|1083,,,True
|
||||
1,7,124812,0,8,2|6,ICMPFlood|TCPConnectScan,38|401,,,True
|
||||
1,8,53759,0,8,6|3,TCPConnectScan|SYNFlood,3|26,,,True
|
||||
1,9,35510,0,8,2|4,ICMPFlood|SYNScan,134|259,,,True
|
||||
2,0,255463,1,7,2|1,ICMPFlood|HTTPFlood,1|24,8,UDPScan,True
|
||||
2,1,93960,0,8,2|8,ICMPFlood|UDPScan,2|3,,,True
|
||||
2,2,20087,0,8,8|3,UDPScan|SYNFlood,2|8,,,True
|
||||
2,3,40162,0,8,8|2,UDPScan|ICMPFlood,4|76,,,True
|
||||
2,4,99599,0,8,4|1,SYNScan|HTTPFlood,33|47,,,True
|
||||
2,5,73322,0,8,4|2,SYNScan|ICMPFlood,5|122,,,True
|
||||
2,6,21124,1,7,2|7,ICMPFlood|UDPFlood,44|105,6,TCPConnectScan,True
|
||||
2,7,52714,0,8,3|2,SYNFlood|ICMPFlood,32|57,,,True
|
||||
2,8,160995,0,8,4|2,SYNScan|ICMPFlood,7|45,,,True
|
||||
2,9,33697,0,8,1|2,HTTPFlood|ICMPFlood,71|83,,,True
|
||||
|
@@ -0,0 +1,111 @@
|
||||
{
|
||||
"alphas": [
|
||||
0.5
|
||||
],
|
||||
"dataset": "5gnidd",
|
||||
"per_class": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__partition_heterogeneity_per_class.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__partition_heterogeneity_per_seed.csv",
|
||||
"per_seed_rows": [
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 178993,
|
||||
"client_size_min": 15388,
|
||||
"client_size_ratio": 11.631985963088121,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 2,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab",
|
||||
"rng_seed": 673621352,
|
||||
"seed": 0,
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7",
|
||||
"support_cv_max": 1.7831313104092381,
|
||||
"support_cv_mean": 1.224175005199598,
|
||||
"support_max_min_ratio_max": 88943.0,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 140144,
|
||||
"client_size_min": 31613,
|
||||
"client_size_ratio": 4.433112959858287,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801",
|
||||
"max_unseen_on_client": 0,
|
||||
"n_cells_sj_lt_M": 0,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 0,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08",
|
||||
"rng_seed": 1403944623,
|
||||
"seed": 1,
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e",
|
||||
"support_cv_max": 1.4400757602882683,
|
||||
"support_cv_mean": 1.0506716688269377,
|
||||
"support_max_min_ratio_max": 5065.0,
|
||||
"union_rare_count": 5,
|
||||
"union_unseen_count": 0
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 255463,
|
||||
"client_size_min": 20087,
|
||||
"client_size_ratio": 12.717827450589933,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 2,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6",
|
||||
"rng_seed": 633461056,
|
||||
"seed": 2,
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f",
|
||||
"support_cv_max": 1.9640881124634801,
|
||||
"support_cv_mean": 1.4006658705096433,
|
||||
"support_max_min_ratio_max": 3363.5,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
}
|
||||
],
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
],
|
||||
"summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.5__partition_heterogeneity_summary.csv",
|
||||
"summary_rows": [
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_max": 12.717827450589933,
|
||||
"client_size_ratio_mean": 9.594308791178781,
|
||||
"dataset": "5gnidd",
|
||||
"max_unseen_on_client": 1,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"n_seeds": 3,
|
||||
"support_cv_mean": 1.2251708481787265,
|
||||
"support_max_min_ratio_max": 88943.0,
|
||||
"union_rare_mean": 5.666666666666667,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,28 @@
|
||||
dataset,alpha,seed,class_id,class_name,total,num_clients,n_missing_clients,min,max,mean,std,cv,max_min_ratio
|
||||
5gnidd,0.5,0,0,Benign,334415,10,0,226,108257,33441.5,35759.58709842718,1.0693176770906563,479.0132743362832
|
||||
5gnidd,0.5,0,1,HTTPFlood,98569,10,0,185,61393,9856.9,17538.944828295687,1.7793570826827592,331.8540540540541
|
||||
5gnidd,0.5,0,2,ICMPFlood,808,9,1,8,243,89.77777777777777,72.6342095369787,0.8090444131594163,30.375
|
||||
5gnidd,0.5,0,3,SYNFlood,6805,9,1,2,3250,756.1111111111111,996.1904597509281,1.3175186095162899,1625.0
|
||||
5gnidd,0.5,0,4,SYNScan,14030,10,0,11,6713,1403.0,1984.1221232575379,1.4141996601978175,610.2727272727273
|
||||
5gnidd,0.5,0,5,SlowrateDoS,51187,10,0,80,28363,5118.7,9127.314238591767,1.7831313104092381,354.5375
|
||||
5gnidd,0.5,0,6,TCPConnectScan,14037,10,0,1,4175,1403.7,1379.0263993122105,0.9824224544505311,4175.0
|
||||
5gnidd,0.5,0,7,UDPFlood,320138,10,0,1,88943,32013.8,28692.11713624493,0.8962421560778455,88943.0
|
||||
5gnidd,0.5,0,8,UDPScan,11134,10,0,14,3420,1113.4,1075.9248300880504,0.9663416832118289,244.28571428571428
|
||||
5gnidd,0.5,1,0,Benign,334415,10,0,803,104938,33441.5,31374.111025652983,0.938178940108936,130.68244084682442
|
||||
5gnidd,0.5,1,1,HTTPFlood,98569,10,0,51,36928,9856.9,10966.810999100877,1.1126024408384865,724.0784313725491
|
||||
5gnidd,0.5,1,2,ICMPFlood,808,10,0,8,284,80.8,81.98999939016953,1.0147277152248704,35.5
|
||||
5gnidd,0.5,1,3,SYNFlood,6805,10,0,26,2093,680.5,611.6053057323816,0.8987587152569898,80.5
|
||||
5gnidd,0.5,1,4,SYNScan,14030,10,0,259,3621,1403.0,1206.1257811687801,0.8596762517240057,13.980694980694981
|
||||
5gnidd,0.5,1,5,SlowrateDoS,51187,10,0,26,16089,5118.7,5007.844267746353,0.978342990944254,618.8076923076923
|
||||
5gnidd,0.5,1,6,TCPConnectScan,14037,10,0,3,7188,1403.7,2021.4343447166423,1.4400757602882683,2396.0
|
||||
5gnidd,0.5,1,7,UDPFlood,320138,10,0,1907,95125,32013.8,26741.87702761345,0.8353234238863693,49.88201363398007
|
||||
5gnidd,0.5,1,8,UDPScan,11134,10,0,1,5065,1113.4,1534.664666954967,1.3783587811702596,5065.0
|
||||
5gnidd,0.5,2,0,Benign,334415,10,0,255,225038,33441.5,65682.05261294747,1.9640881124634801,882.5019607843137
|
||||
5gnidd,0.5,2,1,HTTPFlood,98569,10,0,24,48351,9856.9,15173.43130903488,1.539371537606639,2014.625
|
||||
5gnidd,0.5,2,2,ICMPFlood,808,10,0,1,358,80.8,99.01595830975934,1.2254450285861305,358.0
|
||||
5gnidd,0.5,2,3,SYNFlood,6805,10,0,8,3530,680.5,1008.8978392285316,1.4825831583079083,441.25
|
||||
5gnidd,0.5,2,4,SYNScan,14030,10,0,5,4830,1403.0,1611.374444379704,1.1485206303490407,966.0
|
||||
5gnidd,0.5,2,5,SlowrateDoS,51187,10,0,104,17642,5118.7,5260.9995827789235,1.0277999458415072,169.6346153846154
|
||||
5gnidd,0.5,2,6,TCPConnectScan,14037,9,1,125,6952,1559.6666666666667,1980.5227143918905,1.2698371752886666,55.616
|
||||
5gnidd,0.5,2,7,UDPFlood,320138,10,0,105,138381,32013.8,41299.88736497958,1.290065139564175,1317.9142857142858
|
||||
5gnidd,0.5,2,8,UDPScan,11134,9,1,2,6727,1237.111111111111,2051.479219405919,1.6582821065792412,3363.5
|
||||
|
@@ -0,0 +1,4 @@
|
||||
dataset,alpha,seed,num_clients,num_classes,num_train,nij_sum,n_class_condition_cells,n_cells_sj_lt_M,n_missing_client_class_cells,client_size_min,client_size_max,client_size_ratio,union_rare_count,union_unseen_count,max_unseen_on_client,n_clients_2_rare,support_cv_mean,support_cv_max,support_max_min_ratio_max,manifest_content_hash,partition_hash,split_hash,rng_seed
|
||||
5gnidd,0.5,0,10,9,851123,851123,9,2,2,15388,178993,11.631985963088121,6,2,1,10,1.224175005199598,1.7831313104092381,88943.0,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab,18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7,673621352
|
||||
5gnidd,0.5,1,10,9,851123,851123,9,0,0,31613,140144,4.433112959858287,5,0,0,10,1.0506716688269377,1.4400757602882683,5065.0,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08,3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e,1403944623
|
||||
5gnidd,0.5,2,10,9,851123,851123,9,2,2,20087,255463,12.717827450589933,6,2,1,10,1.4006658705096433,1.9640881124634801,3363.5,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6,fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f,633461056
|
||||
|
@@ -0,0 +1,2 @@
|
||||
dataset,alpha,n_seeds,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,client_size_ratio_max,union_unseen_mean,max_unseen_on_client,union_rare_mean,support_cv_mean,support_max_min_ratio_max
|
||||
5gnidd,0.5,3,4,27,4,9.594308791178781,12.717827450589933,1.3333333333333333,1,5.666666666666667,1.2251708481787265,88943.0
|
||||
|
+11575
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,226,108257,33441.5,5.843014378531233,5.843014378531233,0.0,0.0
|
||||
0,Benign,0.25,10,226,108257,33441.5,6.212496299203995,5.843014378531233,0.8203595320981492,0.14040005362854577
|
||||
0,Benign,0.5,10,226,108257,33441.5,6.4244532675003585,5.843014378531233,1.2891814708328297,0.22063636803113484
|
||||
0,Benign,0.75,10,226,108257,33441.5,6.5422792205400055,5.843014378531233,1.583933229964229,0.27108152185693996
|
||||
0,Benign,1.0,10,226,108257,33441.5,6.614912971448099,5.843014378531233,1.7994587487703366,0.30796753733518434
|
||||
1,HTTPFlood,0.0,10,185,61393,9856.9,7.516656432446429,7.516656432446429,0.0,0.0
|
||||
1,HTTPFlood,0.25,10,185,61393,9856.9,8.041957774385313,7.516656432446429,0.7731169473586775,0.10285383591851263
|
||||
1,HTTPFlood,0.5,10,185,61393,9856.9,8.439418396966301,7.516656432446429,1.3897131995722554,0.18488449113802966
|
||||
1,HTTPFlood,0.75,10,185,61393,9856.9,8.75334363437427,7.516656432446429,1.92594922063019,0.2562241919580932
|
||||
1,HTTPFlood,1.0,10,185,61393,9856.9,9.013561825426425,7.516656432446429,2.396801552166125,0.3188653856547283
|
||||
2,ICMPFlood,0.0,9,8,243,89.77777777777777,3.8857583128160287,3.8857583128160287,0.0,0.0
|
||||
2,ICMPFlood,0.25,9,8,243,89.77777777777777,3.9228198292370124,3.8857583128160287,0.42688509117893203,0.10985888900268896
|
||||
2,ICMPFlood,0.5,9,8,243,89.77777777777777,3.992556664793594,3.8857583128160287,0.7679609190249338,0.19763476191816692
|
||||
2,ICMPFlood,0.75,9,8,243,89.77777777777777,4.077675042358181,3.8857583128160287,1.0330196039220199,0.26584762117471616
|
||||
2,ICMPFlood,1.0,9,8,243,89.77777777777777,4.168910075760342,3.8857583128160287,1.239630599511048,0.3190189661108082
|
||||
3,SYNFlood,0.0,9,2,3250,756.1111111111111,3.8061665992596163,3.8061665992596163,0.0,0.0
|
||||
3,SYNFlood,0.25,9,2,3250,756.1111111111111,3.6885896297802026,3.8061665992596163,0.9949803657367173,0.2614127205914379
|
||||
3,SYNFlood,0.5,9,2,3250,756.1111111111111,3.7706248607266453,3.8061665992596163,1.6471177664639631,0.43274978209949194
|
||||
3,SYNFlood,0.75,9,2,3250,756.1111111111111,3.9191034830638047,3.8061665992596163,2.132212374714257,0.5601994340260932
|
||||
3,SYNFlood,1.0,9,2,3250,756.1111111111111,4.095032610136186,3.8061665992596163,2.52064827780585,0.6622537957997351
|
||||
4,SYNScan,0.0,10,11,6713,1403.0,7.260626778817289,7.260626778817289,0.0,0.0
|
||||
4,SYNScan,0.25,10,11,6713,1403.0,7.897442958288846,7.260626778817289,1.300474502433058,0.1791132559281469
|
||||
4,SYNScan,0.5,10,11,6713,1403.0,8.549758605036272,7.260626778817289,2.196920361618409,0.3025799877261111
|
||||
4,SYNScan,0.75,10,11,6713,1403.0,9.04506761560703,7.260626778817289,2.7764254598974247,0.3823947359472576
|
||||
4,SYNScan,1.0,10,11,6713,1403.0,9.37104318833902,7.260626778817289,3.1387574700264103,0.43229841798006513
|
||||
5,SlowrateDoS,0.0,10,80,28363,5118.7,5.962685869185551,5.962685869185551,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,80,28363,5118.7,6.57032922471444,5.962685869185551,1.2997423784656856,0.21797934806235547
|
||||
5,SlowrateDoS,0.5,10,80,28363,5118.7,7.41344992722956,5.962685869185551,2.6606143885342477,0.44621072565368325
|
||||
5,SlowrateDoS,0.75,10,80,28363,5118.7,8.181762749009055,5.962685869185551,3.745458010696094,0.6281494770757879
|
||||
5,SlowrateDoS,1.0,10,80,28363,5118.7,8.700278861554253,5.962685869185551,4.442300820470018,0.7450167454615206
|
||||
6,TCPConnectScan,0.0,10,1,4175,1403.7,3.88035752766646,3.88035752766646,0.0,0.0
|
||||
6,TCPConnectScan,0.25,10,1,4175,1403.7,4.444852766254979,3.88035752766646,1.2321654175140089,0.3175391465164807
|
||||
6,TCPConnectScan,0.5,10,1,4175,1403.7,4.727471344192702,3.88035752766646,1.766192797445843,0.45516238770605827
|
||||
6,TCPConnectScan,0.75,10,1,4175,1403.7,4.855563041882055,3.88035752766646,2.015726035456689,0.5194691522842462
|
||||
6,TCPConnectScan,1.0,10,1,4175,1403.7,4.929295391438266,3.88035752766646,2.159471605312027,0.5565135660606702
|
||||
7,UDPFlood,0.0,10,1,88943,32013.8,5.326726894653476,5.326726894653476,0.0,0.0
|
||||
7,UDPFlood,0.25,10,1,88943,32013.8,5.967394343443009,5.326726894653476,1.3559743812931089,0.2545605224578198
|
||||
7,UDPFlood,0.5,10,1,88943,32013.8,6.223149921942275,5.326726894653476,1.7643383794350596,0.3312237353872892
|
||||
7,UDPFlood,0.75,10,1,88943,32013.8,6.34206925106085,5.326726894653476,1.93986143920804,0.3641751262215285
|
||||
7,UDPFlood,1.0,10,1,88943,32013.8,6.4168188951924865,5.326726894653476,2.0527377292034634,0.3853656794876851
|
||||
8,UDPScan,0.0,10,14,3420,1113.4,7.9768836946894,7.9768836946894,0.0,0.0
|
||||
8,UDPScan,0.25,10,14,3420,1113.4,8.212419092552969,7.9768836946894,0.6084184817915574,0.07627270311044039
|
||||
8,UDPScan,0.5,10,14,3420,1113.4,8.310937702209275,7.9768836946894,0.963396396947296,0.12077352934062155
|
||||
8,UDPScan,0.75,10,14,3420,1113.4,8.352064643874359,7.9768836946894,1.2122993442325338,0.15197656009948102
|
||||
8,UDPScan,1.0,10,14,3420,1113.4,8.375205280846846,7.9768836946894,1.4207299366223916,0.17810588583211268
|
||||
|
+441
@@ -0,0 +1,441 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,108257.0,0.1
|
||||
0,Benign,0.0,1,6399.0,0.1
|
||||
0,Benign,0.0,2,68144.0,0.1
|
||||
0,Benign,0.0,3,22029.0,0.1
|
||||
0,Benign,0.0,4,1096.0,0.1
|
||||
0,Benign,0.0,5,33517.0,0.1
|
||||
0,Benign,0.0,6,226.0,0.1
|
||||
0,Benign,0.0,7,9926.0,0.1
|
||||
0,Benign,0.0,8,76033.0,0.1
|
||||
0,Benign,0.0,9,8788.0,0.1
|
||||
0,Benign,0.25,0,108257.0,0.15793208564511726
|
||||
0,Benign,0.25,1,6399.0,0.0778725508995972
|
||||
0,Benign,0.25,2,68144.0,0.1406738195204602
|
||||
0,Benign,0.25,3,22029.0,0.10607305313295307
|
||||
0,Benign,0.25,4,1096.0,0.05009668772254895
|
||||
0,Benign,0.25,5,33517.0,0.11780742368768125
|
||||
0,Benign,0.25,6,226.0,0.03375852660383207
|
||||
0,Benign,0.25,7,9926.0,0.08690603606388457
|
||||
0,Benign,0.25,8,76033.0,0.14457956221558735
|
||||
0,Benign,0.25,9,8788.0,0.08430025450833808
|
||||
0,Benign,0.5,0,108257.0,0.21663240134206255
|
||||
0,Benign,0.5,1,6399.0,0.052668563692188065
|
||||
0,Benign,0.5,2,68144.0,0.17187362281806925
|
||||
0,Benign,0.5,3,22029.0,0.09772210454820618
|
||||
0,Benign,0.5,4,1096.0,0.02179719939376422
|
||||
0,Benign,0.5,5,33517.0,0.1205391125214308
|
||||
0,Benign,0.5,6,226.0,0.009898049912956682
|
||||
0,Benign,0.5,7,9926.0,0.06559678513666076
|
||||
0,Benign,0.5,8,76033.0,0.1815500961358989
|
||||
0,Benign,0.5,9,8788.0,0.061722064498762615
|
||||
0,Benign,0.75,0,108257.0,0.2723172029412076
|
||||
0,Benign,0.75,1,6399.0,0.03264503731821413
|
||||
0,Benign,0.75,2,68144.0,0.19244374679071222
|
||||
0,Benign,0.75,3,22029.0,0.0825047920431831
|
||||
0,Benign,0.75,4,1096.0,0.008691425309806027
|
||||
0,Benign,0.75,5,33517.0,0.11302693252851223
|
||||
0,Benign,0.75,6,226.0,0.002659588314657969
|
||||
0,Benign,0.75,7,9926.0,0.0453747024299741
|
||||
0,Benign,0.75,8,76033.0,0.20892224392405404
|
||||
0,Benign,0.75,9,8788.0,0.04141432839967865
|
||||
0,Benign,1.0,0,108257.0,0.32372052689024117
|
||||
0,Benign,1.0,1,6399.0,0.019134907226051462
|
||||
0,Benign,1.0,2,68144.0,0.20377076387123783
|
||||
0,Benign,1.0,3,22029.0,0.06587324133187805
|
||||
0,Benign,1.0,4,1096.0,0.0032773649507348655
|
||||
0,Benign,1.0,5,33517.0,0.10022576738483621
|
||||
0,Benign,1.0,6,226.0,0.0006758070062646711
|
||||
0,Benign,1.0,7,9926.0,0.029681682938863387
|
||||
0,Benign,1.0,8,76033.0,0.22736121286425548
|
||||
0,Benign,1.0,9,8788.0,0.026278725535636857
|
||||
1,HTTPFlood,0.0,0,5466.0,0.1
|
||||
1,HTTPFlood,0.0,1,6782.0,0.1
|
||||
1,HTTPFlood,0.0,2,3688.0,0.1
|
||||
1,HTTPFlood,0.0,3,4983.0,0.1
|
||||
1,HTTPFlood,0.0,4,388.0,0.1
|
||||
1,HTTPFlood,0.0,5,185.0,0.1
|
||||
1,HTTPFlood,0.0,6,843.0,0.1
|
||||
1,HTTPFlood,0.0,7,2258.0,0.1
|
||||
1,HTTPFlood,0.0,8,61393.0,0.1
|
||||
1,HTTPFlood,0.0,9,12583.0,0.1
|
||||
1,HTTPFlood,0.25,0,5466.0,0.10666924569006431
|
||||
1,HTTPFlood,0.25,1,6782.0,0.11258000497504946
|
||||
1,HTTPFlood,0.25,2,3688.0,0.09667619415935366
|
||||
1,HTTPFlood,0.25,3,4983.0,0.10423043228177606
|
||||
1,HTTPFlood,0.25,4,388.0,0.05505918119490244
|
||||
1,HTTPFlood,0.25,5,185.0,0.045752491526088825
|
||||
1,HTTPFlood,0.25,6,843.0,0.06684650580894766
|
||||
1,HTTPFlood,0.25,7,2258.0,0.08551706782742473
|
||||
1,HTTPFlood,0.25,8,61393.0,0.19527719633661025
|
||||
1,HTTPFlood,0.25,9,12583.0,0.1313916801997826
|
||||
1,HTTPFlood,0.5,0,5466.0,0.09761255022084209
|
||||
1,HTTPFlood,0.5,1,6782.0,0.10873008769835925
|
||||
1,HTTPFlood,0.5,2,3688.0,0.08018004613241424
|
||||
1,HTTPFlood,0.5,3,4983.0,0.0932000808683448
|
||||
1,HTTPFlood,0.5,4,388.0,0.02600678745849438
|
||||
1,HTTPFlood,0.5,5,185.0,0.017957948005866906
|
||||
1,HTTPFlood,0.5,6,843.0,0.03833404363903782
|
||||
1,HTTPFlood,0.5,7,2258.0,0.06273830979642879
|
||||
1,HTTPFlood,0.5,8,61393.0,0.3271374571398214
|
||||
1,HTTPFlood,0.5,9,12583.0,0.14810268904039042
|
||||
1,HTTPFlood,0.75,0,5466.0,0.07791153361646833
|
||||
1,HTTPFlood,0.75,1,6782.0,0.09159417846268612
|
||||
1,HTTPFlood,0.75,2,3688.0,0.058001966332301994
|
||||
1,HTTPFlood,0.75,3,4983.0,0.07268883325926358
|
||||
1,HTTPFlood,0.75,4,388.0,0.010714534974134163
|
||||
1,HTTPFlood,0.75,5,185.0,0.0061479217172634125
|
||||
1,HTTPFlood,0.75,6,843.0,0.019174330708181767
|
||||
1,HTTPFlood,0.75,7,2258.0,0.04014601899905588
|
||||
1,HTTPFlood,0.75,8,61393.0,0.47801186271861035
|
||||
1,HTTPFlood,0.75,9,12583.0,0.14560881921203445
|
||||
1,HTTPFlood,1.0,0,5466.0,0.055453540159685094
|
||||
1,HTTPFlood,1.0,1,6782.0,0.06880459373636742
|
||||
1,HTTPFlood,1.0,2,3688.0,0.03741541458267812
|
||||
1,HTTPFlood,1.0,3,4983.0,0.05055341943207296
|
||||
1,HTTPFlood,1.0,4,388.0,0.003936328866073512
|
||||
1,HTTPFlood,1.0,5,185.0,0.0018768578356278343
|
||||
1,HTTPFlood,1.0,6,843.0,0.008552384623968996
|
||||
1,HTTPFlood,1.0,7,2258.0,0.02290781077214946
|
||||
1,HTTPFlood,1.0,8,61393.0,0.6228428816362143
|
||||
1,HTTPFlood,1.0,9,12583.0,0.12765676835516238
|
||||
2,ICMPFlood,0.0,0,173.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,1,69.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,2,57.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,4,8.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,5,12.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,6,101.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,7,105.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,8,243.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,9,40.0,0.1111111111111111
|
||||
2,ICMPFlood,0.25,0,173.0,0.14148087013967517
|
||||
2,ICMPFlood,0.25,1,69.0,0.11243420904737535
|
||||
2,ICMPFlood,0.25,2,57.0,0.10719015780688758
|
||||
2,ICMPFlood,0.25,4,8.0,0.06560828615949907
|
||||
2,ICMPFlood,0.25,5,12.0,0.07260750407524247
|
||||
2,ICMPFlood,0.25,6,101.0,0.12367062050546324
|
||||
2,ICMPFlood,0.25,7,105.0,0.12487730602933562
|
||||
2,ICMPFlood,0.25,8,243.0,0.1540237754899015
|
||||
2,ICMPFlood,0.25,9,40.0,0.09810727074662001
|
||||
2,ICMPFlood,0.5,0,173.0,0.16968966160828006
|
||||
2,ICMPFlood,0.5,1,69.0,0.10716596460373162
|
||||
2,ICMPFlood,0.5,2,57.0,0.09740242283825186
|
||||
2,ICMPFlood,0.5,4,8.0,0.03649029089759498
|
||||
2,ICMPFlood,0.5,5,12.0,0.044691296632416624
|
||||
2,ICMPFlood,0.5,6,101.0,0.1296561193643118
|
||||
2,ICMPFlood,0.5,7,105.0,0.13219863824377398
|
||||
2,ICMPFlood,0.5,8,243.0,0.20111083484587483
|
||||
2,ICMPFlood,0.5,9,40.0,0.08159477096576419
|
||||
2,ICMPFlood,0.75,0,173.0,0.19414287653672152
|
||||
2,ICMPFlood,0.75,1,69.0,0.09743695442433789
|
||||
2,ICMPFlood,0.75,2,57.0,0.08442926810582824
|
||||
2,ICMPFlood,0.75,4,8.0,0.019359956314765885
|
||||
2,ICMPFlood,0.75,5,12.0,0.026240542973732284
|
||||
2,ICMPFlood,0.75,6,101.0,0.12966653723319385
|
||||
2,ICMPFlood,0.75,7,105.0,0.13349925959705466
|
||||
2,ICMPFlood,0.75,8,243.0,0.250490689363032
|
||||
2,ICMPFlood,0.75,9,40.0,0.06473391545133372
|
||||
2,ICMPFlood,1.0,0,173.0,0.2141089108910891
|
||||
2,ICMPFlood,1.0,1,69.0,0.0853960396039604
|
||||
2,ICMPFlood,1.0,2,57.0,0.07054455445544554
|
||||
2,ICMPFlood,1.0,4,8.0,0.009900990099009901
|
||||
2,ICMPFlood,1.0,5,12.0,0.01485148514851485
|
||||
2,ICMPFlood,1.0,6,101.0,0.125
|
||||
2,ICMPFlood,1.0,7,105.0,0.12995049504950495
|
||||
2,ICMPFlood,1.0,8,243.0,0.30074257425742573
|
||||
2,ICMPFlood,1.0,9,40.0,0.04950495049504951
|
||||
3,SYNFlood,0.0,0,373.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,1,3250.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,2,72.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,3,367.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,5,1592.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,6,10.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,7,2.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,8,408.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,9,731.0,0.1111111111111111
|
||||
3,SYNFlood,0.25,0,373.0,0.1150044997578931
|
||||
3,SYNFlood,0.25,1,3250.0,0.19758704468853214
|
||||
3,SYNFlood,0.25,2,72.0,0.07622909246972993
|
||||
3,SYNFlood,0.25,3,367.0,0.11453919891739937
|
||||
3,SYNFlood,0.25,5,1592.0,0.16530020460688172
|
||||
3,SYNFlood,0.25,6,10.0,0.04653584725310702
|
||||
3,SYNFlood,0.25,7,2.0,0.031120396684378982
|
||||
3,SYNFlood,0.25,8,408.0,0.11761227915738894
|
||||
3,SYNFlood,0.25,9,731.0,0.13607143646468883
|
||||
3,SYNFlood,0.5,0,373.0,0.098699482153672
|
||||
3,SYNFlood,0.5,1,3250.0,0.291341356941021
|
||||
3,SYNFlood,0.5,2,72.0,0.04336373745964726
|
||||
3,SYNFlood,0.5,3,367.0,0.0979024342574309
|
||||
3,SYNFlood,0.5,5,1592.0,0.2039069318115971
|
||||
3,SYNFlood,0.5,6,10.0,0.016160710786370887
|
||||
3,SYNFlood,0.5,7,2.0,0.0072272895766078765
|
||||
3,SYNFlood,0.5,8,408.0,0.1032263424873978
|
||||
3,SYNFlood,0.5,9,731.0,0.13817171452625515
|
||||
3,SYNFlood,0.75,0,373.0,0.07614969640959589
|
||||
3,SYNFlood,0.75,1,3250.0,0.3861882652428714
|
||||
3,SYNFlood,0.75,2,72.0,0.022176138469879987
|
||||
3,SYNFlood,0.75,3,367.0,0.07522914060200017
|
||||
3,SYNFlood,0.75,5,1592.0,0.22612253727385645
|
||||
3,SYNFlood,0.75,6,10.0,0.0050452948575787065
|
||||
3,SYNFlood,0.75,7,2.0,0.001508895103236402
|
||||
3,SYNFlood,0.75,8,408.0,0.08144823447744809
|
||||
3,SYNFlood,0.75,9,731.0,0.12613179756353285
|
||||
3,SYNFlood,1.0,0,373.0,0.054812637766348274
|
||||
3,SYNFlood,1.0,1,3250.0,0.4775900073475386
|
||||
3,SYNFlood,1.0,2,72.0,0.010580455547391624
|
||||
3,SYNFlood,1.0,3,367.0,0.053930933137398974
|
||||
3,SYNFlood,1.0,5,1592.0,0.23394562821454812
|
||||
3,SYNFlood,1.0,6,10.0,0.0014695077149155032
|
||||
3,SYNFlood,1.0,7,2.0,0.00029390154298310065
|
||||
3,SYNFlood,1.0,8,408.0,0.05995591476855253
|
||||
3,SYNFlood,1.0,9,731.0,0.10742101396032329
|
||||
4,SYNScan,0.0,0,695.0,0.1
|
||||
4,SYNScan,0.0,1,63.0,0.1
|
||||
4,SYNScan,0.0,2,100.0,0.1
|
||||
4,SYNScan,0.0,3,667.0,0.1
|
||||
4,SYNScan,0.0,4,11.0,0.1
|
||||
4,SYNScan,0.0,5,583.0,0.1
|
||||
4,SYNScan,0.0,6,317.0,0.1
|
||||
4,SYNScan,0.0,7,1852.0,0.1
|
||||
4,SYNScan,0.0,8,6713.0,0.1
|
||||
4,SYNScan,0.0,9,3029.0,0.1
|
||||
4,SYNScan,0.25,0,695.0,0.10231924601393248
|
||||
4,SYNScan,0.25,1,63.0,0.05614308428238422
|
||||
4,SYNScan,0.25,2,100.0,0.06301749419299497
|
||||
4,SYNScan,0.25,3,667.0,0.10127274658950335
|
||||
4,SYNScan,0.25,4,11.0,0.03629186622221144
|
||||
4,SYNScan,0.25,5,583.0,0.09792154761567058
|
||||
4,SYNScan,0.25,6,317.0,0.08408643605328536
|
||||
4,SYNScan,0.25,7,1852.0,0.13072883038717326
|
||||
4,SYNScan,0.25,8,6713.0,0.18038079298779747
|
||||
4,SYNScan,0.25,9,3029.0,0.1478379556550469
|
||||
4,SYNScan,0.5,0,695.0,0.08924547422072372
|
||||
4,SYNScan,0.5,1,63.0,0.02686977773626878
|
||||
4,SYNScan,0.5,2,100.0,0.03385273793987965
|
||||
4,SYNScan,0.5,3,667.0,0.08742924262736429
|
||||
4,SYNScan,0.5,4,11.0,0.011227682987280963
|
||||
4,SYNScan,0.5,5,583.0,0.08173876594941078
|
||||
4,SYNScan,0.5,6,317.0,0.06027308632634428
|
||||
4,SYNScan,0.5,7,1852.0,0.14568481622600418
|
||||
4,SYNScan,0.5,8,6713.0,0.27736529711976693
|
||||
4,SYNScan,0.5,9,3029.0,0.18631311886695634
|
||||
4,SYNScan,0.75,0,695.0,0.0693211332060856
|
||||
4,SYNScan,0.75,1,63.0,0.011452029609874364
|
||||
4,SYNScan,0.75,2,100.0,0.016194854486477492
|
||||
4,SYNScan,0.75,3,667.0,0.06721580830105936
|
||||
4,SYNScan,0.75,4,11.0,0.0030932965985825426
|
||||
4,SYNScan,0.75,5,583.0,0.06076149714714003
|
||||
4,SYNScan,0.75,6,317.0,0.03847436819511199
|
||||
4,SYNScan,0.75,7,1852.0,0.14457985568536483
|
||||
4,SYNScan,0.75,8,6713.0,0.37980837376256993
|
||||
4,SYNScan,0.75,9,3029.0,0.20909878300773388
|
||||
4,SYNScan,1.0,0,695.0,0.04953670705630791
|
||||
4,SYNScan,1.0,1,63.0,0.0044903777619387025
|
||||
4,SYNScan,1.0,2,100.0,0.007127583749109052
|
||||
4,SYNScan,1.0,3,667.0,0.047540983606557376
|
||||
4,SYNScan,1.0,4,11.0,0.0007840342124019957
|
||||
4,SYNScan,1.0,5,583.0,0.041553813257305776
|
||||
4,SYNScan,1.0,6,317.0,0.022594440484675696
|
||||
4,SYNScan,1.0,7,1852.0,0.13200285103349965
|
||||
4,SYNScan,1.0,8,6713.0,0.47847469707769064
|
||||
4,SYNScan,1.0,9,3029.0,0.2158945117605132
|
||||
5,SlowrateDoS,0.0,0,455.0,0.1
|
||||
5,SlowrateDoS,0.0,1,1431.0,0.1
|
||||
5,SlowrateDoS,0.0,2,80.0,0.1
|
||||
5,SlowrateDoS,0.0,3,16850.0,0.1
|
||||
5,SlowrateDoS,0.0,4,1630.0,0.1
|
||||
5,SlowrateDoS,0.0,5,692.0,0.1
|
||||
5,SlowrateDoS,0.0,6,28363.0,0.1
|
||||
5,SlowrateDoS,0.0,7,185.0,0.1
|
||||
5,SlowrateDoS,0.0,8,477.0,0.1
|
||||
5,SlowrateDoS,0.0,9,1024.0,0.1
|
||||
5,SlowrateDoS,0.25,0,455.0,0.07258219055494913
|
||||
5,SlowrateDoS,0.25,1,1431.0,0.09665784994898159
|
||||
5,SlowrateDoS,0.25,2,80.0,0.04700020138592479
|
||||
5,SlowrateDoS,0.25,3,16850.0,0.1790511844805456
|
||||
5,SlowrateDoS,0.25,4,1630.0,0.09985599032373776
|
||||
5,SlowrateDoS,0.25,5,692.0,0.08060347129357995
|
||||
5,SlowrateDoS,0.25,6,28363.0,0.20394603352449786
|
||||
5,SlowrateDoS,0.25,7,185.0,0.057958902633794454
|
||||
5,SlowrateDoS,0.25,8,477.0,0.07344408368959318
|
||||
5,SlowrateDoS,0.25,9,1024.0,0.08890009216439562
|
||||
5,SlowrateDoS,0.5,0,455.0,0.042623502185261404
|
||||
5,SlowrateDoS,0.5,1,1431.0,0.07558980925917391
|
||||
5,SlowrateDoS,0.5,2,80.0,0.01787262841151723
|
||||
5,SlowrateDoS,0.5,3,16850.0,0.25938412058095695
|
||||
5,SlowrateDoS,0.5,4,1630.0,0.08067467690731413
|
||||
5,SlowrateDoS,0.5,5,692.0,0.052564977131241065
|
||||
5,SlowrateDoS,0.5,6,28363.0,0.3365266908922841
|
||||
5,SlowrateDoS,0.5,7,185.0,0.027178738604880102
|
||||
5,SlowrateDoS,0.5,8,477.0,0.04364179672377652
|
||||
5,SlowrateDoS,0.5,9,1024.0,0.06394305930359459
|
||||
5,SlowrateDoS,0.75,0,455.0,0.0207528026997238
|
||||
5,SlowrateDoS,0.75,1,1431.0,0.049011493306208236
|
||||
5,SlowrateDoS,0.75,2,80.0,0.005634893340164383
|
||||
5,SlowrateDoS,0.75,3,16850.0,0.3115431011299266
|
||||
5,SlowrateDoS,0.75,4,1630.0,0.05403920023916536
|
||||
5,SlowrateDoS,0.75,5,692.0,0.028421551412070305
|
||||
5,SlowrateDoS,0.75,6,28363.0,0.46039683924696634
|
||||
5,SlowrateDoS,0.75,7,185.0,0.010566885608178193
|
||||
5,SlowrateDoS,0.75,8,477.0,0.021500917558765233
|
||||
5,SlowrateDoS,0.75,9,1024.0,0.038132315458831584
|
||||
5,SlowrateDoS,1.0,0,455.0,0.008888975716490515
|
||||
5,SlowrateDoS,1.0,1,1431.0,0.02795631703362182
|
||||
5,SlowrateDoS,1.0,2,80.0,0.0015628968292730576
|
||||
5,SlowrateDoS,1.0,3,16850.0,0.32918514466563775
|
||||
5,SlowrateDoS,1.0,4,1630.0,0.03184402289643855
|
||||
5,SlowrateDoS,1.0,5,692.0,0.013519057573211948
|
||||
5,SlowrateDoS,1.0,6,28363.0,0.5541055346083966
|
||||
5,SlowrateDoS,1.0,7,185.0,0.003614198917693946
|
||||
5,SlowrateDoS,1.0,8,477.0,0.009318772344540606
|
||||
5,SlowrateDoS,1.0,9,1024.0,0.020005079414695138
|
||||
6,TCPConnectScan,0.0,0,6.0,0.1
|
||||
6,TCPConnectScan,0.0,1,2068.0,0.1
|
||||
6,TCPConnectScan,0.0,2,2059.0,0.1
|
||||
6,TCPConnectScan,0.0,3,2108.0,0.1
|
||||
6,TCPConnectScan,0.0,4,2823.0,0.1
|
||||
6,TCPConnectScan,0.0,5,1.0,0.1
|
||||
6,TCPConnectScan,0.0,6,9.0,0.1
|
||||
6,TCPConnectScan,0.0,7,235.0,0.1
|
||||
6,TCPConnectScan,0.0,8,553.0,0.1
|
||||
6,TCPConnectScan,0.0,9,4175.0,0.1
|
||||
6,TCPConnectScan,0.25,0,6.0,0.032173680858033814
|
||||
6,TCPConnectScan,0.25,1,2068.0,0.13862787644285637
|
||||
6,TCPConnectScan,0.25,2,2059.0,0.13847680146057245
|
||||
6,TCPConnectScan,0.25,3,2108.0,0.13929341586124555
|
||||
6,TCPConnectScan,0.25,4,2823.0,0.1498444481097142
|
||||
6,TCPConnectScan,0.25,5,1.0,0.020557151522461
|
||||
6,TCPConnectScan,0.25,6,9.0,0.035606030895794345
|
||||
6,TCPConnectScan,0.25,7,235.0,0.08048777140697379
|
||||
6,TCPConnectScan,0.25,8,553.0,0.09968830685024511
|
||||
6,TCPConnectScan,0.25,9,4175.0,0.1652445165921034
|
||||
6,TCPConnectScan,0.5,0,6.0,0.008170256402200211
|
||||
6,TCPConnectScan,0.5,1,2068.0,0.15168244759665406
|
||||
6,TCPConnectScan,0.5,2,2059.0,0.15135202434852058
|
||||
6,TCPConnectScan,0.5,3,2108.0,0.1531423700572869
|
||||
6,TCPConnectScan,0.5,4,2823.0,0.1772211293648554
|
||||
6,TCPConnectScan,0.5,5,1.0,0.003335493208849668
|
||||
6,TCPConnectScan,0.5,6,9.0,0.010006479626549004
|
||||
6,TCPConnectScan,0.5,7,235.0,0.05113214265387605
|
||||
6,TCPConnectScan,0.5,8,553.0,0.07843729830440418
|
||||
6,TCPConnectScan,0.5,9,4175.0,0.21552035843680387
|
||||
6,TCPConnectScan,0.75,0,6.0,0.0019033238189623614
|
||||
6,TCPConnectScan,0.75,1,2068.0,0.15225169826742754
|
||||
6,TCPConnectScan,0.75,2,2059.0,0.15175447435456627
|
||||
6,TCPConnectScan,0.75,3,2108.0,0.15445508104897493
|
||||
6,TCPConnectScan,0.75,4,2823.0,0.19227924288683376
|
||||
6,TCPConnectScan,0.75,5,1.0,0.0004964771266573655
|
||||
6,TCPConnectScan,0.75,6,9.0,0.0025797708244990974
|
||||
6,TCPConnectScan,0.75,7,235.0,0.029798893736335916
|
||||
6,TCPConnectScan,0.75,8,553.0,0.056616509809032385
|
||||
6,TCPConnectScan,0.75,9,4175.0,0.2578645281267104
|
||||
6,TCPConnectScan,1.0,0,6.0,0.00042744176106005556
|
||||
6,TCPConnectScan,1.0,1,2068.0,0.14732492697869914
|
||||
6,TCPConnectScan,1.0,2,2059.0,0.14668376433710906
|
||||
6,TCPConnectScan,1.0,3,2108.0,0.15017453871909953
|
||||
6,TCPConnectScan,1.0,4,2823.0,0.20111134857875615
|
||||
6,TCPConnectScan,1.0,5,1.0,7.124029351000925e-05
|
||||
6,TCPConnectScan,1.0,6,9.0,0.0006411626415900834
|
||||
6,TCPConnectScan,1.0,7,235.0,0.016741468974852177
|
||||
6,TCPConnectScan,1.0,8,553.0,0.03939588231103512
|
||||
6,TCPConnectScan,1.0,9,4175.0,0.29742822540428865
|
||||
7,UDPFlood,0.0,0,1.0,0.1
|
||||
7,UDPFlood,0.0,1,57810.0,0.1
|
||||
7,UDPFlood,0.0,2,23607.0,0.1
|
||||
7,UDPFlood,0.0,3,129.0,0.1
|
||||
7,UDPFlood,0.0,4,44903.0,0.1
|
||||
7,UDPFlood,0.0,5,88943.0,0.1
|
||||
7,UDPFlood,0.0,6,14100.0,0.1
|
||||
7,UDPFlood,0.0,7,733.0,0.1
|
||||
7,UDPFlood,0.0,8,30580.0,0.1
|
||||
7,UDPFlood,0.0,9,59332.0,0.1
|
||||
7,UDPFlood,0.25,0,1.0,0.009171863900942448
|
||||
7,UDPFlood,0.25,1,57810.0,0.1422192369082271
|
||||
7,UDPFlood,0.25,2,23607.0,0.11368883121695644
|
||||
7,UDPFlood,0.25,3,129.0,0.030910428764713782
|
||||
7,UDPFlood,0.25,4,44903.0,0.1335138874148943
|
||||
7,UDPFlood,0.25,5,88943.0,0.15839283976806245
|
||||
7,UDPFlood,0.25,6,14100.0,0.09994530091065493
|
||||
7,UDPFlood,0.25,7,733.0,0.047723643780187036
|
||||
7,UDPFlood,0.25,8,30580.0,0.12128775905440638
|
||||
7,UDPFlood,0.25,9,59332.0,0.14314620828095512
|
||||
7,UDPFlood,0.5,0,1.0,0.0006752890231993437
|
||||
7,UDPFlood,0.5,1,57810.0,0.16236453572496123
|
||||
7,UDPFlood,0.5,2,23607.0,0.10375525219186323
|
||||
7,UDPFlood,0.5,3,129.0,0.007669808939348135
|
||||
7,UDPFlood,0.5,4,44903.0,0.14309595884481777
|
||||
7,UDPFlood,0.5,5,88943.0,0.2013935592363047
|
||||
7,UDPFlood,0.5,6,14100.0,0.08018612869090691
|
||||
7,UDPFlood,0.5,7,733.0,0.018282756606639847
|
||||
7,UDPFlood,0.5,8,30580.0,0.11808872426790273
|
||||
7,UDPFlood,0.5,9,59332.0,0.16448798647405613
|
||||
7,UDPFlood,0.75,0,1.0,4.660729483477806e-05
|
||||
7,UDPFlood,0.75,1,57810.0,0.1737625268760462
|
||||
7,UDPFlood,0.75,2,23607.0,0.08876351596461922
|
||||
7,UDPFlood,0.75,3,129.0,0.0017840054599945836
|
||||
7,UDPFlood,0.75,4,44903.0,0.14376739864408944
|
||||
7,UDPFlood,0.75,5,88943.0,0.2400422709982639
|
||||
7,UDPFlood,0.75,6,14100.0,0.060307070285468056
|
||||
7,UDPFlood,0.75,7,733.0,0.006565712735593365
|
||||
7,UDPFlood,0.75,8,30580.0,0.10777846829798984
|
||||
7,UDPFlood,0.75,9,59332.0,0.17718242344310062
|
||||
7,UDPFlood,1.0,0,1.0,3.1236529246762336e-06
|
||||
7,UDPFlood,1.0,1,57810.0,0.18057837557553305
|
||||
7,UDPFlood,1.0,2,23607.0,0.07374007459283184
|
||||
7,UDPFlood,1.0,3,129.0,0.0004029512272832341
|
||||
7,UDPFlood,1.0,4,44903.0,0.1402613872767369
|
||||
7,UDPFlood,1.0,5,88943.0,0.2778270620794782
|
||||
7,UDPFlood,1.0,6,14100.0,0.04404350623793489
|
||||
7,UDPFlood,1.0,7,733.0,0.002289637593787679
|
||||
7,UDPFlood,1.0,8,30580.0,0.09552130643659922
|
||||
7,UDPFlood,1.0,9,59332.0,0.1853325753268903
|
||||
8,UDPScan,0.0,0,1359.0,0.1
|
||||
8,UDPScan,0.0,1,289.0,0.1
|
||||
8,UDPScan,0.0,2,212.0,0.1
|
||||
8,UDPScan,0.0,3,1403.0,0.1
|
||||
8,UDPScan,0.0,4,3420.0,0.1
|
||||
8,UDPScan,0.0,5,1057.0,0.1
|
||||
8,UDPScan,0.0,6,14.0,0.1
|
||||
8,UDPScan,0.0,7,92.0,0.1
|
||||
8,UDPScan,0.0,8,2593.0,0.1
|
||||
8,UDPScan,0.0,9,695.0,0.1
|
||||
8,UDPScan,0.25,0,1359.0,0.11956335892938807
|
||||
8,UDPScan,0.25,1,289.0,0.08119283461378442
|
||||
8,UDPScan,0.25,2,212.0,0.07514104115422127
|
||||
8,UDPScan,0.25,3,1403.0,0.12051959425042587
|
||||
8,UDPScan,0.25,4,3420.0,0.15059126089363972
|
||||
8,UDPScan,0.25,5,1057.0,0.11228247833293921
|
||||
8,UDPScan,0.25,6,14.0,0.03809125240023052
|
||||
8,UDPScan,0.25,7,92.0,0.06098741136653552
|
||||
8,UDPScan,0.25,8,2593.0,0.140521854392883
|
||||
8,UDPScan,0.25,9,695.0,0.10110891366595239
|
||||
8,UDPScan,0.5,0,1359.0,0.1282285633115649
|
||||
8,UDPScan,0.5,1,289.0,0.05913219078106311
|
||||
8,UDPScan,0.5,2,212.0,0.05064574669176939
|
||||
8,UDPScan,0.5,3,1403.0,0.13028783983222947
|
||||
8,UDPScan,0.5,4,3420.0,0.20341740095330493
|
||||
8,UDPScan,0.5,5,1057.0,0.1130869631658339
|
||||
8,UDPScan,0.5,6,14.0,0.013014846966593573
|
||||
8,UDPScan,0.5,7,92.0,0.033363297010631086
|
||||
8,UDPScan,0.5,8,2593.0,0.17712354936900945
|
||||
8,UDPScan,0.5,9,695.0,0.09169960191800014
|
||||
8,UDPScan,0.75,0,1359.0,0.1281220074990595
|
||||
8,UDPScan,0.75,1,289.0,0.04012199545361927
|
||||
8,UDPScan,0.75,2,212.0,0.0318024836489853
|
||||
8,UDPScan,0.75,3,1403.0,0.13122071371562635
|
||||
8,UDPScan,0.75,4,3420.0,0.25599337249272297
|
||||
8,UDPScan,0.75,5,1057.0,0.10611221564437424
|
||||
8,UDPScan,0.75,6,14.0,0.0041429068540519915
|
||||
8,UDPScan,0.75,7,92.0,0.017003957578335845
|
||||
8,UDPScan,0.75,8,2593.0,0.20799889601263158
|
||||
8,UDPScan,0.75,9,695.0,0.07748145110059292
|
||||
8,UDPScan,1.0,0,1359.0,0.12205855936770253
|
||||
8,UDPScan,1.0,1,289.0,0.025956529549128794
|
||||
8,UDPScan,1.0,2,212.0,0.01904077600143704
|
||||
8,UDPScan,1.0,3,1403.0,0.1260104185378121
|
||||
8,UDPScan,1.0,4,3420.0,0.30716723549488056
|
||||
8,UDPScan,1.0,5,1057.0,0.09493443506376864
|
||||
8,UDPScan,1.0,6,14.0,0.0012574097359439554
|
||||
8,UDPScan,1.0,7,92.0,0.008262978264774564
|
||||
8,UDPScan,1.0,8,2593.0,0.23289024609304831
|
||||
8,UDPScan,1.0,9,695.0,0.062421411891503506
|
||||
|
+11837
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,803,104938,33441.5,5.68581271085915,5.68581271085915,0.0,0.0
|
||||
0,Benign,0.25,10,803,104938,33441.5,5.947390091778892,5.68581271085915,0.3952602938356186,0.06951693872728586
|
||||
0,Benign,0.5,10,803,104938,33441.5,6.106812528783992,5.68581271085915,0.6549365608504156,0.11518785337399058
|
||||
0,Benign,0.75,10,803,104938,33441.5,6.192094405830537,5.68581271085915,0.8249664237523175,0.14509208545978675
|
||||
0,Benign,1.0,10,803,104938,33441.5,6.232277180022419,5.68581271085915,0.9427565872713667,0.16580858976779633
|
||||
1,HTTPFlood,0.0,10,51,36928,9856.9,7.006343609174854,7.006343609174854,0.0,0.0
|
||||
1,HTTPFlood,0.25,10,51,36928,9856.9,7.80575267241166,7.006343609174854,1.240860591717514,0.17710530070101024
|
||||
1,HTTPFlood,0.5,10,51,36928,9856.9,8.222708622205856,7.006343609174854,1.878736115696723,0.2681478700582863
|
||||
1,HTTPFlood,0.75,10,51,36928,9856.9,8.394560630304762,7.006343609174854,2.1830458052886943,0.3115813221649565
|
||||
1,HTTPFlood,1.0,10,51,36928,9856.9,8.464437739956493,7.006343609174854,2.355418998004716,0.33618376850948034
|
||||
2,ICMPFlood,0.0,10,8,284,80.8,3.4844710210774483,3.4844710210774483,0.0,0.0
|
||||
2,ICMPFlood,0.25,10,8,284,80.8,3.495619328765541,3.4844710210774483,0.25631523127162614,0.0735592948603056
|
||||
2,ICMPFlood,0.5,10,8,284,80.8,3.5338988911720133,3.4844710210774483,0.5166579460563299,0.14827442757626144
|
||||
2,ICMPFlood,0.75,10,8,284,80.8,3.59664159815835,3.4844710210774483,0.7851475777454632,0.2253276244790477
|
||||
2,ICMPFlood,1.0,10,8,284,80.8,3.6796977391266132,3.4844710210774483,1.0576100198944154,0.3035209687487621
|
||||
3,SYNFlood,0.0,10,26,2093,680.5,3.210311844238236,3.210311844238236,0.0,0.0
|
||||
3,SYNFlood,0.25,10,26,2093,680.5,3.4279437854625066,3.210311844238236,0.522166677601699,0.16265294555071552
|
||||
3,SYNFlood,0.5,10,26,2093,680.5,3.6226441853225984,3.210311844238236,0.917104787062101,0.28567467322780216
|
||||
3,SYNFlood,0.75,10,26,2093,680.5,3.7764265073373915,3.210311844238236,1.2064252204644184,0.37579689419570605
|
||||
3,SYNFlood,1.0,10,26,2093,680.5,3.892093829741658,3.210311844238236,1.4183525799851797,0.44181146530384363
|
||||
4,SYNScan,0.0,10,259,3621,1403.0,7.622760859953762,7.622760859953762,0.0,0.0
|
||||
4,SYNScan,0.25,10,259,3621,1403.0,7.618138622545097,7.622760859953762,0.4310774479361384,0.05655135401148518
|
||||
4,SYNScan,0.5,10,259,3621,1403.0,7.652803923292784,7.622760859953762,0.8950126111553317,0.11741318238871797
|
||||
4,SYNScan,0.75,10,259,3621,1403.0,7.728114613946718,7.622760859953762,1.3645419885033716,0.1790088937030682
|
||||
4,SYNScan,1.0,10,259,3621,1403.0,7.836691707016092,7.622760859953762,1.8122395185490754,0.2377405708828793
|
||||
5,SlowrateDoS,0.0,10,26,16089,5118.7,6.049400776683726,6.049400776683726,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,26,16089,5118.7,6.626772120984823,6.049400776683726,0.8895648243065746,0.14705007275021922
|
||||
5,SlowrateDoS,0.5,10,26,16089,5118.7,6.9768621539135305,6.049400776683726,1.4105831315466062,0.23317733170918892
|
||||
5,SlowrateDoS,0.75,10,26,16089,5118.7,7.203076819633159,6.049400776683726,1.7377542309065828,0.2872605560544821
|
||||
5,SlowrateDoS,1.0,10,26,16089,5118.7,7.358339123148286,6.049400776683726,1.9531427461661626,0.32286549003236537
|
||||
6,TCPConnectScan,0.0,10,3,7188,1403.7,3.562709454648226,3.562709454648226,0.0,0.0
|
||||
6,TCPConnectScan,0.25,10,3,7188,1403.7,3.7413659836423765,3.562709454648226,0.7757356224998296,0.21773754845142826
|
||||
6,TCPConnectScan,0.5,10,3,7188,1403.7,3.9730004830672154,3.562709454648226,1.3602457793911586,0.3818009289577239
|
||||
6,TCPConnectScan,0.75,10,3,7188,1403.7,4.233698946187572,3.562709454648226,1.8693048014819549,0.5246862887017336
|
||||
6,TCPConnectScan,1.0,10,3,7188,1403.7,4.506326539531275,3.562709454648226,2.3275313200504484,0.6533037144002144
|
||||
7,UDPFlood,0.0,10,1907,95125,32013.8,5.333283985661556,5.333283985661556,0.0,0.0
|
||||
7,UDPFlood,0.25,10,1907,95125,32013.8,5.357543753550984,5.333283985661556,0.4038329032336666,0.07571936996405303
|
||||
7,UDPFlood,0.5,10,1907,95125,32013.8,5.391149879943862,5.333283985661556,0.7242511484249169,0.13579834682946829
|
||||
7,UDPFlood,0.75,10,1907,95125,32013.8,5.423094408735793,5.333283985661556,0.9826666830650035,0.18425170789833925
|
||||
7,UDPFlood,1.0,10,1907,95125,32013.8,5.451137182538096,5.333283985661556,1.2026278056006086,0.2254947999832473
|
||||
8,UDPScan,0.0,10,1,5065,1113.4,8.654254264560727,8.654254264560727,0.0,0.0
|
||||
8,UDPScan,0.25,10,1,5065,1113.4,8.441715710620361,8.654254264560727,1.6273153016336355,0.1880364560465378
|
||||
8,UDPScan,0.5,10,1,5065,1113.4,8.740814047641967,8.654254264560727,2.5256351689823977,0.2918374121875415
|
||||
8,UDPScan,0.75,10,1,5065,1113.4,9.078255199915146,8.654254264560727,3.109306760787052,0.3592807266502095
|
||||
8,UDPScan,1.0,10,1,5065,1113.4,9.356859249375255,8.654254264560727,3.519097559260595,0.4066320969643036
|
||||
|
+451
@@ -0,0 +1,451 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,104938.0,0.1
|
||||
0,Benign,0.0,1,2307.0,0.1
|
||||
0,Benign,0.0,2,803.0,0.1
|
||||
0,Benign,0.0,3,12946.0,0.1
|
||||
0,Benign,0.0,4,25034.0,0.1
|
||||
0,Benign,0.0,5,58927.0,0.1
|
||||
0,Benign,0.0,6,10286.0,0.1
|
||||
0,Benign,0.0,7,55826.0,0.1
|
||||
0,Benign,0.0,8,47693.0,0.1
|
||||
0,Benign,0.0,9,15655.0,0.1
|
||||
0,Benign,0.25,0,104938.0,0.14938448922592998
|
||||
0,Benign,0.25,1,2307.0,0.05752203068511473
|
||||
0,Benign,0.25,2,803.0,0.044182592678823594
|
||||
0,Benign,0.25,3,12946.0,0.08853321010135766
|
||||
0,Benign,0.25,4,25034.0,0.10440105149629318
|
||||
0,Benign,0.25,5,58927.0,0.12931559240232504
|
||||
0,Benign,0.25,6,10286.0,0.08358607663677642
|
||||
0,Benign,0.25,7,55826.0,0.12757965946811733
|
||||
0,Benign,0.25,8,47693.0,0.12265520174840899
|
||||
0,Benign,0.25,9,15655.0,0.09284009555685308
|
||||
0,Benign,0.5,0,104938.0,0.20293733878168083
|
||||
0,Benign,0.5,1,2307.0,0.030089804554332803
|
||||
0,Benign,0.5,2,803.0,0.017752247420359215
|
||||
0,Benign,0.5,3,12946.0,0.07127929094962501
|
||||
0,Benign,0.5,4,25034.0,0.09911986309432291
|
||||
0,Benign,0.5,5,58927.0,0.152073217736673
|
||||
0,Benign,0.5,6,10286.0,0.06353584782784401
|
||||
0,Benign,0.5,7,55826.0,0.1480177591762023
|
||||
0,Benign,0.5,8,47693.0,0.13681159001837045
|
||||
0,Benign,0.5,9,15655.0,0.07838304044058944
|
||||
0,Benign,0.75,0,104938.0,0.25820891183151923
|
||||
0,Benign,0.75,1,2307.0,0.014742031547835177
|
||||
0,Benign,0.75,2,803.0,0.006680489708996369
|
||||
0,Benign,0.75,3,12946.0,0.05374936556308075
|
||||
0,Benign,0.75,4,25034.0,0.08813924505183758
|
||||
0,Benign,0.75,5,58927.0,0.16749713734491364
|
||||
0,Benign,0.75,6,10286.0,0.045233118507620546
|
||||
0,Benign,0.75,7,55826.0,0.16084183669943894
|
||||
0,Benign,0.75,8,47693.0,0.14292645479366722
|
||||
0,Benign,0.75,9,15655.0,0.061981408951090486
|
||||
0,Benign,1.0,0,104938.0,0.31379573284691176
|
||||
0,Benign,1.0,1,2307.0,0.00689861399757786
|
||||
0,Benign,1.0,2,803.0,0.0024012080797811103
|
||||
0,Benign,1.0,3,12946.0,0.03871237833231165
|
||||
0,Benign,1.0,4,25034.0,0.07485908227800786
|
||||
0,Benign,1.0,5,58927.0,0.17620920114229327
|
||||
0,Benign,1.0,6,10286.0,0.030758189674506227
|
||||
0,Benign,1.0,7,55826.0,0.16693629173332536
|
||||
0,Benign,1.0,8,47693.0,0.14261621039726088
|
||||
0,Benign,1.0,9,15655.0,0.046813091518024014
|
||||
1,HTTPFlood,0.0,0,13117.0,0.1
|
||||
1,HTTPFlood,0.0,1,36928.0,0.1
|
||||
1,HTTPFlood,0.0,2,943.0,0.1
|
||||
1,HTTPFlood,0.0,3,51.0,0.1
|
||||
1,HTTPFlood,0.0,4,269.0,0.1
|
||||
1,HTTPFlood,0.0,5,6977.0,0.1
|
||||
1,HTTPFlood,0.0,6,8479.0,0.1
|
||||
1,HTTPFlood,0.0,7,18815.0,0.1
|
||||
1,HTTPFlood,0.0,8,224.0,0.1
|
||||
1,HTTPFlood,0.0,9,12766.0,0.1
|
||||
1,HTTPFlood,0.25,0,13117.0,0.1308720881363709
|
||||
1,HTTPFlood,0.25,1,36928.0,0.1695225002349311
|
||||
1,HTTPFlood,0.25,2,943.0,0.06776669810937634
|
||||
1,HTTPFlood,0.25,3,51.0,0.03267991710669339
|
||||
1,HTTPFlood,0.25,4,269.0,0.0495252267065778
|
||||
1,HTTPFlood,0.25,5,6977.0,0.11176493837320084
|
||||
1,HTTPFlood,0.25,6,8479.0,0.11734769436758787
|
||||
1,HTTPFlood,0.25,7,18815.0,0.14322355783962507
|
||||
1,HTTPFlood,0.25,8,224.0,0.04730972317170594
|
||||
1,HTTPFlood,0.25,9,12766.0,0.12998765595393075
|
||||
1,HTTPFlood,0.5,0,13117.0,0.1428621728341868
|
||||
1,HTTPFlood,0.5,1,36928.0,0.2397054373522907
|
||||
1,HTTPFlood,0.5,2,943.0,0.038305032773260694
|
||||
1,HTTPFlood,0.5,3,51.0,0.008908099923429237
|
||||
1,HTTPFlood,0.5,4,269.0,0.020458610394092233
|
||||
1,HTTPFlood,0.5,5,6977.0,0.1041919949225473
|
||||
1,HTTPFlood,0.5,6,8479.0,0.1148609250235153
|
||||
1,HTTPFlood,0.5,7,18815.0,0.1711008248501637
|
||||
1,HTTPFlood,0.5,8,224.0,0.018669126611926466
|
||||
1,HTTPFlood,0.5,9,12766.0,0.14093777531458748
|
||||
1,HTTPFlood,0.75,0,13117.0,0.1415717084689741
|
||||
1,HTTPFlood,0.75,1,36928.0,0.30769286423072056
|
||||
1,HTTPFlood,0.75,2,943.0,0.01965551166737186
|
||||
1,HTTPFlood,0.75,3,51.0,0.002204338146515184
|
||||
1,HTTPFlood,0.75,4,269.0,0.007672109527083232
|
||||
1,HTTPFlood,0.75,5,6977.0,0.08817635180543149
|
||||
1,HTTPFlood,0.75,6,8479.0,0.10206082172205239
|
||||
1,HTTPFlood,0.75,7,18815.0,0.18555760190763707
|
||||
1,HTTPFlood,0.75,8,224.0,0.006687851140799702
|
||||
1,HTTPFlood,0.75,9,12766.0,0.13872084138341442
|
||||
1,HTTPFlood,1.0,0,13117.0,0.13307429313475838
|
||||
1,HTTPFlood,1.0,1,36928.0,0.3746411143462955
|
||||
1,HTTPFlood,1.0,2,943.0,0.009566902372957015
|
||||
1,HTTPFlood,1.0,3,51.0,0.0005174040519838895
|
||||
1,HTTPFlood,1.0,4,269.0,0.00272905274477777
|
||||
1,HTTPFlood,1.0,5,6977.0,0.07078290334689405
|
||||
1,HTTPFlood,1.0,6,8479.0,0.08602095993669409
|
||||
1,HTTPFlood,1.0,7,18815.0,0.1908815144720957
|
||||
1,HTTPFlood,1.0,8,224.0,0.0022725197577331616
|
||||
1,HTTPFlood,1.0,9,12766.0,0.12951333583581046
|
||||
2,ICMPFlood,0.0,0,18.0,0.1
|
||||
2,ICMPFlood,0.0,1,30.0,0.1
|
||||
2,ICMPFlood,0.0,2,45.0,0.1
|
||||
2,ICMPFlood,0.0,3,8.0,0.1
|
||||
2,ICMPFlood,0.0,4,10.0,0.1
|
||||
2,ICMPFlood,0.0,5,121.0,0.1
|
||||
2,ICMPFlood,0.0,6,120.0,0.1
|
||||
2,ICMPFlood,0.0,7,38.0,0.1
|
||||
2,ICMPFlood,0.0,8,284.0,0.1
|
||||
2,ICMPFlood,0.0,9,134.0,0.1
|
||||
2,ICMPFlood,0.25,0,18.0,0.07609914433293385
|
||||
2,ICMPFlood,0.25,1,30.0,0.08646532156268491
|
||||
2,ICMPFlood,0.25,2,45.0,0.09568960805449774
|
||||
2,ICMPFlood,0.25,3,8.0,0.062134691159366026
|
||||
2,ICMPFlood,0.25,4,10.0,0.0656994368946681
|
||||
2,ICMPFlood,0.25,5,121.0,0.12253438907695448
|
||||
2,ICMPFlood,0.25,6,120.0,0.1222804304288998
|
||||
2,ICMPFlood,0.25,7,38.0,0.09172918743705523
|
||||
2,ICMPFlood,0.25,8,284.0,0.15166704744229295
|
||||
2,ICMPFlood,0.25,9,134.0,0.12570074361064695
|
||||
2,ICMPFlood,0.5,0,18.0,0.05372758770661061
|
||||
2,ICMPFlood,0.5,1,30.0,0.06936201747320042
|
||||
2,ICMPFlood,0.5,2,45.0,0.084950775169676
|
||||
2,ICMPFlood,0.5,3,8.0,0.03581839180440708
|
||||
2,ICMPFlood,0.5,4,10.0,0.04004617945968779
|
||||
2,ICMPFlood,0.5,5,121.0,0.13930085254851096
|
||||
2,ICMPFlood,0.5,6,120.0,0.13872403494640084
|
||||
2,ICMPFlood,0.5,7,38.0,0.07806437509777796
|
||||
2,ICMPFlood,0.5,8,284.0,0.21341269947361985
|
||||
2,ICMPFlood,0.5,9,134.0,0.14659308632010845
|
||||
2,ICMPFlood,0.75,0,18.0,0.03553495142592775
|
||||
2,ICMPFlood,0.75,1,30.0,0.052124546360570234
|
||||
2,ICMPFlood,0.75,2,45.0,0.07064976679299827
|
||||
2,ICMPFlood,0.75,3,8.0,0.019342777561801885
|
||||
2,ICMPFlood,0.75,4,10.0,0.022866586967361303
|
||||
2,ICMPFlood,0.75,5,121.0,0.14835096477963192
|
||||
2,ICMPFlood,0.75,6,120.0,0.14743048079132715
|
||||
2,ICMPFlood,0.75,7,38.0,0.062235623489634254
|
||||
2,ICMPFlood,0.75,8,284.0,0.2813131944172502
|
||||
2,ICMPFlood,0.75,9,134.0,0.16015110741349697
|
||||
2,ICMPFlood,1.0,0,18.0,0.022277227722772276
|
||||
2,ICMPFlood,1.0,1,30.0,0.03712871287128713
|
||||
2,ICMPFlood,1.0,2,45.0,0.055693069306930694
|
||||
2,ICMPFlood,1.0,3,8.0,0.009900990099009901
|
||||
2,ICMPFlood,1.0,4,10.0,0.012376237623762377
|
||||
2,ICMPFlood,1.0,5,121.0,0.14975247524752475
|
||||
2,ICMPFlood,1.0,6,120.0,0.1485148514851485
|
||||
2,ICMPFlood,1.0,7,38.0,0.04702970297029703
|
||||
2,ICMPFlood,1.0,8,284.0,0.35148514851485146
|
||||
2,ICMPFlood,1.0,9,134.0,0.16584158415841585
|
||||
3,SYNFlood,0.0,0,393.0,0.1
|
||||
3,SYNFlood,0.0,1,151.0,0.1
|
||||
3,SYNFlood,0.0,2,825.0,0.1
|
||||
3,SYNFlood,0.0,3,194.0,0.1
|
||||
3,SYNFlood,0.0,4,1146.0,0.1
|
||||
3,SYNFlood,0.0,5,104.0,0.1
|
||||
3,SYNFlood,0.0,6,2093.0,0.1
|
||||
3,SYNFlood,0.0,7,1027.0,0.1
|
||||
3,SYNFlood,0.0,8,26.0,0.1
|
||||
3,SYNFlood,0.0,9,846.0,0.1
|
||||
3,SYNFlood,0.25,0,393.0,0.09650447154810522
|
||||
3,SYNFlood,0.25,1,151.0,0.0759789935022204
|
||||
3,SYNFlood,0.25,2,825.0,0.11616165379299899
|
||||
3,SYNFlood,0.25,3,194.0,0.08089091198538095
|
||||
3,SYNFlood,0.25,4,1146.0,0.12610881759074755
|
||||
3,SYNFlood,0.25,5,104.0,0.06921618111115792
|
||||
3,SYNFlood,0.25,6,2093.0,0.14660257765367898
|
||||
3,SYNFlood,0.25,7,1027.0,0.1226992505942991
|
||||
3,SYNFlood,0.25,8,26.0,0.048943231031535986
|
||||
3,SYNFlood,0.25,9,846.0,0.11689391118987487
|
||||
3,SYNFlood,0.5,0,393.0,0.0858951892064656
|
||||
3,SYNFlood,0.5,1,151.0,0.05324281869532634
|
||||
3,SYNFlood,0.5,2,825.0,0.12445132928986827
|
||||
3,SYNFlood,0.5,3,194.0,0.06034946583812163
|
||||
3,SYNFlood,0.5,4,1146.0,0.14667796443898096
|
||||
3,SYNFlood,0.5,5,104.0,0.04418646261427962
|
||||
3,SYNFlood,0.5,6,2093.0,0.19822443089099287
|
||||
3,SYNFlood,0.5,7,1027.0,0.1388538056692575
|
||||
3,SYNFlood,0.5,8,26.0,0.02209323130713981
|
||||
3,SYNFlood,0.5,9,846.0,0.1260253020495674
|
||||
3,SYNFlood,0.75,0,393.0,0.07199360209354566
|
||||
3,SYNFlood,0.75,1,151.0,0.035134372470647705
|
||||
3,SYNFlood,0.75,2,825.0,0.12555671716763422
|
||||
3,SYNFlood,0.75,3,194.0,0.04239852889025636
|
||||
3,SYNFlood,0.75,4,1146.0,0.16065267223386048
|
||||
3,SYNFlood,0.75,5,104.0,0.02656283931221609
|
||||
3,SYNFlood,0.75,6,2093.0,0.2523924804904189
|
||||
3,SYNFlood,0.75,7,1027.0,0.14797124343944687
|
||||
3,SYNFlood,0.75,8,26.0,0.009391381902618304
|
||||
3,SYNFlood,0.75,9,846.0,0.12794616199935535
|
||||
3,SYNFlood,1.0,0,393.0,0.05775165319617928
|
||||
3,SYNFlood,1.0,1,151.0,0.0221895664952241
|
||||
3,SYNFlood,1.0,2,825.0,0.12123438648052902
|
||||
3,SYNFlood,1.0,3,194.0,0.028508449669360763
|
||||
3,SYNFlood,1.0,4,1146.0,0.16840558412931667
|
||||
3,SYNFlood,1.0,5,104.0,0.015282880235121234
|
||||
3,SYNFlood,1.0,6,2093.0,0.30756796473181486
|
||||
3,SYNFlood,1.0,7,1027.0,0.1509184423218222
|
||||
3,SYNFlood,1.0,8,26.0,0.0038207200587803084
|
||||
3,SYNFlood,1.0,9,846.0,0.12432035268185158
|
||||
4,SYNScan,0.0,0,1017.0,0.1
|
||||
4,SYNScan,0.0,1,2238.0,0.1
|
||||
4,SYNScan,0.0,2,616.0,0.1
|
||||
4,SYNScan,0.0,3,443.0,0.1
|
||||
4,SYNScan,0.0,4,387.0,0.1
|
||||
4,SYNScan,0.0,5,3621.0,0.1
|
||||
4,SYNScan,0.0,6,1083.0,0.1
|
||||
4,SYNScan,0.0,7,845.0,0.1
|
||||
4,SYNScan,0.0,8,3521.0,0.1
|
||||
4,SYNScan,0.0,9,259.0,0.1
|
||||
4,SYNScan,0.25,0,1017.0,0.09884682401274487
|
||||
4,SYNScan,0.25,1,2238.0,0.12039196478073218
|
||||
4,SYNScan,0.25,2,616.0,0.08720224374560817
|
||||
4,SYNScan,0.25,3,443.0,0.08030330379358447
|
||||
4,SYNScan,0.25,4,387.0,0.07763547649034637
|
||||
4,SYNScan,0.25,5,3621.0,0.13578119070023748
|
||||
4,SYNScan,0.25,6,1083.0,0.10041291982337627
|
||||
4,SYNScan,0.25,7,845.0,0.0943727605076554
|
||||
4,SYNScan,0.25,8,3521.0,0.13483386628827765
|
||||
4,SYNScan,0.25,9,259.0,0.0702194498574371
|
||||
4,SYNScan,0.5,0,1017.0,0.09315938415526318
|
||||
4,SYNScan,0.5,1,2238.0,0.13819622297085596
|
||||
4,SYNScan,0.5,2,616.0,0.07250308539470553
|
||||
4,SYNScan,0.5,3,443.0,0.06148483268446948
|
||||
4,SYNScan,0.5,4,387.0,0.05746740875634507
|
||||
4,SYNScan,0.5,5,3621.0,0.17578442586266466
|
||||
4,SYNScan,0.5,6,1083.0,0.09613474103504731
|
||||
4,SYNScan,0.5,7,845.0,0.08491696953103707
|
||||
4,SYNScan,0.5,8,3521.0,0.17334014079166182
|
||||
4,SYNScan,0.5,9,259.0,0.04701278881795001
|
||||
4,SYNScan,0.75,0,1017.0,0.083884408685434
|
||||
4,SYNScan,0.75,1,2238.0,0.15156034821782305
|
||||
4,SYNScan,0.75,2,616.0,0.05759384415615113
|
||||
4,SYNScan,0.75,3,443.0,0.04497729444684615
|
||||
4,SYNScan,0.75,4,387.0,0.04064187694295678
|
||||
4,SYNScan,0.75,5,3621.0,0.21742622538897036
|
||||
4,SYNScan,0.75,6,1083.0,0.08793502172995718
|
||||
4,SYNScan,0.75,7,845.0,0.073001715258877
|
||||
4,SYNScan,0.75,8,3521.0,0.2129070544558117
|
||||
4,SYNScan,0.75,9,259.0,0.03007221071717256
|
||||
4,SYNScan,1.0,0,1017.0,0.07248752672843906
|
||||
4,SYNScan,1.0,1,2238.0,0.15951532430506057
|
||||
4,SYNScan,1.0,2,616.0,0.04390591589451176
|
||||
4,SYNScan,1.0,3,443.0,0.0315751960085531
|
||||
4,SYNScan,1.0,4,387.0,0.027583749109052032
|
||||
4,SYNScan,1.0,5,3621.0,0.25808980755523875
|
||||
4,SYNScan,1.0,6,1083.0,0.07719173200285104
|
||||
4,SYNScan,1.0,7,845.0,0.06022808267997149
|
||||
4,SYNScan,1.0,8,3521.0,0.2509622238061297
|
||||
4,SYNScan,1.0,9,259.0,0.018460441910192443
|
||||
5,SlowrateDoS,0.0,0,711.0,0.1
|
||||
5,SlowrateDoS,0.0,1,1838.0,0.1
|
||||
5,SlowrateDoS,0.0,2,10016.0,0.1
|
||||
5,SlowrateDoS,0.0,3,4208.0,0.1
|
||||
5,SlowrateDoS,0.0,4,7838.0,0.1
|
||||
5,SlowrateDoS,0.0,5,8214.0,0.1
|
||||
5,SlowrateDoS,0.0,6,16089.0,0.1
|
||||
5,SlowrateDoS,0.0,7,1671.0,0.1
|
||||
5,SlowrateDoS,0.0,8,26.0,0.1
|
||||
5,SlowrateDoS,0.0,9,576.0,0.1
|
||||
5,SlowrateDoS,0.25,0,711.0,0.07024410725275895
|
||||
5,SlowrateDoS,0.25,1,1838.0,0.08906947119358856
|
||||
5,SlowrateDoS,0.25,2,10016.0,0.1360868232180474
|
||||
5,SlowrateDoS,0.25,3,4208.0,0.1095623729782018
|
||||
5,SlowrateDoS,0.25,4,7838.0,0.12799523791155987
|
||||
5,SlowrateDoS,0.25,5,8214.0,0.1295034003534971
|
||||
5,SlowrateDoS,0.25,6,16089.0,0.15320564235694692
|
||||
5,SlowrateDoS,0.25,7,1671.0,0.08697343236216358
|
||||
5,SlowrateDoS,0.25,8,26.0,0.030717497679830102
|
||||
5,SlowrateDoS,0.25,9,576.0,0.06664201469340571
|
||||
5,SlowrateDoS,0.5,0,711.0,0.04367888752335751
|
||||
5,SlowrateDoS,0.5,1,1838.0,0.07022787407947913
|
||||
5,SlowrateDoS,0.5,2,10016.0,0.16393962078560254
|
||||
5,SlowrateDoS,0.5,3,4208.0,0.10626117987604988
|
||||
5,SlowrateDoS,0.5,4,7838.0,0.1450238391448913
|
||||
5,SlowrateDoS,0.5,5,8214.0,0.14846159342853488
|
||||
5,SlowrateDoS,0.5,6,16089.0,0.2077788288734015
|
||||
5,SlowrateDoS,0.5,7,1671.0,0.06696147216791262
|
||||
5,SlowrateDoS,0.5,8,26.0,0.008352633818020153
|
||||
5,SlowrateDoS,0.5,9,576.0,0.03931407030275055
|
||||
5,SlowrateDoS,0.75,0,711.0,0.025232291772790693
|
||||
5,SlowrateDoS,0.75,1,1838.0,0.05144150045776175
|
||||
5,SlowrateDoS,0.75,2,10016.0,0.18347429783822236
|
||||
5,SlowrateDoS,0.75,3,4208.0,0.09574394009338119
|
||||
5,SlowrateDoS,0.75,4,7838.0,0.1526540889821763
|
||||
5,SlowrateDoS,0.75,5,8214.0,0.15811407122176488
|
||||
5,SlowrateDoS,0.75,6,16089.0,0.26178893490741173
|
||||
5,SlowrateDoS,0.75,7,1671.0,0.047894631354297786
|
||||
5,SlowrateDoS,0.75,8,26.0,0.0021100099749028554
|
||||
5,SlowrateDoS,0.75,9,576.0,0.0215462333972904
|
||||
5,SlowrateDoS,1.0,0,711.0,0.0138902455701643
|
||||
5,SlowrateDoS,1.0,1,1838.0,0.035907554652548496
|
||||
5,SlowrateDoS,1.0,2,10016.0,0.1956746830249868
|
||||
5,SlowrateDoS,1.0,3,4208.0,0.08220837321976283
|
||||
5,SlowrateDoS,1.0,4,7838.0,0.1531248168480278
|
||||
5,SlowrateDoS,1.0,5,8214.0,0.1604704319456112
|
||||
5,SlowrateDoS,1.0,6,16089.0,0.3143180885771778
|
||||
5,SlowrateDoS,1.0,7,1671.0,0.03264500752144099
|
||||
5,SlowrateDoS,1.0,8,26.0,0.0005079414695137437
|
||||
5,SlowrateDoS,1.0,9,576.0,0.011252857170766014
|
||||
6,TCPConnectScan,0.0,0,1151.0,0.1
|
||||
6,TCPConnectScan,0.0,1,1036.0,0.1
|
||||
6,TCPConnectScan,0.0,2,595.0,0.1
|
||||
6,TCPConnectScan,0.0,3,50.0,0.1
|
||||
6,TCPConnectScan,0.0,4,162.0,0.1
|
||||
6,TCPConnectScan,0.0,5,7188.0,0.1
|
||||
6,TCPConnectScan,0.0,6,1757.0,0.1
|
||||
6,TCPConnectScan,0.0,7,401.0,0.1
|
||||
6,TCPConnectScan,0.0,8,3.0,0.1
|
||||
6,TCPConnectScan,0.0,9,1694.0,0.1
|
||||
6,TCPConnectScan,0.25,0,1151.0,0.11522037581637154
|
||||
6,TCPConnectScan,0.25,1,1036.0,0.1122277860071798
|
||||
6,TCPConnectScan,0.25,2,595.0,0.09769890539338069
|
||||
6,TCPConnectScan,0.25,3,50.0,0.05260208486653613
|
||||
6,TCPConnectScan,0.25,4,162.0,0.07057310251187264
|
||||
6,TCPConnectScan,0.25,5,7188.0,0.1821429950770933
|
||||
6,TCPConnectScan,0.25,6,1757.0,0.12807176564357298
|
||||
6,TCPConnectScan,0.25,7,401.0,0.0885210485690613
|
||||
6,TCPConnectScan,0.25,8,3.0,0.0260339921890156
|
||||
6,TCPConnectScan,0.25,9,1694.0,0.1269079439259161
|
||||
6,TCPConnectScan,0.5,0,1151.0,0.11311855681382735
|
||||
6,TCPConnectScan,0.5,1,1036.0,0.10731886515575874
|
||||
6,TCPConnectScan,0.5,2,595.0,0.08133073118351945
|
||||
6,TCPConnectScan,0.5,3,50.0,0.02357660112431998
|
||||
6,TCPConnectScan,0.5,4,162.0,0.042437882023775964
|
||||
6,TCPConnectScan,0.5,5,7188.0,0.28268334916280996
|
||||
6,TCPConnectScan,0.5,6,1757.0,0.13975973696675145
|
||||
6,TCPConnectScan,0.5,7,401.0,0.06676800196960962
|
||||
6,TCPConnectScan,0.5,8,3.0,0.005775064262371213
|
||||
6,TCPConnectScan,0.5,9,1694.0,0.13723121133725627
|
||||
6,TCPConnectScan,0.75,0,1151.0,0.10016316036949513
|
||||
6,TCPConnectScan,0.75,1,1036.0,0.09255957309126797
|
||||
6,TCPConnectScan,0.75,2,595.0,0.06106456259654815
|
||||
6,TCPConnectScan,0.75,3,50.0,0.009530792832985512
|
||||
6,TCPConnectScan,0.75,4,162.0,0.023016420706345273
|
||||
6,TCPConnectScan,0.75,5,7188.0,0.39569228038719234
|
||||
6,TCPConnectScan,0.75,6,1757.0,0.13755625623155654
|
||||
6,TCPConnectScan,0.75,7,401.0,0.04542132570764444
|
||||
6,TCPConnectScan,0.75,8,3.0,0.0011554268814544838
|
||||
6,TCPConnectScan,0.75,9,1694.0,0.13384020119551016
|
||||
6,TCPConnectScan,1.0,0,1151.0,0.08199757783002067
|
||||
6,TCPConnectScan,1.0,1,1036.0,0.07380494407636959
|
||||
6,TCPConnectScan,1.0,2,595.0,0.04238797463845551
|
||||
6,TCPConnectScan,1.0,3,50.0,0.003562014675500463
|
||||
6,TCPConnectScan,1.0,4,162.0,0.0115409275486215
|
||||
6,TCPConnectScan,1.0,5,7188.0,0.5120752297499466
|
||||
6,TCPConnectScan,1.0,6,1757.0,0.12516919569708626
|
||||
6,TCPConnectScan,1.0,7,401.0,0.028567357697513715
|
||||
6,TCPConnectScan,1.0,8,3.0,0.00021372088053002778
|
||||
6,TCPConnectScan,1.0,9,1694.0,0.12068105720595569
|
||||
7,UDPFlood,0.0,0,9498.0,0.1
|
||||
7,UDPFlood,0.0,1,95125.0,0.1
|
||||
7,UDPFlood,0.0,2,17027.0,0.1
|
||||
7,UDPFlood,0.0,3,39604.0,0.1
|
||||
7,UDPFlood,0.0,4,25965.0,0.1
|
||||
7,UDPFlood,0.0,5,31787.0,0.1
|
||||
7,UDPFlood,0.0,6,54891.0,0.1
|
||||
7,UDPFlood,0.0,7,41124.0,0.1
|
||||
7,UDPFlood,0.0,8,1907.0,0.1
|
||||
7,UDPFlood,0.0,9,3210.0,0.1
|
||||
7,UDPFlood,0.25,0,9498.0,0.0804615898904726
|
||||
7,UDPFlood,0.25,1,95125.0,0.14313776639509992
|
||||
7,UDPFlood,0.25,2,17027.0,0.09310330598217298
|
||||
7,UDPFlood,0.25,3,39604.0,0.11497815394485807
|
||||
7,UDPFlood,0.25,4,25965.0,0.10346123310096898
|
||||
7,UDPFlood,0.25,5,31787.0,0.10882857786133268
|
||||
7,UDPFlood,0.25,6,54891.0,0.12475439493714763
|
||||
7,UDPFlood,0.25,7,41124.0,0.11606583659677693
|
||||
7,UDPFlood,0.25,8,1907.0,0.05386023472651963
|
||||
7,UDPFlood,0.25,9,3210.0,0.06134890656465057
|
||||
7,UDPFlood,0.5,0,9498.0,0.06044986682223009
|
||||
7,UDPFlood,0.5,1,95125.0,0.19130512318464482
|
||||
7,UDPFlood,0.5,2,17027.0,0.08093722940325017
|
||||
7,UDPFlood,0.5,3,39604.0,0.12343797590474347
|
||||
7,UDPFlood,0.5,4,25965.0,0.09994784376097328
|
||||
7,UDPFlood,0.5,5,31787.0,0.11058698982396675
|
||||
7,UDPFlood,0.5,6,54891.0,0.14532148835485878
|
||||
7,UDPFlood,0.5,7,41124.0,0.12578444591273932
|
||||
7,UDPFlood,0.5,8,1907.0,0.027086607355230358
|
||||
7,UDPFlood,0.5,9,3210.0,0.035142429477362895
|
||||
7,UDPFlood,0.75,0,9498.0,0.04316000375549905
|
||||
7,UDPFlood,0.75,1,95125.0,0.2429843776929644
|
||||
7,UDPFlood,0.75,2,17027.0,0.06686686342394851
|
||||
7,UDPFlood,0.75,3,39604.0,0.12593940546293872
|
||||
7,UDPFlood,0.75,4,25965.0,0.09175898375988781
|
||||
7,UDPFlood,0.75,5,31787.0,0.10679342283486291
|
||||
7,UDPFlood,0.75,6,54891.0,0.16087301712806432
|
||||
7,UDPFlood,0.75,7,41124.0,0.12954744818944272
|
||||
7,UDPFlood,0.75,8,1907.0,0.012945545922463535
|
||||
7,UDPFlood,0.75,9,3210.0,0.019130931829927967
|
||||
7,UDPFlood,1.0,0,9498.0,0.029668455478574864
|
||||
7,UDPFlood,1.0,1,95125.0,0.2971374844598267
|
||||
7,UDPFlood,1.0,2,17027.0,0.05318643834846223
|
||||
7,UDPFlood,1.0,3,39604.0,0.12370915042887755
|
||||
7,UDPFlood,1.0,4,25965.0,0.0811056481892184
|
||||
7,UDPFlood,1.0,5,31787.0,0.09929155551668344
|
||||
7,UDPFlood,1.0,6,54891.0,0.17146043268840314
|
||||
7,UDPFlood,1.0,7,41124.0,0.12845710287438541
|
||||
7,UDPFlood,1.0,8,1907.0,0.005956806127357577
|
||||
7,UDPFlood,1.0,9,3210.0,0.010026925888210709
|
||||
8,UDPScan,0.0,0,243.0,0.1
|
||||
8,UDPScan,0.0,1,491.0,0.1
|
||||
8,UDPScan,0.0,2,743.0,0.1
|
||||
8,UDPScan,0.0,3,17.0,0.1
|
||||
8,UDPScan,0.0,4,1442.0,0.1
|
||||
8,UDPScan,0.0,5,1.0,0.1
|
||||
8,UDPScan,0.0,6,2687.0,0.1
|
||||
8,UDPScan,0.0,7,5065.0,0.1
|
||||
8,UDPScan,0.0,8,75.0,0.1
|
||||
8,UDPScan,0.0,9,370.0,0.1
|
||||
8,UDPScan,0.25,0,243.0,0.08576789449653878
|
||||
8,UDPScan,0.25,1,491.0,0.10225711916285805
|
||||
8,UDPScan,0.25,2,743.0,0.11341497041187812
|
||||
8,UDPScan,0.25,3,17.0,0.044109832713689213
|
||||
8,UDPScan,0.25,4,1442.0,0.13386421497024795
|
||||
8,UDPScan,0.25,5,1.0,0.02172316897389033
|
||||
8,UDPScan,0.25,6,2687.0,0.156401205795137
|
||||
8,UDPScan,0.25,7,5065.0,0.18326015215146263
|
||||
8,UDPScan,0.25,8,75.0,0.06392761412709694
|
||||
8,UDPScan,0.25,9,370.0,0.09527382719720098
|
||||
8,UDPScan,0.5,0,243.0,0.060186508947215625
|
||||
8,UDPScan,0.5,1,491.0,0.0855532993183342
|
||||
8,UDPScan,0.5,2,743.0,0.105242322446098
|
||||
8,UDPScan,0.5,3,17.0,0.015919172074459045
|
||||
8,UDPScan,0.5,4,1442.0,0.14661508168374954
|
||||
8,UDPScan,0.5,5,1.0,0.003860966349139862
|
||||
8,UDPScan,0.5,6,2687.0,0.20013813556609994
|
||||
8,UDPScan,0.5,7,5065.0,0.27478039362488976
|
||||
8,UDPScan,0.5,8,75.0,0.03343694941511979
|
||||
8,UDPScan,0.5,9,370.0,0.0742671705748943
|
||||
8,UDPScan,0.75,0,243.0,0.03764347551343558
|
||||
8,UDPScan,0.75,1,491.0,0.06379639342942536
|
||||
8,UDPScan,0.75,2,743.0,0.08704155054596759
|
||||
8,UDPScan,0.75,3,17.0,0.005120609995135862
|
||||
8,UDPScan,0.75,4,1442.0,0.14312284278799922
|
||||
8,UDPScan,0.75,5,1.0,0.0006116246898820501
|
||||
8,UDPScan,0.75,6,2687.0,0.2282631248834018
|
||||
8,UDPScan,0.75,7,5065.0,0.3672143090909649
|
||||
8,UDPScan,0.75,8,75.0,0.015587661140257551
|
||||
8,UDPScan,0.75,9,370.0,0.05159840792353004
|
||||
8,UDPScan,1.0,0,243.0,0.021825040416741513
|
||||
8,UDPScan,1.0,1,491.0,0.0440991557391773
|
||||
8,UDPScan,1.0,2,743.0,0.06673253098616849
|
||||
8,UDPScan,1.0,3,17.0,0.0015268546793605173
|
||||
8,UDPScan,1.0,4,1442.0,0.12951320280222742
|
||||
8,UDPScan,1.0,5,1.0,8.981498113885396e-05
|
||||
8,UDPScan,1.0,6,2687.0,0.2413328543201006
|
||||
8,UDPScan,1.0,7,5065.0,0.45491287946829534
|
||||
8,UDPScan,1.0,8,75.0,0.006736123585414047
|
||||
8,UDPScan,1.0,9,370.0,0.033231543021375966
|
||||
|
+11575
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,255,225038,33441.5,5.62229567317993,5.62229567317993,0.0,0.0
|
||||
0,Benign,0.25,10,255,225038,33441.5,6.1636106958636425,5.62229567317993,0.8616985239137317,0.15326453356487407
|
||||
0,Benign,0.5,10,255,225038,33441.5,6.588114391062691,5.62229567317993,1.5280627400979367,0.2717862647080735
|
||||
0,Benign,0.75,10,255,225038,33441.5,6.869329025508157,5.62229567317993,1.9963011293005088,0.3550686846341924
|
||||
0,Benign,1.0,10,255,225038,33441.5,7.053427579145236,5.62229567317993,2.3273838191968164,0.41395614078056214
|
||||
1,HTTPFlood,0.0,10,24,48351,9856.9,7.141491358943947,7.141491358943947,0.0,0.0
|
||||
1,HTTPFlood,0.25,10,24,48351,9856.9,8.354117290772416,7.141491358943947,2.2960344201076763,0.3215062939524727
|
||||
1,HTTPFlood,0.5,10,24,48351,9856.9,9.066831950493441,7.141491358943947,3.5250628259020194,0.49360317736536347
|
||||
1,HTTPFlood,0.75,10,24,48351,9856.9,9.410188544255144,7.141491358943947,4.183851500442839,0.5858512305280629
|
||||
1,HTTPFlood,1.0,10,24,48351,9856.9,9.606261034475665,7.141491358943947,4.609156058920394,0.6454052560251192
|
||||
2,ICMPFlood,0.0,10,1,358,80.8,3.466219859996076,3.466219859996076,0.0,0.0
|
||||
2,ICMPFlood,0.25,10,1,358,80.8,3.320825010701118,3.466219859996076,0.383488321928821,0.11063589080274185
|
||||
2,ICMPFlood,0.5,10,1,358,80.8,3.2910015411823994,3.466219859996076,0.6463286553262211,0.18646499109463668
|
||||
2,ICMPFlood,0.75,10,1,358,80.8,3.345620540075807,3.466219859996076,0.8972000473712903,0.25884106710193105
|
||||
2,ICMPFlood,1.0,10,1,358,80.8,3.467471218503178,3.466219859996076,1.17929565059142,0.3402252881306713
|
||||
3,SYNFlood,0.0,10,8,3530,680.5,3.267310856730322,3.267310856730322,0.0,0.0
|
||||
3,SYNFlood,0.25,10,8,3530,680.5,3.271974286367638,3.267310856730322,0.7731288307343454,0.23662542826060767
|
||||
3,SYNFlood,0.5,10,8,3530,680.5,3.475814786829168,3.267310856730322,1.5023450177690283,0.45981086087182466
|
||||
3,SYNFlood,0.75,10,8,3530,680.5,3.816491809375184,3.267310856730322,2.2004404506775095,0.6734714103326992
|
||||
3,SYNFlood,1.0,10,8,3530,680.5,4.222454846767932,3.267310856730322,2.846307167192442,0.8711467295281513
|
||||
4,SYNScan,0.0,10,5,4830,1403.0,7.099654385598636,7.099654385598636,0.0,0.0
|
||||
4,SYNScan,0.25,10,5,4830,1403.0,8.309499726904967,7.099654385598636,1.8579341755215468,0.2616936085354087
|
||||
4,SYNScan,0.5,10,5,4830,1403.0,9.082242261150625,7.099654385598636,2.8305356172680605,0.39868639563774944
|
||||
4,SYNScan,0.75,10,5,4830,1403.0,9.544093691116263,7.099654385598636,3.348673844159229,0.47166716325683117
|
||||
4,SYNScan,1.0,10,5,4830,1403.0,9.85024746221271,7.099654385598636,3.6748373487310513,0.5176079213356233
|
||||
5,SlowrateDoS,0.0,10,104,17642,5118.7,6.464815089691109,6.464815089691109,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,104,17642,5118.7,6.883387088111886,6.464815089691109,0.8040960119145018,0.12438035748257135
|
||||
5,SlowrateDoS,0.5,10,104,17642,5118.7,7.180508614353037,6.464815089691109,1.3203303559795094,0.20423327468173497
|
||||
5,SlowrateDoS,0.75,10,104,17642,5118.7,7.384872387359079,6.464815089691109,1.6579944536768365,0.25646432738976543
|
||||
5,SlowrateDoS,1.0,10,104,17642,5118.7,7.536481049457753,6.464815089691109,1.894846760519139,0.2931014629545538
|
||||
6,TCPConnectScan,0.0,9,125,6952,1559.6666666666667,3.690284644905873,3.690284644905873,0.0,0.0
|
||||
6,TCPConnectScan,0.25,9,125,6952,1559.6666666666667,3.9399404802229827,3.690284644905873,0.5425586823615076,0.14702353194094775
|
||||
6,TCPConnectScan,0.5,9,125,6952,1559.6666666666667,4.221993534390497,3.690284644905873,1.0448120781662096,0.28312506451459907
|
||||
6,TCPConnectScan,0.75,9,125,6952,1559.6666666666667,4.51269339669661,3.690284644905873,1.5021131238726357,0.4070453280470319
|
||||
6,TCPConnectScan,1.0,9,125,6952,1559.6666666666667,4.789996467352395,3.690284644905873,1.9048309138031672,0.516174522318387
|
||||
7,UDPFlood,0.0,10,105,138381,32013.8,5.321132076876961,5.321132076876961,0.0,0.0
|
||||
7,UDPFlood,0.25,10,105,138381,32013.8,5.546470424567438,5.321132076876961,0.5724158672920324,0.10757407615937066
|
||||
7,UDPFlood,0.5,10,105,138381,32013.8,5.726767968886807,5.321132076876961,0.9776666343728739,0.18373282606935
|
||||
7,UDPFlood,0.75,10,105,138381,32013.8,5.879257439700051,5.321132076876961,1.2898185140517122,0.2423955082146209
|
||||
7,UDPFlood,1.0,10,105,138381,32013.8,6.011910756201368,5.321132076876961,1.53937420975437,0.28929449363674653
|
||||
8,UDPScan,0.0,9,2,6727,1237.111111111111,7.904888044183155,7.904888044183155,0.0,0.0
|
||||
8,UDPScan,0.25,9,2,6727,1237.111111111111,8.62233680789477,7.904888044183155,2.296432235179578,0.29050787592993393
|
||||
8,UDPScan,0.5,9,2,6727,1237.111111111111,9.610345889038143,7.904888044183155,3.611443840803486,0.4568621112174994
|
||||
8,UDPScan,0.75,9,2,6727,1237.111111111111,10.558548148092054,7.904888044183155,4.582541249208975,0.579709823035515
|
||||
8,UDPScan,1.0,9,2,6727,1237.111111111111,11.42662122370289,7.904888044183155,5.44217988201435,0.6884575533007076
|
||||
|
+441
@@ -0,0 +1,441 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,225038.0,0.1
|
||||
0,Benign,0.0,1,39441.0,0.1
|
||||
0,Benign,0.0,2,4137.0,0.1
|
||||
0,Benign,0.0,3,807.0,0.1
|
||||
0,Benign,0.0,4,43342.0,0.1
|
||||
0,Benign,0.0,5,255.0,0.1
|
||||
0,Benign,0.0,6,1352.0,0.1
|
||||
0,Benign,0.0,7,864.0,0.1
|
||||
0,Benign,0.0,8,14286.0,0.1
|
||||
0,Benign,0.0,9,4893.0,0.1
|
||||
0,Benign,0.25,0,225038.0,0.2212790935591701
|
||||
0,Benign,0.25,1,39441.0,0.14317374939520547
|
||||
0,Benign,0.25,2,4137.0,0.0814793956535687
|
||||
0,Benign,0.25,3,807.0,0.054149543854366725
|
||||
0,Benign,0.25,4,43342.0,0.14658976743413632
|
||||
0,Benign,0.25,5,255.0,0.04059863798557184
|
||||
0,Benign,0.25,6,1352.0,0.061605656754449074
|
||||
0,Benign,0.25,7,864.0,0.05508138533133506
|
||||
0,Benign,0.25,8,14286.0,0.1110718691407461
|
||||
0,Benign,0.25,9,4893.0,0.08497090089145068
|
||||
0,Benign,0.5,0,225038.0,0.3808764721576704
|
||||
0,Benign,0.5,1,39441.0,0.159452074907017
|
||||
0,Benign,0.5,2,4137.0,0.05164151523495113
|
||||
0,Benign,0.5,3,807.0,0.022808303510683484
|
||||
0,Benign,0.5,4,43342.0,0.16715165848887678
|
||||
0,Benign,0.5,5,255.0,0.012821130077376869
|
||||
0,Benign,0.5,6,1352.0,0.029521917479524054
|
||||
0,Benign,0.5,7,864.0,0.02360005892833449
|
||||
0,Benign,0.5,8,14286.0,0.09596470642330023
|
||||
0,Benign,0.5,9,4893.0,0.0561621627922656
|
||||
0,Benign,0.75,0,225038.0,0.5398233654908536
|
||||
0,Benign,0.75,1,39441.0,0.14622469430807059
|
||||
0,Benign,0.75,2,4137.0,0.026950940456489596
|
||||
0,Benign,0.75,3,807.0,0.007910700363955192
|
||||
0,Benign,0.75,4,43342.0,0.1569428354801588
|
||||
0,Benign,0.75,5,255.0,0.003333994808249229
|
||||
0,Benign,0.75,6,1352.0,0.011649098099895904
|
||||
0,Benign,0.75,7,864.0,0.008326166488985338
|
||||
0,Benign,0.75,8,14286.0,0.06827202243318105
|
||||
0,Benign,0.75,9,4893.0,0.03056618207016064
|
||||
0,Benign,1.0,0,225038.0,0.6729303410433144
|
||||
0,Benign,1.0,1,39441.0,0.1179402837791367
|
||||
0,Benign,1.0,2,4137.0,0.012370856570428959
|
||||
0,Benign,1.0,3,807.0,0.0024131692657326973
|
||||
0,Benign,1.0,4,43342.0,0.129605430378422
|
||||
0,Benign,1.0,5,255.0,0.0007625256044136776
|
||||
0,Benign,1.0,6,1352.0,0.00404288085163644
|
||||
0,Benign,1.0,7,864.0,0.0025836161655428138
|
||||
0,Benign,1.0,8,14286.0,0.04271937562609333
|
||||
0,Benign,1.0,9,4893.0,0.01463152071527892
|
||||
1,HTTPFlood,0.0,0,24.0,0.1
|
||||
1,HTTPFlood,0.0,1,48351.0,0.1
|
||||
1,HTTPFlood,0.0,2,8055.0,0.1
|
||||
1,HTTPFlood,0.0,3,28464.0,0.1
|
||||
1,HTTPFlood,0.0,4,47.0,0.1
|
||||
1,HTTPFlood,0.0,5,582.0,0.1
|
||||
1,HTTPFlood,0.0,6,2752.0,0.1
|
||||
1,HTTPFlood,0.0,7,4464.0,0.1
|
||||
1,HTTPFlood,0.0,8,5759.0,0.1
|
||||
1,HTTPFlood,0.0,9,71.0,0.1
|
||||
1,HTTPFlood,0.25,0,24.0,0.0298838360328013
|
||||
1,HTTPFlood,0.25,1,48351.0,0.20020960074897207
|
||||
1,HTTPFlood,0.25,2,8055.0,0.12790865158169223
|
||||
1,HTTPFlood,0.25,3,28464.0,0.17537089448009568
|
||||
1,HTTPFlood,0.25,4,47.0,0.03535151243995152
|
||||
1,HTTPFlood,0.25,5,582.0,0.06631538275199922
|
||||
1,HTTPFlood,0.25,6,2752.0,0.09779026923205984
|
||||
1,HTTPFlood,0.25,7,4464.0,0.11036073416007475
|
||||
1,HTTPFlood,0.25,8,5759.0,0.11761705583975784
|
||||
1,HTTPFlood,0.25,9,71.0,0.039192062732595574
|
||||
1,HTTPFlood,0.5,0,24.0,0.0068248283078223265
|
||||
1,HTTPFlood,0.5,1,48351.0,0.30632951249991897
|
||||
1,HTTPFlood,0.5,2,8055.0,0.1250313388929523
|
||||
1,HTTPFlood,0.5,3,28464.0,0.2350358308374832
|
||||
1,HTTPFlood,0.5,4,47.0,0.009550696369176633
|
||||
1,HTTPFlood,0.5,5,582.0,0.03360838176270742
|
||||
1,HTTPFlood,0.5,6,2752.0,0.07308198321599978
|
||||
1,HTTPFlood,0.5,7,4464.0,0.09307824851281342
|
||||
1,HTTPFlood,0.5,8,5759.0,0.10572060717653116
|
||||
1,HTTPFlood,0.5,9,71.0,0.01173857242459477
|
||||
1,HTTPFlood,0.75,0,24.0,0.0013451085432587971
|
||||
1,HTTPFlood,0.75,1,48351.0,0.404485535030775
|
||||
1,HTTPFlood,0.75,2,8055.0,0.10547464160101286
|
||||
1,HTTPFlood,0.75,3,28464.0,0.27184468597750866
|
||||
1,HTTPFlood,0.75,4,47.0,0.0022267542671184906
|
||||
1,HTTPFlood,0.75,5,582.0,0.014699113328007846
|
||||
1,HTTPFlood,0.75,6,2752.0,0.047134100332760616
|
||||
1,HTTPFlood,0.75,7,4464.0,0.06774730744021387
|
||||
1,HTTPFlood,0.75,8,5759.0,0.08200856425742979
|
||||
1,HTTPFlood,0.75,9,71.0,0.003034189221914044
|
||||
1,HTTPFlood,1.0,0,24.0,0.00024348425975712445
|
||||
1,HTTPFlood,1.0,1,48351.0,0.49052947681319686
|
||||
1,HTTPFlood,1.0,2,8055.0,0.08171940468098489
|
||||
1,HTTPFlood,1.0,3,28464.0,0.2887723320719496
|
||||
1,HTTPFlood,1.0,4,47.0,0.0004768233420243687
|
||||
1,HTTPFlood,1.0,5,582.0,0.005904493299110268
|
||||
1,HTTPFlood,1.0,6,2752.0,0.02791952845215027
|
||||
1,HTTPFlood,1.0,7,4464.0,0.04528807231482515
|
||||
1,HTTPFlood,1.0,8,5759.0,0.058426077164219985
|
||||
1,HTTPFlood,1.0,9,71.0,0.0007203076017814931
|
||||
2,ICMPFlood,0.0,0,1.0,0.1
|
||||
2,ICMPFlood,0.0,1,2.0,0.1
|
||||
2,ICMPFlood,0.0,2,20.0,0.1
|
||||
2,ICMPFlood,0.0,3,76.0,0.1
|
||||
2,ICMPFlood,0.0,4,358.0,0.1
|
||||
2,ICMPFlood,0.0,5,122.0,0.1
|
||||
2,ICMPFlood,0.0,6,44.0,0.1
|
||||
2,ICMPFlood,0.0,7,57.0,0.1
|
||||
2,ICMPFlood,0.0,8,45.0,0.1
|
||||
2,ICMPFlood,0.0,9,83.0,0.1
|
||||
2,ICMPFlood,0.25,0,1.0,0.03866768544506948
|
||||
2,ICMPFlood,0.25,1,2.0,0.04598388665196378
|
||||
2,ICMPFlood,0.25,2,20.0,0.08177219882675085
|
||||
2,ICMPFlood,0.25,3,76.0,0.11416988802118512
|
||||
2,ICMPFlood,0.25,4,358.0,0.16819726658211123
|
||||
2,ICMPFlood,0.25,5,122.0,0.1285103583728333
|
||||
2,ICMPFlood,0.25,6,44.0,0.09958899418038711
|
||||
2,ICMPFlood,0.25,7,57.0,0.10624705255565747
|
||||
2,ICMPFlood,0.25,8,45.0,0.10015008113547642
|
||||
2,ICMPFlood,0.25,9,83.0,0.11671258822856519
|
||||
2,ICMPFlood,0.5,0,1.0,0.013232393481660006
|
||||
2,ICMPFlood,0.5,1,2.0,0.01871343032442092
|
||||
2,ICMPFlood,0.5,2,20.0,0.05917706266003379
|
||||
2,ICMPFlood,0.5,3,76.0,0.1153573319354446
|
||||
2,ICMPFlood,0.5,4,358.0,0.2503686340913039
|
||||
2,ICMPFlood,0.5,5,122.0,0.14615656312641026
|
||||
2,ICMPFlood,0.5,6,44.0,0.08777376851402155
|
||||
2,ICMPFlood,0.5,7,57.0,0.09990237996888893
|
||||
2,ICMPFlood,0.5,8,45.0,0.08876559399005067
|
||||
2,ICMPFlood,0.5,9,83.0,0.12055284190776547
|
||||
2,ICMPFlood,0.75,0,1.0,0.0041737630875489425
|
||||
2,ICMPFlood,0.75,1,2.0,0.0070194048368763615
|
||||
2,ICMPFlood,0.75,2,20.0,0.039473014180165994
|
||||
2,ICMPFlood,0.75,3,76.0,0.10743307044572417
|
||||
2,ICMPFlood,0.75,4,358.0,0.3435105373985443
|
||||
2,ICMPFlood,0.75,5,122.0,0.15321372338134898
|
||||
2,ICMPFlood,0.75,6,44.0,0.07130455949346466
|
||||
2,ICMPFlood,0.75,7,57.0,0.0865832603883417
|
||||
2,ICMPFlood,0.75,8,45.0,0.07251655751328867
|
||||
2,ICMPFlood,0.75,9,83.0,0.11477210927469626
|
||||
2,ICMPFlood,1.0,0,1.0,0.0012376237623762376
|
||||
2,ICMPFlood,1.0,1,2.0,0.0024752475247524753
|
||||
2,ICMPFlood,1.0,2,20.0,0.024752475247524754
|
||||
2,ICMPFlood,1.0,3,76.0,0.09405940594059406
|
||||
2,ICMPFlood,1.0,4,358.0,0.4430693069306931
|
||||
2,ICMPFlood,1.0,5,122.0,0.15099009900990099
|
||||
2,ICMPFlood,1.0,6,44.0,0.054455445544554455
|
||||
2,ICMPFlood,1.0,7,57.0,0.07054455445544554
|
||||
2,ICMPFlood,1.0,8,45.0,0.055693069306930694
|
||||
2,ICMPFlood,1.0,9,83.0,0.10272277227722772
|
||||
3,SYNFlood,0.0,0,179.0,0.1
|
||||
3,SYNFlood,0.0,1,250.0,0.1
|
||||
3,SYNFlood,0.0,2,8.0,0.1
|
||||
3,SYNFlood,0.0,3,122.0,0.1
|
||||
3,SYNFlood,0.0,4,683.0,0.1
|
||||
3,SYNFlood,0.0,5,468.0,0.1
|
||||
3,SYNFlood,0.0,6,3530.0,0.1
|
||||
3,SYNFlood,0.0,7,32.0,0.1
|
||||
3,SYNFlood,0.0,8,1201.0,0.1
|
||||
3,SYNFlood,0.0,9,332.0,0.1
|
||||
3,SYNFlood,0.25,0,179.0,0.08577271672085902
|
||||
3,SYNFlood,0.25,1,250.0,0.09324400314270258
|
||||
3,SYNFlood,0.25,2,8.0,0.03943741176450214
|
||||
3,SYNFlood,0.25,3,122.0,0.07793380236421682
|
||||
3,SYNFlood,0.25,4,683.0,0.1198784403681113
|
||||
3,SYNFlood,0.25,5,468.0,0.10906800551704839
|
||||
3,SYNFlood,0.25,6,3530.0,0.18075053212367678
|
||||
3,SYNFlood,0.25,7,32.0,0.05577292258225118
|
||||
3,SYNFlood,0.25,8,1201.0,0.1380453111661844
|
||||
3,SYNFlood,0.25,9,332.0,0.10009685425044736
|
||||
3,SYNFlood,0.5,0,179.0,0.06408259539650564
|
||||
3,SYNFlood,0.5,1,250.0,0.07573272460746158
|
||||
3,SYNFlood,0.5,2,8.0,0.013547481627484415
|
||||
3,SYNFlood,0.5,3,122.0,0.05290460699520576
|
||||
3,SYNFlood,0.5,4,683.0,0.1251768241924798
|
||||
3,SYNFlood,0.5,5,468.0,0.10361830976787416
|
||||
3,SYNFlood,0.5,6,3530.0,0.2845777425234641
|
||||
3,SYNFlood,0.5,7,32.0,0.02709496325496883
|
||||
3,SYNFlood,0.5,8,1201.0,0.16599120624105376
|
||||
3,SYNFlood,0.5,9,332.0,0.08727354539350199
|
||||
3,SYNFlood,0.75,0,179.0,0.04290088291377873
|
||||
3,SYNFlood,0.75,1,250.0,0.05511647870368701
|
||||
3,SYNFlood,0.75,2,8.0,0.004170075780145137
|
||||
3,SYNFlood,0.75,3,122.0,0.03218076248414436
|
||||
3,SYNFlood,0.75,4,683.0,0.11712294520067133
|
||||
3,SYNFlood,0.75,5,468.0,0.08820858324851025
|
||||
3,SYNFlood,0.75,6,3530.0,0.4014740563663758
|
||||
3,SYNFlood,0.75,7,32.0,0.011794755448809636
|
||||
3,SYNFlood,0.75,8,1201.0,0.1788478453958231
|
||||
3,SYNFlood,0.75,9,332.0,0.06818361445805467
|
||||
3,SYNFlood,1.0,0,179.0,0.026304188096987507
|
||||
3,SYNFlood,1.0,1,250.0,0.036737692872887584
|
||||
3,SYNFlood,1.0,2,8.0,0.0011756061719324026
|
||||
3,SYNFlood,1.0,3,122.0,0.01792799412196914
|
||||
3,SYNFlood,1.0,4,683.0,0.10036737692872888
|
||||
3,SYNFlood,1.0,5,468.0,0.06877296105804555
|
||||
3,SYNFlood,1.0,6,3530.0,0.5187362233651727
|
||||
3,SYNFlood,1.0,7,32.0,0.00470242468772961
|
||||
3,SYNFlood,1.0,8,1201.0,0.17648787656135195
|
||||
3,SYNFlood,1.0,9,332.0,0.04878765613519471
|
||||
4,SYNScan,0.0,0,2446.0,0.1
|
||||
4,SYNScan,0.0,1,454.0,0.1
|
||||
4,SYNScan,0.0,2,1510.0,0.1
|
||||
4,SYNScan,0.0,3,319.0,0.1
|
||||
4,SYNScan,0.0,4,33.0,0.1
|
||||
4,SYNScan,0.0,5,5.0,0.1
|
||||
4,SYNScan,0.0,6,3619.0,0.1
|
||||
4,SYNScan,0.0,7,807.0,0.1
|
||||
4,SYNScan,0.0,8,7.0,0.1
|
||||
4,SYNScan,0.0,9,4830.0,0.1
|
||||
4,SYNScan,0.25,0,2446.0,0.14337634625178597
|
||||
4,SYNScan,0.25,1,454.0,0.09410817660894016
|
||||
4,SYNScan,0.25,2,1510.0,0.12708890342476625
|
||||
4,SYNScan,0.25,3,319.0,0.08616106657404712
|
||||
4,SYNScan,0.25,4,33.0,0.048864322376359355
|
||||
4,SYNScan,0.25,5,5.0,0.03048638267295655
|
||||
4,SYNScan,0.25,6,3619.0,0.15812864205245877
|
||||
4,SYNScan,0.25,7,807.0,0.1086630220953068
|
||||
4,SYNScan,0.25,8,7.0,0.0331617854841081
|
||||
4,SYNScan,0.25,9,4830.0,0.16996135245927088
|
||||
4,SYNScan,0.5,0,2446.0,0.16698643431977606
|
||||
4,SYNScan,0.5,1,454.0,0.07194173234532465
|
||||
4,SYNScan,0.5,2,1510.0,0.1312022970395475
|
||||
4,SYNScan,0.5,3,319.0,0.06030430358577
|
||||
4,SYNScan,0.5,4,33.0,0.019395899933690338
|
||||
4,SYNScan,0.5,5,5.0,0.007549843809720242
|
||||
4,SYNScan,0.5,6,3619.0,0.20311745974863313
|
||||
4,SYNScan,0.5,7,807.0,0.09591570698461753
|
||||
4,SYNScan,0.5,8,7.0,0.00893309566564914
|
||||
4,SYNScan,0.5,9,4830.0,0.23465322656727147
|
||||
4,SYNScan,0.75,0,2446.0,0.17542455611013302
|
||||
4,SYNScan,0.75,1,454.0,0.049606654206042704
|
||||
4,SYNScan,0.75,2,1510.0,0.12217455256933227
|
||||
4,SYNScan,0.75,3,319.0,0.038070717256052336
|
||||
4,SYNScan,0.75,4,33.0,0.0069443803841509645
|
||||
4,SYNScan,0.75,5,5.0,0.001686458078157517
|
||||
4,SYNScan,0.75,6,3619.0,0.23533660506106718
|
||||
4,SYNScan,0.75,7,807.0,0.07636655471264944
|
||||
4,SYNScan,0.75,8,7.0,0.002170558907334673
|
||||
4,SYNScan,0.75,9,4830.0,0.29221896271507986
|
||||
4,SYNScan,1.0,0,2446.0,0.1743406985032074
|
||||
4,SYNScan,1.0,1,454.0,0.0323592302209551
|
||||
4,SYNScan,1.0,2,1510.0,0.10762651461154668
|
||||
4,SYNScan,1.0,3,319.0,0.022736992159657875
|
||||
4,SYNScan,1.0,4,33.0,0.002352102637205987
|
||||
4,SYNScan,1.0,5,5.0,0.0003563791874554526
|
||||
4,SYNScan,1.0,6,3619.0,0.2579472558802566
|
||||
4,SYNScan,1.0,7,807.0,0.05751960085531005
|
||||
4,SYNScan,1.0,8,7.0,0.0004989308624376336
|
||||
4,SYNScan,1.0,9,4830.0,0.3442622950819672
|
||||
5,SlowrateDoS,0.0,0,6644.0,0.1
|
||||
5,SlowrateDoS,0.0,1,104.0,0.1
|
||||
5,SlowrateDoS,0.0,2,4532.0,0.1
|
||||
5,SlowrateDoS,0.0,3,2592.0,0.1
|
||||
5,SlowrateDoS,0.0,4,1353.0,0.1
|
||||
5,SlowrateDoS,0.0,5,3365.0,0.1
|
||||
5,SlowrateDoS,0.0,6,2995.0,0.1
|
||||
5,SlowrateDoS,0.0,7,17642.0,0.1
|
||||
5,SlowrateDoS,0.0,8,390.0,0.1
|
||||
5,SlowrateDoS,0.0,9,11570.0,0.1
|
||||
5,SlowrateDoS,0.25,0,6644.0,0.12040822604198723
|
||||
5,SlowrateDoS,0.25,1,104.0,0.04258994575381721
|
||||
5,SlowrateDoS,0.25,2,4532.0,0.10942617719232155
|
||||
5,SlowrateDoS,0.25,3,2592.0,0.09516067225055415
|
||||
5,SlowrateDoS,0.25,4,1353.0,0.08088597060369725
|
||||
5,SlowrateDoS,0.25,5,3365.0,0.10157691512441178
|
||||
5,SlowrateDoS,0.25,6,2995.0,0.098661555613806
|
||||
5,SlowrateDoS,0.25,7,17642.0,0.15370418997682986
|
||||
5,SlowrateDoS,0.25,8,390.0,0.05926726738684389
|
||||
5,SlowrateDoS,0.25,9,11570.0,0.1383190800557311
|
||||
5,SlowrateDoS,0.5,0,6644.0,0.13155496984893866
|
||||
5,SlowrateDoS,0.5,1,104.0,0.01645921495723076
|
||||
5,SlowrateDoS,0.5,2,4532.0,0.1086519182262677
|
||||
5,SlowrateDoS,0.5,3,2592.0,0.08216936789840217
|
||||
5,SlowrateDoS,0.5,4,1353.0,0.059366486371996374
|
||||
5,SlowrateDoS,0.5,5,3365.0,0.09362352352399654
|
||||
5,SlowrateDoS,0.5,6,2995.0,0.08832646731999554
|
||||
5,SlowrateDoS,0.5,7,17642.0,0.21437115919728086
|
||||
5,SlowrateDoS,0.5,8,390.0,0.03187313271050138
|
||||
5,SlowrateDoS,0.5,9,11570.0,0.17360375994538996
|
||||
5,SlowrateDoS,0.75,0,6644.0,0.1340946306194983
|
||||
5,SlowrateDoS,0.75,1,104.0,0.005934227269433981
|
||||
5,SlowrateDoS,0.75,2,4532.0,0.1006483353471292
|
||||
5,SlowrateDoS,0.75,3,2592.0,0.0661935111606282
|
||||
5,SlowrateDoS,0.75,4,1353.0,0.04065018420375144
|
||||
5,SlowrateDoS,0.75,5,3365.0,0.08050594864231717
|
||||
5,SlowrateDoS,0.75,6,2995.0,0.0737711902390531
|
||||
5,SlowrateDoS,0.75,7,17642.0,0.2789330873238781
|
||||
5,SlowrateDoS,0.75,8,390.0,0.015991441944233208
|
||||
5,SlowrateDoS,0.75,9,11570.0,0.20327744325007732
|
||||
5,SlowrateDoS,1.0,0,6644.0,0.12979858167112743
|
||||
5,SlowrateDoS,1.0,1,104.0,0.0020317658780549747
|
||||
5,SlowrateDoS,1.0,2,4532.0,0.08853810537831872
|
||||
5,SlowrateDoS,1.0,3,2592.0,0.050637857268447065
|
||||
5,SlowrateDoS,1.0,4,1353.0,0.026432492625080586
|
||||
5,SlowrateDoS,1.0,5,3365.0,0.06573934788129798
|
||||
5,SlowrateDoS,1.0,6,2995.0,0.058510950045910094
|
||||
5,SlowrateDoS,1.0,7,17642.0,0.34465782327544103
|
||||
5,SlowrateDoS,1.0,8,390.0,0.007619122042706156
|
||||
5,SlowrateDoS,1.0,9,11570.0,0.22603395393361594
|
||||
6,TCPConnectScan,0.0,0,6952.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,1,1256.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,2,833.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,3,365.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,4,1991.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,5,125.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,7,817.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,8,418.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,9,1280.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.25,0,6952.0,0.18010063074220256
|
||||
6,TCPConnectScan,0.25,1,1256.0,0.11741814169503981
|
||||
6,TCPConnectScan,0.25,2,833.0,0.10596173073881511
|
||||
6,TCPConnectScan,0.25,3,365.0,0.08621066776722427
|
||||
6,TCPConnectScan,0.25,4,1991.0,0.13175151199957294
|
||||
6,TCPConnectScan,0.25,5,125.0,0.06595007536634553
|
||||
6,TCPConnectScan,0.25,7,817.0,0.1054492043202603
|
||||
6,TCPConnectScan,0.25,8,418.0,0.08918295605823313
|
||||
6,TCPConnectScan,0.25,9,1280.0,0.11797508131230636
|
||||
6,TCPConnectScan,0.5,0,6952.0,0.27124556688713003
|
||||
6,TCPConnectScan,0.5,1,1256.0,0.1152929062951348
|
||||
6,TCPConnectScan,0.5,2,833.0,0.0938923627516944
|
||||
6,TCPConnectScan,0.5,3,365.0,0.06215186992335737
|
||||
6,TCPConnectScan,0.5,4,1991.0,0.1451588093535683
|
||||
6,TCPConnectScan,0.5,5,125.0,0.03637163078107215
|
||||
6,TCPConnectScan,0.5,7,817.0,0.09298626326404033
|
||||
6,TCPConnectScan,0.5,8,418.0,0.06651137224457168
|
||||
6,TCPConnectScan,0.5,9,1280.0,0.11638921849943089
|
||||
6,TCPConnectScan,0.75,0,6952.0,0.37961259557011434
|
||||
6,TCPConnectScan,0.75,1,1256.0,0.105196313552412
|
||||
6,TCPConnectScan,0.75,2,833.0,0.07731113379300104
|
||||
6,TCPConnectScan,0.75,3,365.0,0.04163685707233709
|
||||
6,TCPConnectScan,0.75,4,1991.0,0.14861468878169257
|
||||
6,TCPConnectScan,0.75,5,125.0,0.01863978081092538
|
||||
6,TCPConnectScan,0.75,7,817.0,0.07619471232969081
|
||||
6,TCPConnectScan,0.75,8,418.0,0.046093586623778
|
||||
6,TCPConnectScan,0.75,9,1280.0,0.10670033146604878
|
||||
6,TCPConnectScan,1.0,0,6952.0,0.49526252048158437
|
||||
6,TCPConnectScan,1.0,1,1256.0,0.08947780864857163
|
||||
6,TCPConnectScan,1.0,2,833.0,0.05934316449383772
|
||||
6,TCPConnectScan,1.0,3,365.0,0.02600270713115338
|
||||
6,TCPConnectScan,1.0,4,1991.0,0.14183942437842845
|
||||
6,TCPConnectScan,1.0,5,125.0,0.008905036688751158
|
||||
6,TCPConnectScan,1.0,7,817.0,0.058203319797677566
|
||||
6,TCPConnectScan,1.0,8,418.0,0.02977844268718387
|
||||
6,TCPConnectScan,1.0,9,1280.0,0.09118757569281186
|
||||
7,UDPFlood,0.0,0,14179.0,0.1
|
||||
7,UDPFlood,0.0,1,4099.0,0.1
|
||||
7,UDPFlood,0.0,2,990.0,0.1
|
||||
7,UDPFlood,0.0,3,7413.0,0.1
|
||||
7,UDPFlood,0.0,4,49539.0,0.1
|
||||
7,UDPFlood,0.0,5,67573.0,0.1
|
||||
7,UDPFlood,0.0,6,105.0,0.1
|
||||
7,UDPFlood,0.0,7,27464.0,0.1
|
||||
7,UDPFlood,0.0,8,138381.0,0.1
|
||||
7,UDPFlood,0.0,9,10395.0,0.1
|
||||
7,UDPFlood,0.25,0,14179.0,0.09892943987010687
|
||||
7,UDPFlood,0.25,1,4099.0,0.07254101518808088
|
||||
7,UDPFlood,0.25,2,990.0,0.05085374584004573
|
||||
7,UDPFlood,0.25,3,7413.0,0.08412259273051567
|
||||
7,UDPFlood,0.25,4,49539.0,0.13525426180273759
|
||||
7,UDPFlood,0.25,5,67573.0,0.1461697316457242
|
||||
7,UDPFlood,0.25,6,105.0,0.02902093993201601
|
||||
7,UDPFlood,0.25,7,27464.0,0.11670920134030376
|
||||
7,UDPFlood,0.25,8,138381.0,0.17485709772001945
|
||||
7,UDPFlood,0.25,9,10395.0,0.09154197393044985
|
||||
7,UDPFlood,0.5,0,14179.0,0.0830892295484794
|
||||
7,UDPFlood,0.5,1,4099.0,0.04467462234049506
|
||||
7,UDPFlood,0.5,2,990.0,0.02195530769756941
|
||||
7,UDPFlood,0.5,3,7413.0,0.060078479222839515
|
||||
7,UDPFlood,0.5,4,49539.0,0.1553086156124063
|
||||
7,UDPFlood,0.5,5,67573.0,0.18138799109555434
|
||||
7,UDPFlood,0.5,6,105.0,0.007150173501459919
|
||||
7,UDPFlood,0.5,7,27464.0,0.11563886646663658
|
||||
7,UDPFlood,0.5,8,138381.0,0.2595733864437067
|
||||
7,UDPFlood,0.5,9,10395.0,0.07114332807085272
|
||||
7,UDPFlood,0.75,0,14179.0,0.06286532676041025
|
||||
7,UDPFlood,0.75,1,4099.0,0.02478479973665901
|
||||
7,UDPFlood,0.75,2,990.0,0.008538928387642239
|
||||
7,UDPFlood,0.75,3,7413.0,0.038652044909602876
|
||||
7,UDPFlood,0.75,4,49539.0,0.16065246813732448
|
||||
7,UDPFlood,0.75,5,67573.0,0.2027714821996054
|
||||
7,UDPFlood,0.75,6,105.0,0.0015869708504321247
|
||||
7,UDPFlood,0.75,7,27464.0,0.10321666394969427
|
||||
7,UDPFlood,0.75,8,138381.0,0.34712374602751406
|
||||
7,UDPFlood,0.75,9,10395.0,0.04980756904111527
|
||||
7,UDPFlood,1.0,0,14179.0,0.044290274818984315
|
||||
7,UDPFlood,1.0,1,4099.0,0.01280385333824788
|
||||
7,UDPFlood,1.0,2,990.0,0.003092416395429471
|
||||
7,UDPFlood,1.0,3,7413.0,0.02315563913062492
|
||||
7,UDPFlood,1.0,4,49539.0,0.15474264223553594
|
||||
7,UDPFlood,1.0,5,67573.0,0.2110745990791471
|
||||
7,UDPFlood,1.0,6,105.0,0.0003279835570910045
|
||||
7,UDPFlood,1.0,7,27464.0,0.08578800392330807
|
||||
7,UDPFlood,1.0,8,138381.0,0.43225421536962183
|
||||
7,UDPFlood,1.0,9,10395.0,0.032470372152009444
|
||||
8,UDPScan,0.0,1,3.0,0.1111111111111111
|
||||
8,UDPScan,0.0,2,2.0,0.1111111111111111
|
||||
8,UDPScan,0.0,3,4.0,0.1111111111111111
|
||||
8,UDPScan,0.0,4,2253.0,0.1111111111111111
|
||||
8,UDPScan,0.0,5,827.0,0.1111111111111111
|
||||
8,UDPScan,0.0,6,6727.0,0.1111111111111111
|
||||
8,UDPScan,0.0,7,567.0,0.1111111111111111
|
||||
8,UDPScan,0.0,8,508.0,0.1111111111111111
|
||||
8,UDPScan,0.0,9,243.0,0.1111111111111111
|
||||
8,UDPScan,0.25,1,3.0,0.03391636946310165
|
||||
8,UDPScan,0.25,2,2.0,0.030646899402030407
|
||||
8,UDPScan,0.25,3,4.0,0.0364455108216672
|
||||
8,UDPScan,0.25,4,2253.0,0.1775494542848391
|
||||
8,UDPScan,0.25,5,827.0,0.13819916570471466
|
||||
8,UDPScan,0.25,6,6727.0,0.23339115905584074
|
||||
8,UDPScan,0.25,7,567.0,0.12575486883781
|
||||
8,UDPScan,0.25,8,508.0,0.12234746404069134
|
||||
8,UDPScan,0.25,9,243.0,0.10174910838930495
|
||||
8,UDPScan,0.5,1,3.0,0.007686831573667351
|
||||
8,UDPScan,0.5,2,2.0,0.006276271698066685
|
||||
8,UDPScan,0.5,3,4.0,0.00887598855654432
|
||||
8,UDPScan,0.5,4,2253.0,0.21065284738424234
|
||||
8,UDPScan,0.5,5,827.0,0.12762609838100714
|
||||
8,UDPScan,0.5,6,6727.0,0.36399670458730726
|
||||
8,UDPScan,0.5,7,567.0,0.10567646262212148
|
||||
8,UDPScan,0.5,8,508.0,0.10002731103403723
|
||||
8,UDPScan,0.5,9,243.0,0.06918148416300617
|
||||
8,UDPScan,0.75,1,3.0,0.0015040709618206946
|
||||
8,UDPScan,0.75,2,2.0,0.0011096854262621569
|
||||
8,UDPScan,0.75,3,4.0,0.001866260994006276
|
||||
8,UDPScan,0.75,4,2253.0,0.21577358607283625
|
||||
8,UDPScan,0.75,5,827.0,0.1017551778758747
|
||||
8,UDPScan,0.75,6,6727.0,0.49010987883886165
|
||||
8,UDPScan,0.75,7,567.0,0.07666809632288113
|
||||
8,UDPScan,0.75,8,508.0,0.07060332753829836
|
||||
8,UDPScan,0.75,9,243.0,0.04060991596915875
|
||||
8,UDPScan,1.0,1,3.0,0.00026944494341656186
|
||||
8,UDPScan,1.0,2,2.0,0.00017962996227770793
|
||||
8,UDPScan,1.0,3,4.0,0.00035925992455541585
|
||||
8,UDPScan,1.0,4,2253.0,0.20235315250583796
|
||||
8,UDPScan,1.0,5,827.0,0.07427698940183222
|
||||
8,UDPScan,1.0,6,6727.0,0.6041853781210706
|
||||
8,UDPScan,1.0,7,567.0,0.050925094305730195
|
||||
8,UDPScan,1.0,8,508.0,0.04562601041853781
|
||||
8,UDPScan,1.0,9,243.0,0.021825040416741513
|
||||
|
+231
-256
@@ -3,26 +3,26 @@
|
||||
This is the canonical continuation point for the next agent session. It is written to be
|
||||
readable without prior chat history, terminal scrollback, or git history.
|
||||
|
||||
Last updated: 2026-09-26 (Session 8). Session 8 type: **protocol-scaling /
|
||||
non-IID-severity experiment**. Session 7 completed X-IIoTID `alpha=0.25`; Session 6 completed
|
||||
`alpha=0.50`. Session 8 completed X-IIoTID **`alpha=0.75`** for seeds `{0,1,2}` across the five
|
||||
frozen beta candidates plus `original_protean`, using the **same pooled-across-seed
|
||||
validation-only** selection rule, and produced the first **three-alpha (0.25/0.50/0.75)
|
||||
comparison** for X-IIoTID. **5G-NIDD was not run.** No commit or push was made.
|
||||
Last updated: 2026-09-28 (Session 9). Session 9 type: **first cross-dataset (5G-NIDD)
|
||||
beta-validation condition**. Sessions 6–8 completed the X-IIoTID three-alpha study
|
||||
(`alpha=0.25/0.50/0.75`, seeds `{0,1,2}`). Session 9 ran **only** 5G-NIDD `alpha=0.50` for seeds
|
||||
`{0,1,2}` across the five frozen beta candidates plus `original_protean`, using the same
|
||||
pooled-across-seed validation-only selection rule. **5G-NIDD alpha=0.25 and alpha=0.75 were NOT
|
||||
run.** No commit or push was made.
|
||||
|
||||
> **Audit status (Session 8).** Independent audit verdict: **PASS** (`docs/research/SESSION8_AUDIT.md`).
|
||||
> `beta_star(alpha=0.75) = 0.50` confirmed from validation only; no corrections required; run
|
||||
> inventory 18/18; pairing hash-identical and reproduced from raw data; leakage audit PASS;
|
||||
> `beta=0` class **B**; source/data integrity PASS; pytest 75 passed. **Session 8 is safe to
|
||||
> checkpoint.**
|
||||
> **Audit status (Session 9).** Independent audit verdict: **PASS**
|
||||
> (`docs/research/SESSION9_AUDIT.md`). `beta_star(5gnidd, alpha=0.50) = 1.00` confirmed from
|
||||
> validation only; reuse decision resolved; run inventory 18/18; pairing hash-identical and
|
||||
> reproduced from raw data; rare/unseen 0 mismatches over 270 cells; leakage audit PASS; `beta=0`
|
||||
> class **B**; source/data integrity PASS; pytest 75 passed. **Session 9 is safe to checkpoint.**
|
||||
|
||||
> **Headline (Session 8).** PRIMARY pooled-validation selected beta for X-IIoTID `alpha=0.75`
|
||||
> = **0.50** (validation only; per-seed diagnostics 0.50 / 0.50 / 0.00). The pooled validation
|
||||
> curve peaks at 0.50 and declines both sides, but the total between-beta spread (≈ 0.0081) is
|
||||
> much smaller than the between-seed std (≈ 0.045). `beta=0` is class **B** for all three seeds.
|
||||
> Realized alpha=0.75 partitions are the mildest of the three (3/27 cells with `|S_j| < M`,
|
||||
> 4 missing cells, client-ratio mean 4.67). **Three-alpha pooled selections: 0.25 → 0.00,
|
||||
> 0.50 → 0.75, 0.75 → 0.50 — not monotone in alpha.**
|
||||
> **Headline (Session 9).** PRIMARY pooled-validation selected beta for 5G-NIDD `alpha=0.50` =
|
||||
> **1.00** (validation only; per-seed diagnostics 1.00 / 0.00 / 1.00). The pooled validation curve
|
||||
> is **non-monotone** (0.687 → 0.645 → 0.675 → 0.688 → 0.692) and the total between-beta spread
|
||||
> (≈ 0.047) is comparable to the between-seed std (0.053–0.139), so the selection is statistically
|
||||
> weak. `beta=0` is class **B** for all three seeds. The pre-existing seed-0 baseline was **not
|
||||
> reused** (missing validation artifacts); the fresh rerun reproduces its training outputs
|
||||
> byte-identically. X-IIoTID alpha=0.50 selected 0.75; the two datasets differ descriptively.
|
||||
|
||||
---
|
||||
|
||||
@@ -30,8 +30,8 @@ comparison** for X-IIoTID. **5G-NIDD was not run.** No commit or push was made.
|
||||
|
||||
Build the code and experiment infrastructure for a thesis study that modifies **only** the
|
||||
server-side prototype aggregation of PROTEAN (Chennoufi et al., 2025), a federated
|
||||
intrusion-detection framework. The mechanism weights each contributing client's class
|
||||
prototype by its class sample support:
|
||||
intrusion-detection framework. The mechanism weights each contributing client's class prototype
|
||||
by its class sample support:
|
||||
|
||||
```
|
||||
Cbar_j(beta) = ( sum_{i in S_j} N_ij^beta * C_ij ) / ( sum_{i in S_j} N_ij^beta )
|
||||
@@ -49,287 +49,267 @@ bitwise identical to the baseline (see §7).
|
||||
- `planningawal/` is immutable. Re-verified unchanged this session: `git status --short
|
||||
planningawal/` and `git diff -- planningawal/` are both empty.
|
||||
- Raw datasets re-verified unchanged (SHA-256):
|
||||
`~/datasets/X-IIoTID/X-IIoTID-dataset.csv`
|
||||
`7b9290057ee42e784da3c0d84b781815502c9205c74175c96374e71a5ffd98a0`;
|
||||
`~/datasets/5G-NIDD/5G-NIDD.csv`
|
||||
`fa36f80859585f474504ca69eb951a079b35145537976c86b00aae3aab46ee59`.
|
||||
- Frozen baseline (`original_protean`) source unchanged; no `equal_available` mode added;
|
||||
beta candidate set unchanged (`{0, .25, .5, .75, 1}`). No tracked source/test/config file
|
||||
differs from HEAD.
|
||||
`fa36f80859585f474504ca69eb951a079b35145537976c86b00aae3aab46ee59`;
|
||||
`~/datasets/X-IIoTID/X-IIoTID-dataset.csv`
|
||||
`7b9290057ee42e784da3c0d84b781815502c9205c74175c96374e71a5ffd98a0`.
|
||||
- Frozen baseline (`original_protean`) source unchanged; no `equal_available` mode added; beta
|
||||
candidate set unchanged (`{0, .25, .5, .75, 1}`). No tracked source/test/config file differs
|
||||
from HEAD. The only modified tracked file is this handoff.
|
||||
|
||||
## 3. Session 8 objective and outcome
|
||||
## 3. Session 9 objective and outcome
|
||||
|
||||
Objective: evaluate the final X-IIoTID non-IID severity (`alpha=0.75`, seeds `{0,1,2}`) across
|
||||
the five beta candidates using the exact pooled-validation protocol, then compare alpha=0.25,
|
||||
0.50 and 0.75 using realized partition characteristics. All 18 runs (15 `support_weighted` +
|
||||
3 `original_protean`) completed with rc=0.
|
||||
Objective: begin the 5G-NIDD phase conservatively — Stage A verification, then (if clean) **one**
|
||||
condition: 5G-NIDD `alpha=0.50`, seeds `{0,1,2}`, `original_protean` + five betas.
|
||||
|
||||
Outcome: **PRIMARY pooled-validation selected beta = 0.50** (validation only);
|
||||
`test_used_for_selection = false` for all 15 runs. Pooled means: 0.00 → 0.471706,
|
||||
0.25 → 0.474368, 0.50 → 0.476749, 0.75 → 0.472541, 1.00 → 0.468605 (peak at 0.50). Between-seed
|
||||
std 0.0447–0.0553; between-beta spread ≈ 0.0081, so the effect is small relative to seed
|
||||
variance.
|
||||
Stage A result: raw hash valid; all nine 5G-NIDD manifests (alpha 0.25/0.50/0.75 × seeds) reproduce
|
||||
exactly from raw data; label semantics and rare/unseen logic valid; pre-existing seed-0 baseline
|
||||
not reusable. Gate = **GO**.
|
||||
|
||||
Reports: `docs/research/ALPHA075_BETA_VALIDATION.md`,
|
||||
`docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`, audit `docs/research/SESSION8_AUDIT.md`.
|
||||
Outcome: 18/18 runs rc=0. **PRIMARY pooled-validation selected beta = 1.00** (validation only);
|
||||
`test_used_for_selection = false` for all 15 runs. Pooled means: 0.00 → 0.687230,
|
||||
0.25 → 0.645078, 0.50 → 0.674669, 0.75 → 0.688368, 1.00 → 0.692370. Reports:
|
||||
`docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`, audit `docs/research/SESSION9_AUDIT.md`.
|
||||
|
||||
## 4. Condition and pairing
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset / alpha / seeds | `xiiotid` / 0.75 / `{0,1,2}` |
|
||||
| dataset / alpha / seeds | `5gnidd` / 0.50 / `{0,1,2}` |
|
||||
| runs | 15 `support_weighted` + 3 `original_protean`, all new this session |
|
||||
| training | 10 clients, 10 rounds, 3 local epochs, batch 256, lr 1e-3, mu 0.1, lambda 1.0, Adam |
|
||||
| code revision | unchanged from HEAD `ff68d380e23859d21c07c8a3a7b56b1b7f06c91b`; only docs/analysis/scripts added |
|
||||
| code revision | unchanged from HEAD `2d27abc35026456de765c929dbcf0503a72ac572`; only docs/analysis added |
|
||||
|
||||
Manifests (reused, never regenerated; one content hash per seed across all six runs; each
|
||||
reproduced from the raw dataset with split/`N_ij`/partition hash verified):
|
||||
|
||||
| seed | manifest | content hash | partition hash | split hash | rng seed |
|
||||
| seed | manifest content hash | partition hash | split hash | rng seed | round-0 snapshot SHA-256 |
|
||||
|---|---|---|---|---|---|
|
||||
| 0 | `artifacts/partitions/xiiotid__alpha0.75__seed0.json` | `759f7e50…` | `473b1c4a…` | `d0acc0c1…` | 957653162 |
|
||||
| 1 | `artifacts/partitions/xiiotid__alpha0.75__seed1.json` | `4a50ba21…` | `a0ec9e9c…` | `880a9f82…` | 762050403 |
|
||||
| 2 | `artifacts/partitions/xiiotid__alpha0.75__seed2.json` | `922b7bb1…` | `00345255…` | `8e0db0be…` | 843543396 |
|
||||
| 0 | `0732582cf4510089…` | `8352d4ff…` | `18f89f48…` | 673621352 | `eb0839f2595727…` |
|
||||
| 1 | `f43906e111a8342c…` | `0815c91e…` | `3d05b7fe…` | 1403944623 | `6cbd04e0dd97bb…` |
|
||||
| 2 | `fe8b4fc6f0486cf4…` | `fdcf388e…` | `fc758d06…` | 633461056 | `f012a02b543b92…` |
|
||||
|
||||
Pairing proof: round-0 snapshot byte-identical across the five betas **and** `original_protean`
|
||||
within each seed — seed 0 `8c477df6…`, seed 1 `41f0187c…`, seed 2 `be2ad5fb…`.
|
||||
`train_support_Nij.csv`, `characterization.csv`, `rare_unseen.csv` identical across each seed's
|
||||
runs. `manifest_reload_ok = true`, `smoke = false` everywhere.
|
||||
Splits: train/validation/test = 851,123 / 121,589 / 243,177 for every seed (10 clients, 9 classes,
|
||||
`Benign`). `train_support_Nij.csv`, `characterization.csv`, `rare_unseen.csv` identical across each
|
||||
seed's runs. `manifest_reload_ok = true`, `smoke = false` everywhere. Pairing proven by content
|
||||
hashes.
|
||||
|
||||
## 5. Validation results (USED FOR SELECTION) and pooled selection
|
||||
|
||||
Primary metric: validation per-client-mean rare-class macro-F1. All 10 clients eligible in
|
||||
every seed. Full tables:
|
||||
`artifacts/analysis/xiiotid__alpha0.75__multiseed__validation_per_seed.csv`.
|
||||
Primary metric: validation per-client-mean rare-class macro-F1. All 10 clients eligible in every
|
||||
seed. Full tables: `artifacts/analysis/5gnidd__alpha0.5__multiseed__validation_per_seed.csv`.
|
||||
|
||||
Per-seed validation per-client-mean rare-class macro-F1:
|
||||
|
||||
| beta | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| 0.00 | 0.496803 | 0.408276 | 0.510038 |
|
||||
| 0.25 | 0.496892 | 0.421386 | 0.504827 |
|
||||
| 0.50 | 0.504388 | 0.422919 | 0.502942 |
|
||||
| 0.75 | 0.486868 | 0.421053 | 0.509702 |
|
||||
| 1.00 | 0.479146 | 0.419534 | 0.507136 |
|
||||
| 0.00 | 0.738597 | 0.633243 | 0.689849 |
|
||||
| 0.25 | 0.661461 | 0.573717 | 0.700055 |
|
||||
| 0.50 | 0.764487 | 0.563388 | 0.696131 |
|
||||
| 0.75 | 0.750661 | 0.543319 | 0.771124 |
|
||||
| 1.00 | 0.768877 | 0.531764 | 0.776468 |
|
||||
|
||||
Pooled across seeds (`...__validation_pooled.csv`):
|
||||
|
||||
| beta | pooled mean | std (sample) | min | max | selected |
|
||||
|---|---|---|---|---|---|
|
||||
| 0.00 | 0.471706 | 0.055329 | 0.408276 | 0.510038 | |
|
||||
| 0.25 | 0.474368 | 0.046055 | 0.421386 | 0.504827 | |
|
||||
| **0.50** | **0.476749** | 0.046624 | 0.422919 | 0.504388 | **yes** |
|
||||
| 0.75 | 0.472541 | 0.046028 | 0.421053 | 0.509702 | |
|
||||
| 1.00 | 0.468605 | 0.044742 | 0.419534 | 0.507136 | |
|
||||
| 0.00 | 0.687230 | 0.052726 | 0.633243 | 0.738597 | |
|
||||
| 0.25 | 0.645078 | 0.064743 | 0.573717 | 0.700055 | |
|
||||
| 0.50 | 0.674669 | 0.102253 | 0.563388 | 0.764487 | |
|
||||
| 0.75 | 0.688368 | 0.126032 | 0.543319 | 0.771124 | |
|
||||
| **1.00** | **0.692370** | 0.139140 | 0.531764 | 0.776468 | **yes** |
|
||||
|
||||
- **PRIMARY selected beta (`beta_star_alpha075`) = 0.50**, max pooled validation
|
||||
per-client-mean rare-class macro-F1; **no tie-break used**; selection is validation-only.
|
||||
- **SECONDARY per-seed diagnostics only:** seed 0 → 0.50, seed 1 → 0.50, seed 2 → 0.00.
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha050`) = 1.00**, max pooled validation
|
||||
per-client-mean rare-class macro-F1; **no tie-break used**; validation-only.
|
||||
- **SECONDARY per-seed diagnostics only:** seed 0 → 1.00, seed 1 → 0.00, seed 2 → 1.00.
|
||||
- Between-beta spread ≈ 0.047; between-seed std 0.053–0.139 → statistically weak, descriptive.
|
||||
|
||||
## 6. Final test evaluation of the pooled-selected beta
|
||||
|
||||
`beta_star = 0.50` was fixed from pooled validation before test was read.
|
||||
`beta_star = 1.00` was fixed from pooled validation before test was read.
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.511889 | 0.624144 | 0.679704 | 0.605246 ± 0.085489 |
|
||||
| rare-class recall | 0.803887 | 0.876726 | 0.865681 | 0.848765 ± 0.039256 |
|
||||
| macro-F1 | 0.741977 | 0.761752 | 0.769179 | 0.757636 ± 0.014060 |
|
||||
| accuracy | 0.914365 | 0.932611 | 0.937352 | 0.928110 ± 0.012137 |
|
||||
| weighted-F1 | 0.935566 | 0.948344 | 0.951740 | 0.945216 ± 0.008528 |
|
||||
| rare-class macro-F1 | 0.880962 | 0.840075 | 0.894914 | 0.871984 ± 0.028501 |
|
||||
| rare-class recall | 0.974355 | 0.968341 | 0.958616 | 0.967104 ± 0.007942 |
|
||||
| macro-F1 | 0.850470 | 0.815941 | 0.849378 | 0.838596 ± 0.019627 |
|
||||
| accuracy | 0.742838 | 0.744026 | 0.742907 | 0.743257 ± 0.000667 |
|
||||
| weighted-F1 | 0.716950 | 0.720106 | 0.717530 | 0.718195 ± 0.001680 |
|
||||
|
||||
`original_protean` for the same seeds/condition:
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.521540 | 0.614061 | 0.676068 | 0.603890 ± 0.077764 |
|
||||
| rare-class recall | 0.816440 | 0.883238 | 0.869835 | 0.856504 ± 0.035338 |
|
||||
| macro-F1 | 0.742471 | 0.747395 | 0.765680 | 0.751849 ± 0.012228 |
|
||||
| accuracy | 0.913254 | 0.913898 | 0.934576 | 0.920576 ± 0.012129 |
|
||||
| weighted-F1 | 0.932563 | 0.935937 | 0.948908 | 0.939136 ± 0.008629 |
|
||||
| rare-class macro-F1 | 0.871964 | 0.921136 | 0.848525 | 0.880542 ± 0.037058 |
|
||||
| rare-class recall | 0.974314 | 0.968566 | 0.975859 | 0.972913 ± 0.003843 |
|
||||
| macro-F1 | 0.836881 | 0.865437 | 0.824867 | 0.842395 ± 0.020840 |
|
||||
| accuracy | 0.734416 | 0.747377 | 0.750133 | 0.743975 ± 0.008393 |
|
||||
| weighted-F1 | 0.708765 | 0.722802 | 0.724622 | 0.718730 ± 0.008678 |
|
||||
|
||||
Descriptive difference for test rare-class macro-F1 (`beta_star` − `original_protean`) is
|
||||
−0.009651 / +0.010083 / +0.003636 (mean +0.001356). Test is descriptive only; no superiority
|
||||
or generalisation claimed.
|
||||
+0.008998 / −0.081061 / +0.046389 (mean −0.008558). Test is descriptive only; no superiority or
|
||||
generalisation claimed. Note 5G-NIDD test weighted-F1 (`≈0.718`) sits **below** accuracy
|
||||
(`≈0.744`) — the opposite of X-IIoTID — because the high-support classes are the harder ones for
|
||||
nearest-prototype inference.
|
||||
|
||||
## 7. `beta = 0` equivalence result (all three seeds)
|
||||
|
||||
For seeds 0, 1, 2, `support_weighted beta=0` vs frozen `original_protean`:
|
||||
|
||||
- Same manifest/split/hashes: **yes**.
|
||||
- Round-0 snapshot byte-identical: **yes** (`8c477df6…`, `41f0187c…`, `be2ad5fb…`).
|
||||
- `train_support_Nij.csv`, `characterization.csv`, `rare_unseen.csv`: **identical**.
|
||||
- Independent aggregation (`ΣC/n` vs `(1/n)ΣC`): 4.4e-16 / 4.4e-16 / 2.2e-16.
|
||||
- History rare-macro-F1 max diff (rounds ≥ 1): 1.10e-2 / 8.12e-3 / 3.64e-3; test metric max
|
||||
diff 4.33e-3 / 1.14e-3 / 0.85e-3.
|
||||
- Classification: **B — mathematically equivalent + floating-point numerical divergence; no
|
||||
semantic discrepancy** in any seed. Machine-readable:
|
||||
`artifacts/analysis/xiiotid__alpha0.75__multiseed__beta0_equivalence.csv`.
|
||||
- Same manifest/split/hashes, round-0 snapshot byte-identical, support/char/rare_unseen
|
||||
identical: **yes** for all three.
|
||||
- Independent aggregation (`ΣC/n` vs `(1/n)ΣC`): 4.4e-16 / 4.4e-16 / 4.4e-16.
|
||||
- History rare-macro-F1 max diff (rounds ≥ 1): 1.93e-2 / 6.01e-2 / 2.60e-2; test metric max diff
|
||||
2.33e-3 / 1.86e-4 / 8.70e-3.
|
||||
- Classification: **B** in all seeds — semantic equivalence + floating-point divergence; no
|
||||
semantic discrepancy. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__beta0_equivalence.csv`.
|
||||
|
||||
Conditional on the shared `S_j` reproduction assumption; not proof `beta=0` reproduces original
|
||||
PROTEAN.
|
||||
|
||||
## 8. Partition characterization (realized)
|
||||
## 8. Partition characterization (realized) and dataset structure
|
||||
|
||||
`|S_j| < M` class-condition cells, missing client-class cells, and client-size ratios
|
||||
(training split):
|
||||
5G-NIDD `alpha=0.50` (training split), `M = 10`:
|
||||
|
||||
| condition | `|S_j| < M` cells | missing client-class cells | client-size ratio (seeds) | union unseen | mean class CV |
|
||||
|---|---|---|---|---|---|
|
||||
| alpha=0.25 | **19 / 27** | **38** | 15.6, 20.8, 7.8 | 6/6/5 | 1.442 |
|
||||
| alpha=0.50 | 7 / 27 | 9 | 5.1, 7.2, 9.9 | 3/3/1 | 1.183 |
|
||||
| alpha=0.75 | **3 / 27** | **4** | 4.15, 5.07, 4.78 | 2/1/0 | 0.881 |
|
||||
| seed | `|S_j| < M` cells | missing client-class cells | client-size ratio | union rare | union unseen | max unseen/client |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0 | 2 / 9 | 2 | 11.63 | 6 | 2 | 1 |
|
||||
| 1 | 0 / 9 | 0 | 4.43 | 5 | 0 | 0 |
|
||||
| 2 | 2 / 9 | 2 | 12.72 | 6 | 2 | 1 |
|
||||
| **sum/mean** | **4 / 27** | **4** | mean **9.59** | 6/5/6 | 2/0/2 | 1 |
|
||||
|
||||
Union rare classes per seed: alpha=0.75 = 4/5/6; all clients have exactly two rare classes.
|
||||
Full per-class `N_ij`, CV and max/min in `docs/research/ALPHA075_BETA_VALIDATION.md` §C and
|
||||
`artifacts/analysis/xiiotid__cross_alpha__partition_heterogeneity_*.csv`. Heterogeneity
|
||||
decreases with alpha overall but is **not uniformly monotone per seed** (alpha=0.75 seed 0
|
||||
ratio 4.15 < seed 2's 4.78; alpha=0.50 seed 2 ratio 9.9 > alpha=0.25 seed 2's 7.8), so
|
||||
interpretation uses realized partitions, not alpha alone.
|
||||
All 10 clients have exactly two rare classes and are eligible in every seed; mean class-support
|
||||
CV = **1.225**. Full tables:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__partition_heterogeneity_*.csv` and
|
||||
`...__partition_characterization.csv`.
|
||||
|
||||
### Comparison with X-IIoTID alpha=0.50 (descriptive)
|
||||
|
||||
| statistic | 5G-NIDD a0.50 | X-IIoTID a0.50 |
|
||||
|---|---|---|
|
||||
| pooled-selected beta | **1.00** | **0.75** |
|
||||
| pooled validation mean range (spread) | 0.645–0.692 (0.047) | 0.544–0.579 (0.035) |
|
||||
| pooled validation std range | 0.053–0.139 | 0.075–0.100 |
|
||||
| `|S_j| < M` cells (sum/27) | **4/27** | 7/27 |
|
||||
| missing client-class cells | **4** | 9 |
|
||||
| client-size ratio mean | **9.59** | 7.41 |
|
||||
| mean class-support CV | 1.225 | 1.183 |
|
||||
| union rare per seed | 6/5/6 | 6/7/7 |
|
||||
| union unseen per seed | 2/0/2 | 3/3/1 |
|
||||
| mean displacement ‖Cbar(1)−Cbar(0)‖ | 2.340 | 2.099 |
|
||||
| selected-beta client improve/degrade | 6/3, 3/5, 7/2 | 7/3, 8/1, 8/1 |
|
||||
|
||||
5G-NIDD has fewer missing class cells but more imbalanced client sizes; the selected beta differs
|
||||
descriptively. No causal or monotone claim; only two datasets, one condition each.
|
||||
|
||||
## 9. Direct prototype-effect findings (fixed round-0 snapshots, no retraining)
|
||||
|
||||
`||Cbar_j(1) - Cbar_j(0)||`, cross-seed mean, alpha=0.25 vs 0.50 vs 0.75 (mean across classes
|
||||
3.422 / 2.099 / **1.305**):
|
||||
`||Cbar_j(1) − Cbar_j(0)||`, cross-seed mean (std), 5G-NIDD alpha=0.50:
|
||||
|
||||
| class | a25 | a50 | a75 |
|
||||
|---|---|---|---|
|
||||
| Tampering | 4.248 | 2.354 | 1.934 |
|
||||
| Exfiltration | 4.316 | 2.020 | 1.448 |
|
||||
| Exploitation | 3.464 | 2.344 | 1.539 |
|
||||
| Lateral_movement | 3.726 | 2.724 | 1.369 |
|
||||
| C&C | 4.020 | 1.694 | 1.284 |
|
||||
| Weaponization | 3.124 | 2.561 | 1.472 |
|
||||
| Reconnaissance | 3.339 | 1.002 | 0.983 |
|
||||
| Normal | 1.997 | 1.557 | 0.903 |
|
||||
| RDOS | 2.566 | 2.631 | 0.814 |
|
||||
| class | mean disp | std |
|
||||
|---|---|---|
|
||||
| UDPScan | 3.461 | 2.011 |
|
||||
| HTTPFlood | 3.120 | 1.289 |
|
||||
| SYNScan | 2.875 | 0.959 |
|
||||
| SlowrateDoS | 2.763 | 1.454 |
|
||||
| SYNFlood | 2.262 | 0.748 |
|
||||
| TCPConnectScan | 2.131 | 0.213 |
|
||||
| Benign | 1.690 | 0.699 |
|
||||
| UDPFlood | 1.598 | 0.428 |
|
||||
| ICMPFlood | 1.159 | 0.093 |
|
||||
|
||||
Displacement tracks realized support imbalance and is a direct-aggregation measure only, not a
|
||||
detection result. Outputs:
|
||||
`artifacts/analysis/xiiotid__alpha0.75__multiseed__prototype_effect_pooled.csv` and per-seed
|
||||
`...__seed{0,1,2}__support_weighted__beta0__prototype_snapshot__prototype_effect.csv`.
|
||||
Mean across classes **2.340** at beta=1.0 (monotone: 0.953 / 1.567 / 2.003 / 2.340 for beta
|
||||
0.25/0.50/0.75/1.00). Seed-sensitive (e.g. UDPScan 1.42 / 3.52 / 5.44). Displacement is a
|
||||
direct-aggregation measure only, not a detection result. Outputs:
|
||||
`...__prototype_effect_pooled.csv` and per-seed `...__prototype_effect.csv` / `...__prototype_weights.csv`.
|
||||
|
||||
## 10. Client-level findings (validation, vs beta = 0)
|
||||
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`; and
|
||||
`artifacts/analysis/xiiotid__cross_alpha__cross_alpha_client_summary.csv`.
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`.
|
||||
|
||||
- At alpha=0.75, the response is smaller and seed-dependent. At the selected `beta=0.50`:
|
||||
6/4/0 (seed 0, mean Δ +0.008), 9/0/1 (seed 1, +0.015), 6/4/0 (seed 2, −0.007; worst client
|
||||
−0.152).
|
||||
- At a common `beta=0.75`: alpha=0.25 = 5/4/1, 5/4/1, 3/5/2 (often negative); alpha=0.50 =
|
||||
7/3/0, 8/1/1, 8/1/1 (majority improve); alpha=0.75 = 3/7/0, 9/0/1, 5/5/0.
|
||||
- `N_ij` vs ΔF1 remains non-monotonic at every alpha. Client ids are per-seed realisations and
|
||||
are not pooled.
|
||||
At the selected `beta=1.00`: **6/3/1** (seed 0, mean Δ +0.030), **3/5/2** (seed 1, mean Δ −0.101;
|
||||
worst client −0.656), **7/2/1** (seed 2, mean Δ +0.087). The response is seed-dependent and
|
||||
`N_ij` vs ΔF1 is non-monotonic. Client ids are per-seed realisations and are not pooled.
|
||||
|
||||
## 11. Three-alpha comparison (RQ3)
|
||||
## 11. Runtime / resources
|
||||
|
||||
| | alpha=0.25 | alpha=0.50 | alpha=0.75 |
|
||||
|---|---|---|---|
|
||||
| pooled-selected beta | **0.00** | **0.75** | **0.50** |
|
||||
| pooled validation curve | monotone decreasing | rises to peak at 0.75 | peaks at 0.50 |
|
||||
| pooled mean range (spread) | 0.532–0.592 (0.060) | 0.544–0.579 (0.035) | 0.469–0.477 (0.008) |
|
||||
| pooled std range | 0.045–0.090 | 0.075–0.100 | 0.045–0.055 |
|
||||
| `|S_j| < M` cells | 19/27 | 7/27 | 3/27 |
|
||||
| mean `||Cbar(1)−Cbar(0)||` | 3.422 | 2.099 | 1.305 |
|
||||
CPU only, no GPU, no swap, exit 0 on all 18 runs. Per-run wall-clock 62–68 min; CPU 734–745 %;
|
||||
peak RSS 10.36 GiB (seed 0), 8.67 GiB (seed 1), 14.04 GiB (seed 2). New compute: 18 runs,
|
||||
69,336 s ≈ **19.26 h** wall-clock, sequential (8 cores). Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__runtime.csv`.
|
||||
|
||||
The pooled-selected beta **changes** with the non-IID condition (0.00 → 0.75 → 0.50) but is
|
||||
**not monotone** in alpha. This is documented as a descriptive association accompanied by the
|
||||
realized partition characteristics; **no causal claim** is made. With only three alpha levels,
|
||||
three project-defined seeds, one dataset and no inferential trend test, monotonicity is not
|
||||
claimed.
|
||||
## 12. Methodological decisions / assumptions
|
||||
|
||||
> **Audited label (do not confuse).** Condition-level **pooled** selections are alpha=0.25 →
|
||||
> **0.00**, alpha=0.50 → **0.75**, alpha=0.75 → **0.50**. The value **0.50** is *not* the
|
||||
> alpha=0.50 pooled selection: it is only the Session-5 **seed-0 single-condition** choice, the
|
||||
> Session-6 alpha=0.50 **per-seed diagnostic** for seed 0, and now the alpha=0.75 pooled
|
||||
> selection. See `docs/research/SESSION7_AUDIT.md` §M and `SESSION8_AUDIT.md` §M.
|
||||
|
||||
## 12. Runtime / resources
|
||||
|
||||
CPU only, no GPU, no swap, exit 0 on all 18 runs. Per-run wall-clock 40:00–49:02 (two runs
|
||||
slower under transient host contention); CPU 714–746 %; peak RSS 6.49 GiB (seed 0), 6.91 GiB
|
||||
(seed 1), 7.20 GiB (seed 2). New compute: 18 runs, 44,371 s ≈ **12.33 h** wall-clock,
|
||||
sequential (8 cores). Machine-readable:
|
||||
`artifacts/analysis/xiiotid__alpha0.75__multiseed__runtime.csv`.
|
||||
|
||||
## 13. Methodological decisions / assumptions
|
||||
|
||||
1. **`S_j` participant/denominator rule** (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights
|
||||
in the baseline) is a **REPRODUCTION ASSUMPTION**; material in 19/27 class-condition cells at
|
||||
alpha=0.25, 7/27 at alpha=0.50, 3/27 at alpha=0.75. Carry this caveat in all reporting.
|
||||
1. **`S_j` participant/denominator rule** (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights in
|
||||
the baseline) is a **REPRODUCTION ASSUMPTION**; material in only **4/27** class-condition cells
|
||||
at 5G-NIDD alpha=0.50. Carry this caveat in all reporting.
|
||||
2. `N_ij` is class-specific sample support, not prototype quality.
|
||||
3. Beta is one value for all classes/clients; candidates frozen at `{0,.25,.5,.75,1}`.
|
||||
4. **PRIMARY selection = pooled validation across clients and seeds**; per-seed selection is
|
||||
secondary stability diagnostics; test used only after the pooled beta is fixed.
|
||||
5. Three new read-only analysis scripts were added this session (no training/aggregation code
|
||||
changed): `scripts/analyze_partition_heterogeneity.py`,
|
||||
`scripts/verify_beta0_equivalence.py`, `scripts/analyze_cross_alpha.py`.
|
||||
5. No new source scripts this session; analysis used the existing read-only
|
||||
`analyze_partition_heterogeneity.py`, `analyze_prototype_effect.py`, `analyze_multiseed_beta.py`,
|
||||
`verify_beta0_equivalence.py`. Ad-hoc Stage-A/audit helpers live only under
|
||||
`/tmp/opencode/s9/` (outside the repo).
|
||||
6. `lambda=1.0`, Adam, lr 1e-3, batch 256 remain PROJECT DECISIONS. No `equal_available` mode.
|
||||
|
||||
## 14. Unresolved questions / blockers
|
||||
## 13. Unresolved questions / blockers
|
||||
|
||||
1. `S_j` reproduction ambiguity — unresolved; no official PROTEAN code exists.
|
||||
2. **Pooled beta selection remains statistically weak at all three alphas (descriptive only):**
|
||||
the across-seed sample std is comparable to or larger than the between-beta spread. No
|
||||
inferential test was performed.
|
||||
3. `beta = 0` is not bitwise identical to `original_protean`; the documentation decision on how
|
||||
to report this remains open.
|
||||
2. Pooled beta selection remains statistically weak at all measured conditions: across-seed std is
|
||||
comparable to or larger than the between-beta spread. No inferential test was performed.
|
||||
3. `beta = 0` is not bitwise identical to `original_protean`; documentation decision still open.
|
||||
4. Session-2 manifests still store `preprocessing_hash = null` / `config_hash = null`.
|
||||
5. Only alpha=0.25/0.50/0.75, X-IIoTID, three seeds measured. No 5G-NIDD beta result.
|
||||
6. The three-alpha selected-beta sequence (0.00 / 0.75 / 0.50) is **not monotone**; no trend
|
||||
claim is made and no inference has been run.
|
||||
5. Only 5G-NIDD alpha=0.50 (one condition) measured; no 5G-NIDD alpha=0.25/0.75 result; no
|
||||
cross-alpha 5G-NIDD or cross-dataset causal claim.
|
||||
6. The selected beta differs across datasets (5G-NIDD 1.00 vs X-IIoTID 0.75) but no trend or
|
||||
causality is claimed.
|
||||
|
||||
## 15. Git status
|
||||
## 14. Git status
|
||||
|
||||
No commit or push was made. `git status --short` shows only untracked docs/analysis/run
|
||||
artifacts and the three new scripts (`results/` is gitignored; `artifacts/analysis/` is
|
||||
intentionally tracked):
|
||||
No commit or push was made. `HEAD = 2d27abc35026456de765c929dbcf0503a72ac572`, branch `main`,
|
||||
in sync with `origin/main`. `git status --short` shows only untracked docs/analysis artifacts and
|
||||
the modified handoff; `results/` is gitignored:
|
||||
|
||||
```
|
||||
M docs/handoff/SESSION_HANDOFF.md
|
||||
?? docs/research/ALPHA075_BETA_VALIDATION.md
|
||||
?? docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md
|
||||
?? docs/research/SESSION8_AUDIT.md
|
||||
?? scripts/analyze_cross_alpha.py
|
||||
?? scripts/analyze_partition_heterogeneity.py
|
||||
?? scripts/verify_beta0_equivalence.py
|
||||
?? artifacts/analysis/xiiotid__alpha0.75__* (runs' snapshots, effect CSVs, multiseed tables)
|
||||
?? artifacts/analysis/xiiotid__cross_alpha__* (heterogeneity, cross-alpha tables)
|
||||
?? (pre-existing Session-5/6/7 untracked alpha=0.25/0.5 views, unchanged)
|
||||
?? docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md
|
||||
?? docs/research/SESSION9_AUDIT.md
|
||||
?? artifacts/analysis/5gnidd__alpha0.5__* (46 files: snapshots, multiseed tables, effect/weights,
|
||||
partition characterization, beta0 equivalence, runtime,
|
||||
audit_recomputation)
|
||||
?? (pre-existing Session-5/6/7/8 untracked views, unchanged)
|
||||
```
|
||||
|
||||
No tracked source/test/config file differs from HEAD. `planningawal/` and both raw datasets are
|
||||
unchanged (audit re-verified SHA-256: X-IIoTID `7b929005…`, 5G-NIDD `fa36f808…`).
|
||||
`artifacts/partitions/` unmodified. No 5G-NIDD `support_weighted` run exists. `equal_available`
|
||||
absent. `HEAD = ff68d380e23859d21c07c8a3a7b56b1b7f06c91b`. No commit or push was made.
|
||||
unchanged. `artifacts/partitions/` unmodified. `equal_available` absent. No 5G-NIDD
|
||||
`support_weighted` run before this session; no 5G-NIDD alpha=0.25/0.75 run. The pre-existing
|
||||
`5gnidd__alpha0.5__seed0__original_protean` was overwritten in place by the fresh rerun (backed up
|
||||
to `/tmp/opencode/s9/old_baseline_backup/`).
|
||||
|
||||
## 16. Session 8 audit result
|
||||
## 15. Session 9 audit result
|
||||
|
||||
- Verdict: **PASS** (`docs/research/SESSION8_AUDIT.md`).
|
||||
- Verdict: **PASS** (`docs/research/SESSION9_AUDIT.md`).
|
||||
- Run inventory 18/18, pairing hash-identical, manifests reproduced from raw data.
|
||||
- Validation recomputed exactly; **pooled `beta_star(alpha=0.75) = 0.50`** (validation only).
|
||||
`beta_star` test and `original_protean` test means/stds exact.
|
||||
- Validation recomputed exactly; **pooled `beta_star(5gnidd, alpha=0.50) = 1.00`** (validation
|
||||
only). Selected-beta test and `original_protean` test means/stds exact.
|
||||
- Leakage audit PASS; `test_used_for_selection=false` upheld.
|
||||
- `beta=0` equivalence: class **B** for all three seeds (no semantic discrepancy).
|
||||
- Direct-effect, client-level, rare/unseen, cross-alpha labels: PASS.
|
||||
- Rare/unseen integrity PASS (0 mismatches / 270 cells). `beta=0` equivalence class **B**.
|
||||
- Reuse decision PASS (not reused; rerun reproduces old baseline exactly).
|
||||
- Direct-effect, client-level, cross-dataset labels: PASS.
|
||||
- Source/data integrity PASS. pytest: **75 passed, 0 failed, 0 skipped, 0 warnings**.
|
||||
|
||||
## 17. Files created / modified this session
|
||||
## 16. Files created / modified this session
|
||||
|
||||
Created:
|
||||
|
||||
- `docs/research/ALPHA075_BETA_VALIDATION.md`
|
||||
- `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`
|
||||
- `docs/research/SESSION8_AUDIT.md`
|
||||
- `scripts/analyze_partition_heterogeneity.py`
|
||||
- `scripts/verify_beta0_equivalence.py`
|
||||
- `scripts/analyze_cross_alpha.py`
|
||||
- `artifacts/analysis/xiiotid__alpha0.75__*` (run snapshots, effect/weights CSVs, multiseed
|
||||
tables, `beta0_equivalence.csv`, `runtime.csv`)
|
||||
- `artifacts/analysis/xiiotid__cross_alpha__*` (partition heterogeneity per-seed/per-class/summary,
|
||||
cross-alpha beta table/displacement/client summary/summary)
|
||||
- `results/xiiotid__alpha0.75__seed{0,1,2}__*` (18 run dirs, gitignored)
|
||||
- `docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`
|
||||
- `docs/research/SESSION9_AUDIT.md`
|
||||
- `artifacts/analysis/5gnidd__alpha0.5__*` (46 files: 18 prototype snapshots, 6 prototype
|
||||
effect/weights CSVs, multiseed validation/client/test/effect/beta0/runtime tables,
|
||||
partition heterogeneity + characterization, audit recomputation)
|
||||
- `results/5gnidd__alpha0.5__seed{0,1,2}__*` (18 run dirs, gitignored)
|
||||
|
||||
Modified:
|
||||
|
||||
@@ -337,86 +317,81 @@ Modified:
|
||||
|
||||
No source or test code was changed.
|
||||
|
||||
## 18. Exact recommended next phase
|
||||
## 17. Exact recommended next phase
|
||||
|
||||
1. **Session 8 is audited and safe to checkpoint** (verdict PASS; see §16 and
|
||||
`docs/research/SESSION8_AUDIT.md`). X-IIoTID alpha=0.75 behaved cleanly. Before
|
||||
checkpointing, stage only the intended docs/scripts/analysis artifacts; do not commit
|
||||
`results/` or the raw datasets.
|
||||
2. **X-IIoTID three-alpha study is complete** (0.25, 0.50, 0.75 × seeds `{0,1,2}`), with
|
||||
audited condition-level pooled selections 0.00 / 0.75 / 0.50 and a cross-alpha report.
|
||||
3. **Next major phase: 5G-NIDD.** Follow the same protocol (the planned alphas `{0.75, 0.50,
|
||||
0.25}`, seeds `{0,1,2}`, five betas + `original_protean`, frozen manifests, pooled
|
||||
validation-only selection). Do **not** launch the full grid blindly: verify 5G-NIDD manifests
|
||||
exist and reproduce, run the same one-condition-at-a-time pacing, and measure runtime first.
|
||||
A single smoke/one-condition run before scaling is recommended.
|
||||
4. Do **not** treat any selected beta as an optimum. Report each as "best among tested
|
||||
candidates under pooled validation for that condition".
|
||||
5. Do **not** infer a monotone alpha→beta relation from three X-IIoTID conditions.
|
||||
6. Update `EXPERIMENT_PROTOCOL.md` only if a real ambiguity appears; update this handoff.
|
||||
7. Do not commit or push unless asked.
|
||||
1. **Session 9 is audited and safe to checkpoint** (verdict PASS; see §15 and
|
||||
`docs/research/SESSION9_AUDIT.md`). Before checkpointing, stage only the intended
|
||||
docs/analysis artifacts; do not commit `results/` or the raw datasets.
|
||||
2. **5G-NIDD alpha=0.50 is complete.** Next 5G-NIDD condition (alpha=0.75 or alpha=0.25) is
|
||||
**safe to run** — its manifest already exists and reproduces from raw data, the pipeline is
|
||||
stable, and the same frozen protocol applies. Budget **≈19 h per condition** (18 runs × ~64 min)
|
||||
and run **one condition at a time**; do not launch the full grid blindly. A single condition,
|
||||
then inspect, then proceed is recommended.
|
||||
3. Follow the same pooled validation-only selection rule; report each selected beta as "best among
|
||||
the tested candidates under pooled validation for that condition" — never a global optimum.
|
||||
4. Do not infer a monotone alpha→beta relation from three X-IIoTID conditions or from a single
|
||||
5G-NIDD condition; do not claim dataset causality from two datasets.
|
||||
5. Update `EXPERIMENT_PROTOCOL.md` only if a real ambiguity appears; update this handoff.
|
||||
6. Do not commit or push unless asked.
|
||||
|
||||
## 19. Important commands
|
||||
## 18. Important commands
|
||||
|
||||
```bash
|
||||
# Tests (75 expected)
|
||||
.venv/bin/python -m pytest
|
||||
|
||||
# One full paired beta run (CPU, ~40 min, ~6.5-7.2 GiB)
|
||||
.venv/bin/python scripts/run_baseline.py --dataset xiiotid --alpha 0.75 --seed 1 \
|
||||
# One full paired beta run (CPU, ~63-68 min, ~8.7-14.1 GiB for 5G-NIDD)
|
||||
.venv/bin/python scripts/run_baseline.py --dataset 5gnidd --alpha 0.5 --seed 1 \
|
||||
--clients 10 --rounds 10 --local-epochs 3 \
|
||||
--aggregation-mode support_weighted --beta 0.5
|
||||
--aggregation-mode support_weighted --beta 1.0
|
||||
|
||||
# Pooled multi-seed validation analysis (read-only, no retraining)
|
||||
.venv/bin/python scripts/analyze_multiseed_beta.py --dataset xiiotid --alpha 0.75 --seeds 0 1 2
|
||||
.venv/bin/python scripts/analyze_multiseed_beta.py --dataset 5gnidd --alpha 0.5 --seeds 0 1 2
|
||||
|
||||
# Direct prototype-effect analysis (no retraining)
|
||||
.venv/bin/python scripts/analyze_prototype_effect.py \
|
||||
--snapshot artifacts/analysis/xiiotid__alpha0.75__seed0__support_weighted__beta0__prototype_snapshot.json \
|
||||
--class-names "C&C,Exfiltration,Exploitation,Lateral_movement,Normal,RDOS,Reconnaissance,Tampering,Weaponization" \
|
||||
--snapshot artifacts/analysis/5gnidd__alpha0.5__seed0__support_weighted__beta0__prototype_snapshot.json \
|
||||
--class-names "Benign,HTTPFlood,ICMPFlood,SYNFlood,SYNScan,SlowrateDoS,TCPConnectScan,UDPFlood,UDPScan" \
|
||||
--output-dir artifacts/analysis
|
||||
|
||||
# Realized partition characterization (all alphas)
|
||||
.venv/bin/python scripts/analyze_partition_heterogeneity.py --dataset xiiotid --alphas 0.75 0.5 0.25
|
||||
# Realized partition characterization
|
||||
.venv/bin/python scripts/analyze_partition_heterogeneity.py --dataset 5gnidd --alphas 0.5
|
||||
|
||||
# beta=0 equivalence audit
|
||||
.venv/bin/python scripts/verify_beta0_equivalence.py --dataset xiiotid --alpha 0.75 --seeds 0 1 2
|
||||
|
||||
# Cross-alpha comparison
|
||||
.venv/bin/python scripts/analyze_cross_alpha.py --dataset xiiotid --alphas 0.25 0.5 0.75
|
||||
.venv/bin/python scripts/verify_beta0_equivalence.py --dataset 5gnidd --alpha 0.5 --seeds 0 1 2
|
||||
```
|
||||
|
||||
## 20. Recommended next-session prompt
|
||||
## 19. Recommended next-session prompt
|
||||
|
||||
```
|
||||
You are continuing the perdalam-protean research repository (Session 9).
|
||||
You are continuing the perdalam-protean research repository (Session 10).
|
||||
|
||||
FIRST, read completely:
|
||||
1. docs/handoff/SESSION_HANDOFF.md
|
||||
2. docs/research/ALPHA075_BETA_VALIDATION.md
|
||||
3. docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md
|
||||
4. docs/research/SESSION8_AUDIT.md
|
||||
5. docs/research/EXPERIMENT_PROTOCOL.md
|
||||
6. docs/baseline/BASELINE_VALIDATION.md
|
||||
2. docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md
|
||||
3. docs/research/SESSION9_AUDIT.md
|
||||
4. docs/research/EXPERIMENT_PROTOCOL.md
|
||||
5. docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md
|
||||
6. docs/research/MULTISEED_BETA_VALIDATION.md
|
||||
|
||||
Critical rules:
|
||||
- planningawal/ is immutable.
|
||||
- ~/datasets/X-IIoTID/X-IIoTID-dataset.csv and ~/datasets/5G-NIDD/5G-NIDD.csv are read-only.
|
||||
- The S_j participant rule is a REPRODUCTION ASSUMPTION (material in 19/27 cells at alpha=0.25).
|
||||
- ~/datasets/5G-NIDD/5G-NIDD.csv and ~/datasets/X-IIoTID/X-IIoTID-dataset.csv are read-only.
|
||||
- The S_j participant rule is a REPRODUCTION ASSUMPTION.
|
||||
- Do NOT add an executable equal_available mode.
|
||||
- Beta selection uses validation only; PRIMARY is pooled across clients and seeds.
|
||||
- Do NOT launch the full grid blindly; verify manifests and pace one condition at a time.
|
||||
- Do NOT launch the full grid; run one condition at a time (~19 h per 5G-NIDD condition).
|
||||
|
||||
Context: Session 8 completed X-IIoTID alpha=0.75 for seeds {0,1,2} (18 runs, ~12.33 h) and was
|
||||
independently audited (PASS; docs/research/SESSION8_AUDIT.md). Pooled validation selected
|
||||
beta=0.50. Three-alpha X-IIoTID pooled selections: alpha=0.25 -> 0.00, alpha=0.50 -> 0.75,
|
||||
alpha=0.75 -> 0.50 (NOT monotone). beta=0 equivalence class B. Realized heterogeneity: 19/27,
|
||||
7/27, 3/27 cells |S_j|<M; mean displacement 3.42 / 2.10 / 1.31.
|
||||
Context: Session 9 completed 5G-NIDD alpha=0.50 for seeds {0,1,2} (18 runs, ~19.26 h) and was
|
||||
independently audited (PASS; docs/research/SESSION9_AUDIT.md). Pooled validation selected
|
||||
beta=1.00 (per-seed diagnostics 1.00 / 0.00 / 1.00). beta=0 equivalence class B. Realized
|
||||
heterogeneity: 4/27 cells |S_j|<M, 4 missing cells, client ratio mean 9.59, mean displacement
|
||||
2.340. X-IIoTID alpha=0.50 selected 0.75. The pre-existing seed-0 baseline was not reusable and
|
||||
was re-run; it reproduces exactly.
|
||||
|
||||
Task: X-IIoTID three-alpha study is complete. Recommended next phase is 5G-NIDD under the same
|
||||
frozen protocol (alphas {0.75, 0.50, 0.25}, seeds {0,1,2}, five betas + original_protean,
|
||||
frozen manifests, pooled validation-only selection). Before scaling, verify 5G-NIDD manifests
|
||||
exist and reproduce, run one paired condition, inspect it, then proceed. Produce a 5G-NIDD beta
|
||||
validation report and a cross-dataset comparison, update the handoff. Use .venv/bin/python. Do
|
||||
not commit or push unless asked.
|
||||
Task: run the next single 5G-NIDD condition (recommended alpha=0.75, then alpha=0.25) under the
|
||||
same frozen protocol (seeds {0,1,2}, five betas + original_protean, frozen manifests, pooled
|
||||
validation-only selection). Verify the manifest reproduces, run the 18 runs sequentially with
|
||||
runtime/status files, produce a condition report + audit, and extend the cross-dataset/cross-alpha
|
||||
comparison. Use .venv/bin/python. Do not commit or push unless asked.
|
||||
```
|
||||
@@ -0,0 +1,495 @@
|
||||
# 5G-NIDD Alpha-0.50 Beta Validation (Session 9, Stage B)
|
||||
|
||||
Status: **first cross-dataset beta-validation condition**. This report covers a single 5G-NIDD
|
||||
condition — `alpha = 0.50`, seeds `{0,1,2}`, the frozen `original_protean` baseline plus the five
|
||||
`support_weighted` beta candidates — using the same pooled-across-seed validation-only selection
|
||||
rule already applied to X-IIoTID. It is **not** a sweep, not a hyper-parameter search, and not
|
||||
evidence of a global optimum. No other 5G-NIDD alpha (0.25 / 0.75) was run.
|
||||
|
||||
Companion documents:
|
||||
|
||||
- `docs/research/EXPERIMENT_PROTOCOL.md` — frozen protocol and selection hierarchy.
|
||||
- `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md` — X-IIoTID three-condition reference.
|
||||
- `docs/research/MULTISEED_BETA_VALIDATION.md` — X-IIoTID alpha=0.50 (the matched condition).
|
||||
- `docs/research/SESSION9_AUDIT.md` — independent audit of this condition.
|
||||
- `docs/handoff/SESSION_HANDOFF.md` — continuation point.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset | `5gnidd` (5G-NIDD) |
|
||||
| alpha | 0.50 |
|
||||
| seeds | 0, 1, 2 |
|
||||
| aggregation | `original_protean` (per seed) + `support_weighted` for `beta ∈ {0, 0.25, 0.50, 0.75, 1.00}` |
|
||||
| runs | 18: 15 `support_weighted` + 3 `original_protean`, **all run new this session** |
|
||||
| compute | sequential CPU, one run at a time, 69,336 s ≈ **19.26 h** wall-clock |
|
||||
| selection | pooled validation-only across seeds `{0,1,2}` |
|
||||
| test | read only after the pooled beta was fixed |
|
||||
|
||||
No 5G-NIDD `alpha=0.25` or `alpha=0.75` run was performed; the full grid was deliberately not
|
||||
launched. `equal_available` was not added. No training/aggregation/preprocessing source code was
|
||||
changed.
|
||||
|
||||
---
|
||||
|
||||
## B. Dataset and manifests
|
||||
|
||||
### B.1 Raw-data provenance (Stage A)
|
||||
|
||||
- Path `~/datasets/5G-NIDD/5G-NIDD.csv`; SHA-256
|
||||
`fa36f80859585f474504ca69eb951a079b35145537976c86b00aae3aab46ee59` — matches the audited value.
|
||||
- Raw shape 1,215,890 rows × 52 columns; **1** exact duplicate row dropped → 1,215,889; **0**
|
||||
label rows dropped (`drop_labels` empty). Missing tokens: empty string only.
|
||||
- **Label semantics (canonicalised):** label column `Attack Type`; **9 classes** — benign
|
||||
`Benign` (index 0) plus **8 attack classes** `HTTPFlood, ICMPFlood, SYNFlood, SYNScan,
|
||||
SlowrateDoS, TCPConnectScan, UDPFlood, UDPScan`.
|
||||
|
||||
| class | full-dataset count |
|
||||
|---|---|
|
||||
| Benign | 477,736 |
|
||||
| UDPFlood | 457,340 |
|
||||
| HTTPFlood | 140,812 |
|
||||
| SlowrateDoS | 73,124 |
|
||||
| TCPConnectScan | 20,052 |
|
||||
| SYNScan | 20,043 |
|
||||
| UDPScan | 15,906 |
|
||||
| SYNFlood | 9,721 |
|
||||
| ICMPFlood | 1,155 |
|
||||
|
||||
- **46 feature columns** after excluding identifiers/targets: 41 numeric (median-imputed and
|
||||
train-standardized) and 5 categorical one-hot (`Proto, sDSb, dDSb, Cause, State`), with an
|
||||
explicit `__MISSING__` category. Preprocessing is spec-driven, fits on the train split only,
|
||||
and contains **no X-IIoTID-specific assumptions**.
|
||||
- Rare/unseen logic verified against this class list: attack classes only, `N_ij > 0`, two
|
||||
smallest positive training supports per client, `N_ij = 0` is unseen (never rare), benign never
|
||||
rare/unseen. All 10 clients are eligible in all three seeds (each has exactly two rare classes).
|
||||
|
||||
### B.2 Manifest identity (reused, never regenerated)
|
||||
|
||||
Train/validation/test sizes are 851,123 / 121,589 / 243,177 for every seed (10 clients, 9
|
||||
classes, `Benign`). Each manifest was independently reproduced from the raw dataset during Stage A
|
||||
(`prepare_dataset` → `reproduce_train_assignments`): exact `N_ij` match and partition-hash match
|
||||
for all three seeds (and, as a side check, for alpha=0.25/0.75).
|
||||
|
||||
| seed | manifest | content hash | partition hash | split hash | rng seed |
|
||||
|---|---|---|---|---|---|
|
||||
| 0 | `artifacts/partitions/5gnidd__alpha0.5__seed0.json` | `0732582c…` | `8352d4ff…` | `18f89f48…` | 673621352 |
|
||||
| 1 | `artifacts/partitions/5gnidd__alpha0.5__seed1.json` | `f43906e1…` | `0815c91e…` | `3d05b7fe…` | 1403944623 |
|
||||
| 2 | `artifacts/partitions/5gnidd__alpha0.5__seed2.json` | `fe8b4fc6…` | `fdcf388e…` | `fc758d06…` | 633461056 |
|
||||
|
||||
`preprocessing_hash` / `config_hash` remain `null` in these Session-2 manifests (known limitation,
|
||||
carry-over from X-IIoTID).
|
||||
|
||||
### B.3 Pairing (from content hashes, not filenames)
|
||||
|
||||
Within each seed all six runs share one manifest content hash and a **byte-identical round-0
|
||||
snapshot**; `train_support_Nij.csv`, `characterization.csv` and `rare_unseen.csv` are identical
|
||||
across the six runs; `manifest_reload_ok = true` and `smoke = false` everywhere.
|
||||
|
||||
| seed | manifest content hash | round-0 snapshot SHA-256 (all 6 runs) |
|
||||
|---|---|---|
|
||||
| 0 | `0732582cf4510089…` | `eb0839f25957274a6bc42532c07b89826cf66c581ac05d197a10333a21bc467f` |
|
||||
| 1 | `f43906e111a8342c…` | `6cbd04e0dd97bbe0dad733f654962a115cef54e126ab2c4e58d853ac0b249afb` |
|
||||
| 2 | `fe8b4fc6f0486cf4…` | `f012a02b543b926a9df31134e06bf442ed832b35cdeb9aba1f20d404e8b93687` |
|
||||
|
||||
---
|
||||
|
||||
## C. Structural characterization (realized, before interpretation)
|
||||
|
||||
All statistics are from the training-split `N_ij`; `M = 10` clients; `|S_j| < M` means fewer than
|
||||
10 clients contribute a prototype for a class.
|
||||
|
||||
### C.1 Per-seed summary
|
||||
|
||||
| seed | `|S_j| < M` cells | missing client-class cells | client-size min/max (ratio) | union rare | union unseen | max unseen on a client |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0 | 2 / 9 | 2 | 15,388 / 178,993 (11.63) | 6 | 2 | 1 |
|
||||
| 1 | 0 / 9 | 0 | 31,613 / 140,144 (4.43) | 5 | 0 | 0 |
|
||||
| 2 | 2 / 9 | 2 | 20,087 / 255,463 (12.72) | 6 | 2 | 1 |
|
||||
| **total / mean** | **4 / 27** | **4** | ratio mean **9.59** | 6/5/6 | 2/0/2 | 1 |
|
||||
|
||||
All 10 clients have exactly two rare classes in every seed, so all 10 are eligible for rare-class
|
||||
evaluation. Missing cells are only ever single-client gaps in the two smallest attack classes
|
||||
(e.g. seed 0: `ICMPFlood` absent on client 3, `SYNFlood` absent on client 4). Rare classes are
|
||||
dominated by `ICMPFlood` (always rare) and one of `SYNFlood`/`TCPConnectScan`/`UDPScan`/
|
||||
`HTTPFlood`/`SYNScan`.
|
||||
|
||||
### C.2 Per-class `N_ij` inequality (training split)
|
||||
|
||||
`CV` is the population coefficient of variation of the positive supports within a class;
|
||||
`max/min` is over contributing clients only. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__partition_heterogeneity_per_class.csv`.
|
||||
|
||||
**Seed 0**
|
||||
|
||||
| class | total | #clients | min+ | max | CV | max/min |
|
||||
|---|---|---|---|---|---|---|
|
||||
| Benign | 334,415 | 10 | 226 | 108,257 | 1.069 | 479 |
|
||||
| HTTPFlood | 98,569 | 10 | 185 | 61,393 | 1.779 | 332 |
|
||||
| ICMPFlood | 808 | 9 | 8 | 243 | 0.809 | 30.4 |
|
||||
| SYNFlood | 6,805 | 9 | 2 | 3,250 | 1.318 | 1,625 |
|
||||
| SYNScan | 14,030 | 10 | 11 | 6,713 | 1.414 | 610 |
|
||||
| SlowrateDoS | 51,187 | 10 | 80 | 28,363 | 1.783 | 355 |
|
||||
| TCPConnectScan | 14,037 | 10 | 1 | 4,175 | 0.982 | 4,175 |
|
||||
| UDPFlood | 320,138 | 10 | 1 | 88,943 | 0.896 | 88,943 |
|
||||
| UDPScan | 11,134 | 10 | 14 | 3,420 | 0.966 | 244 |
|
||||
|
||||
Seeds 1 and 2 are in the machine-readable file; the notable pattern is that even though the
|
||||
number of *missing* cells is tiny, the per-class support is strongly imbalanced for the rare
|
||||
classes (`TCPConnectScan`, `SYNFlood`, `UDPFlood` max/min in the hundreds–thousands). The mean
|
||||
class-support CV across seeds is **1.225** (1.224 / 1.051 / 1.401).
|
||||
|
||||
### C.3 Rare/unseen identity
|
||||
|
||||
Per-seed union rare classes (ids in brackets): seed 0 = `{ICMPFlood, SYNFlood, SYNScan,
|
||||
TCPConnectScan, UDPFlood, UDPScan}`; seed 1 = `{ICMPFlood, SYNFlood, SYNScan, TCPConnectScan,
|
||||
UDPScan}`; seed 2 = `{ICMPFlood, HTTPFlood, SYNFlood, SYNScan, UDPFlood, UDPScan}`. Unseen unions:
|
||||
seed 0 = `{ICMPFlood, SYNFlood}` (one client each), seed 1 = `{}`, seed 2 =
|
||||
`{TCPConnectScan, UDPScan}`. Full per-client detail:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__partition_characterization.csv`.
|
||||
|
||||
---
|
||||
|
||||
## D. Existing seed-0 baseline reuse decision
|
||||
|
||||
A pre-existing artifact `results/5gnidd__alpha0.5__seed0__original_protean` (Session-5 era) was
|
||||
inspected before training and **was not reused**. It contains the frozen training outputs
|
||||
(`history.json`, `test_*`, `per_client.csv`, `characterization.csv`, `rare_unseen.csv`,
|
||||
`train_support_Nij.csv`, `metadata.json`) and a round-0 snapshot, but **no validation artifacts**
|
||||
(`val_selection.json`, `val_per_client.csv`, `val_global_metrics.json`, `val_confusion_matrix.json`,
|
||||
`val_per_class.csv`). Under the frozen protocol the pooled selection metric requires
|
||||
`val_selection.json` / `val_per_client.csv`, and pairing/`beta=0` equivalence require re-runnable
|
||||
validation artifacts; the old directory therefore fails the "complete artifacts" reuse criterion.
|
||||
|
||||
The directory was backed up to `/tmp/opencode/s9/old_baseline_backup/` and **all 18 runs were
|
||||
re-executed**. As a determinism check, the fresh seed-0 `original_protean` run reproduces the old
|
||||
artifact **exactly**: `history.json` is byte-identical and every test metric is identical
|
||||
(e.g. rare-class macro-F1 `0.8719637151922778`, accuracy `0.7344156725348203`). The old baseline
|
||||
was therefore methodologically sound but structurally incomplete for the validation protocol.
|
||||
|
||||
---
|
||||
|
||||
## E. Frozen protocol
|
||||
|
||||
Identical to `EXPERIMENT_PROTOCOL.md` §14: 10 clients, 10 rounds, 3 local epochs, batch 256, Adam
|
||||
`lr=1e-3`, `mu=0.1`, `lambda=1.0`; unchanged architecture, preprocessing, split recipe, Dirichlet
|
||||
partition recipe (`per_class_dirichlet_multinomial`), loss and nearest-prototype inference. All 18
|
||||
runs used `scripts/run_baseline.py` at HEAD `2d27abc35026456de765c929dbcf0503a72ac572`.
|
||||
|
||||
Selection rule (unchanged):
|
||||
|
||||
- **PRIMARY:** pooled-across-seed validation per-client-mean rare-class macro-F1, validation only.
|
||||
- **SECONDARY (diagnostic):** per-seed validation selection.
|
||||
- **TEST:** read only after the pooled beta was fixed; `test_used_for_selection = false` for every
|
||||
`support_weighted` run.
|
||||
|
||||
---
|
||||
|
||||
## F. Per-seed validation results
|
||||
|
||||
`val rareMacroF1 (pc mean)` is the primary metric; all 10 clients eligible in every seed.
|
||||
Machine-readable: `artifacts/analysis/5gnidd__alpha0.5__multiseed__validation_per_seed.csv`.
|
||||
|
||||
### Seed 0
|
||||
|
||||
| beta | eligible | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0.00 | 10 | 0.738597 | 0.869471 | 0.971734 | 0.835222 | 0.735708 |
|
||||
| 0.25 | 10 | 0.661461 | 0.826591 | 0.971734 | 0.804446 | 0.733586 |
|
||||
| 0.50 | 10 | 0.764487 | 0.877274 | 0.971734 | 0.844008 | 0.738932 |
|
||||
| 0.75 | 10 | 0.750661 | 0.866155 | 0.971734 | 0.846984 | 0.747313 |
|
||||
| **1.00** | 10 | **0.768877** | 0.878253 | 0.971734 | 0.847921 | 0.743390 |
|
||||
|
||||
### Seed 1
|
||||
|
||||
| beta | eligible | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|---|
|
||||
| **0.00** | 10 | **0.633243** | 0.923637 | 0.970682 | 0.866358 | 0.746638 |
|
||||
| 0.25 | 10 | 0.573717 | 0.903669 | 0.970682 | 0.854134 | 0.745594 |
|
||||
| 0.50 | 10 | 0.563388 | 0.897248 | 0.970682 | 0.842769 | 0.739434 |
|
||||
| 0.75 | 10 | 0.543319 | 0.875983 | 0.970682 | 0.830737 | 0.739360 |
|
||||
| 1.00 | 10 | 0.531764 | 0.849605 | 0.970682 | 0.820473 | 0.743052 |
|
||||
|
||||
### Seed 2
|
||||
|
||||
| beta | eligible | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0.00 | 10 | 0.689849 | 0.837430 | 0.971518 | 0.817547 | 0.750010 |
|
||||
| 0.25 | 10 | 0.700055 | 0.841150 | 0.968867 | 0.817724 | 0.749459 |
|
||||
| 0.50 | 10 | 0.696131 | 0.838533 | 0.958948 | 0.813338 | 0.745158 |
|
||||
| 0.75 | 10 | 0.771124 | 0.884167 | 0.953065 | 0.841394 | 0.742304 |
|
||||
| **1.00** | 10 | **0.776468** | 0.887075 | 0.954616 | 0.843904 | 0.743431 |
|
||||
|
||||
The per-seed curves are **non-monotone and seed-dependent**: seed 0 rises to a peak at 1.00 with a
|
||||
sharp dip at 0.25; seed 1 is monotone decreasing (best at 0.00); seed 2 rises then is nearly flat
|
||||
at 0.75–1.00.
|
||||
|
||||
---
|
||||
|
||||
## G. Per-seed diagnostic beta choices (SECONDARY, stability only)
|
||||
|
||||
| seed | selected beta | val rareMacroF1 (pc mean) | tie-break used | test_used_for_selection |
|
||||
|---|---|---|---|---|
|
||||
| 0 | 1.00 | 0.768877 | no | false |
|
||||
| 1 | 0.00 | 0.633243 | no | false |
|
||||
| 2 | 1.00 | 0.776468 | no | false |
|
||||
|
||||
These per-seed choices are **diagnostic only**; they are not the condition-level selection rule.
|
||||
`val_selection.json` records `"selection_split": "validation"` and
|
||||
`"test_used_for_selection": false` for all 15 `support_weighted` runs.
|
||||
|
||||
---
|
||||
|
||||
## H. PRIMARY pooled-across-seed validation selection
|
||||
|
||||
| beta | pooled mean | std (sample, ddof=1) | min | max | pooled val rareRecall (pc mean) | selected |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0.00 | 0.687230 | 0.052726 | 0.633243 | 0.738597 | 0.947737 | |
|
||||
| 0.25 | 0.645078 | 0.064743 | 0.573717 | 0.700055 | 0.946862 | |
|
||||
| 0.50 | 0.674669 | 0.102253 | 0.563388 | 0.764487 | 0.943659 | |
|
||||
| 0.75 | 0.688368 | 0.126032 | 0.543319 | 0.771124 | 0.941915 | |
|
||||
| **1.00** | **0.692370** | 0.139140 | 0.531764 | 0.776468 | 0.942301 | **yes** |
|
||||
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha050`) = 1.00.**
|
||||
- **Criterion:** maximum pooled validation per-client-mean rare-class macro-F1 (validation only).
|
||||
- **Tie-break used:** no. Top-two beta = 1.00 (0.692370) vs 0.75 (0.688368); gap ≈ **4.0e-3**.
|
||||
- **`test_used_for_selection = false`.** Test metrics were not inspected until the pooled beta was
|
||||
fixed.
|
||||
- **Interpretation:** `beta = 1.00` is the *best among the tested candidates under pooled
|
||||
validation across seeds `{0,1,2}` for 5G-NIDD alpha=0.50*. It is **not** a global optimum. The
|
||||
pooled validation curve is non-monotone (0.687 → 0.645 → 0.675 → 0.688 → 0.692), the total
|
||||
between-beta spread is ≈ **0.047**, and the across-seed std is **0.053–0.139** — comparable to or
|
||||
larger than the between-beta spread, so the selection is statistically weak. The pooled win is
|
||||
driven by seeds 0 and 2 (+0.030 and +0.087 at beta=1 vs beta=0) outweighing seed 1's large loss
|
||||
(−0.101), for a net +0.005 over beta=0.
|
||||
|
||||
Machine-readable: `artifacts/analysis/5gnidd__alpha0.5__multiseed__validation_pooled.csv`,
|
||||
`...__selection_summary.json`.
|
||||
|
||||
---
|
||||
|
||||
## I. Final selected-beta test metrics (descriptive only)
|
||||
|
||||
`beta_star = 1.00` was fixed from pooled validation; only then were test metrics read.
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.880962 | 0.840075 | 0.894914 | 0.871984 ± 0.028501 |
|
||||
| rare-class recall | 0.974355 | 0.968341 | 0.958616 | 0.967104 ± 0.007942 |
|
||||
| macro-F1 | 0.850470 | 0.815941 | 0.849378 | 0.838596 ± 0.019627 |
|
||||
| accuracy | 0.742838 | 0.744026 | 0.742907 | 0.743257 ± 0.000667 |
|
||||
| weighted-F1 | 0.716950 | 0.720106 | 0.717530 | 0.718195 ± 0.001680 |
|
||||
|
||||
Note the global rare support is very different per seed (104,843 / 13,375 / 128,995), because the
|
||||
training-derived union of rare classes differs by seed; cross-seed absolute levels are therefore
|
||||
not directly comparable.
|
||||
|
||||
---
|
||||
|
||||
## J. `original_protean` comparison
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.871964 | 0.921136 | 0.848525 | 0.880542 ± 0.037058 |
|
||||
| rare-class recall | 0.974314 | 0.968566 | 0.975859 | 0.972913 ± 0.003843 |
|
||||
| macro-F1 | 0.836881 | 0.865437 | 0.824867 | 0.842395 ± 0.020840 |
|
||||
| accuracy | 0.734416 | 0.747377 | 0.750133 | 0.743975 ± 0.008393 |
|
||||
| weighted-F1 | 0.708765 | 0.722802 | 0.724622 | 0.718730 ± 0.008678 |
|
||||
|
||||
Descriptive difference (`beta_star` − `original_protean`) for test rare-class macro-F1 is
|
||||
**+0.008998** (seed 0), **−0.081061** (seed 1), **+0.046389** (seed 2); mean **−0.008558**. Seed 1
|
||||
moves strongly the opposite way to seeds 0 and 2, and the magnitude is far smaller than the
|
||||
between-seed std (≈ 0.03–0.04). No superiority or generalisation is claimed; this is one dataset,
|
||||
one alpha, three project-defined seeds. Test columns:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__test_descriptive.csv`.
|
||||
|
||||
A descriptive dataset-level observation: on 5G-NIDD, test weighted-F1 (`≈0.718`) is **below**
|
||||
accuracy (`≈0.744`), i.e. the high-support classes (`Benign`, `UDPFlood`) are the harder ones for
|
||||
nearest-prototype inference. This is the opposite of X-IIoTID (weighted-F1 > accuracy) and is a
|
||||
dataset characteristic, not a beta effect.
|
||||
|
||||
---
|
||||
|
||||
## K. `beta = 0` equivalence vs `original_protean`
|
||||
|
||||
| property | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| same manifest / split / hashes | yes | yes | yes |
|
||||
| round-0 snapshot byte-identical | yes (`eb0839f2…`) | yes (`6cbd04e0…`) | yes (`f012a02b…`) |
|
||||
| support / characterization / rare_unseen identical | yes | yes | yes |
|
||||
| independent aggregation diff (`ΣC/n` vs `(1/n)ΣC`) | 4.4e-16 | 4.4e-16 | 4.4e-16 |
|
||||
| history rare-macro-F1 round-0 diff | 0.0 | 0.0 | 0.0 |
|
||||
| history rare-macro-F1 max diff (rounds ≥ 1) | 1.93e-2 | 6.01e-2 | 2.60e-2 |
|
||||
| test metric max abs diff | 2.33e-3 | 1.86e-4 | 8.70e-3 |
|
||||
| **classification** | **B** | **B** | **B** |
|
||||
|
||||
Class **B**: semantic equivalence + floating-point numerical divergence; **no semantic
|
||||
discrepancy**. Round 0 is byte-identical; a ~1 ULP ordering difference enters round-1
|
||||
prototype-alignment training and the trajectories then diverge. The downstream divergence is
|
||||
somewhat larger than at X-IIoTID (5G-NIDD training is more sensitive to the tiny round-1
|
||||
difference), but it remains pure floating-point divergence, not a semantic difference. Equivalence
|
||||
remains conditional on the shared `S_j` reproduction assumption and is **not** proof that
|
||||
`beta = 0` reproduces original PROTEAN. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__beta0_equivalence.csv`.
|
||||
|
||||
---
|
||||
|
||||
## L. Direct prototype-effect findings (fixed round-0 snapshots, no retraining)
|
||||
|
||||
Computed from each seed's fixed `{C_ij, N_ij}` round-0 snapshot via the production aggregation.
|
||||
Cross-seed mean `||Cbar_j(beta) − Cbar_j(0)||` at `beta = 1.0` (sample std across seeds):
|
||||
|
||||
| class | mean disp | std | mean rel disp | #contributors (seed 0) |
|
||||
|---|---|---|---|---|
|
||||
| UDPScan | 3.461 | 2.011 | 0.424 | 10 |
|
||||
| HTTPFlood | 3.120 | 1.289 | 0.433 | 10 |
|
||||
| SYNScan | 2.875 | 0.959 | 0.396 | 10 |
|
||||
| SlowrateDoS | 2.763 | 1.454 | 0.454 | 10 |
|
||||
| SYNFlood | 2.262 | 0.748 | 0.658 | 9 |
|
||||
| TCPConnectScan | 2.131 | 0.213 | 0.575 | 10 |
|
||||
| Benign | 1.690 | 0.699 | 0.296 | 10 |
|
||||
| UDPFlood | 1.598 | 0.428 | 0.300 | 10 |
|
||||
| ICMPFlood | 1.159 | 0.093 | 0.321 | 9 |
|
||||
|
||||
- Mean displacement across the nine classes is **2.340** at beta=1.0, monotone in beta
|
||||
(0.25 → 0.953, 0.50 → 1.567, 0.75 → 2.003, 1.00 → 2.340).
|
||||
- Displacement is **seed-sensitive**: e.g. `UDPScan` 1.42 (seed 0) / 3.52 (seed 1) / 5.44
|
||||
(seed 2); `HTTPFlood` 2.40 / 2.36 / 4.61. The largest displacements are the rare, support-
|
||||
imbalanced classes; `Benign`/`UDPFlood` move least.
|
||||
- Even classes with a single missing contributor (`ICMPFlood`, `SYNFlood`) move, because the
|
||||
weighting changes among the 9–10 contributors, not because of the missing one.
|
||||
- Displacement is a **direct-aggregation measure only** and is **not** interpreted as improved or
|
||||
degraded detection. The end-to-end effect is reported separately in §H/§I.
|
||||
|
||||
Outputs: `artifacts/analysis/5gnidd__alpha0.5__seed{0,1,2}__support_weighted__beta0__prototype_snapshot__prototype_effect.csv`
|
||||
and `...__prototype_weights.csv`; cross-seed aggregate
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__prototype_effect_pooled.csv`.
|
||||
|
||||
---
|
||||
|
||||
## M. Client-level effect (validation, relative to beta = 0)
|
||||
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`. Client
|
||||
ids are per-seed realisations and are **not** pooled across seeds.
|
||||
|
||||
Improve / degrade / unchanged counts (tolerance 1e-9):
|
||||
|
||||
| seed | beta | improve | degrade | unchanged | mean Δ | min Δ | max Δ |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| 0 | 0.25 | 2 | 7 | 1 | −0.0771 | −0.2036 | +0.0304 |
|
||||
| 0 | 0.50 | 7 | 2 | 1 | +0.0259 | −0.0343 | +0.0699 |
|
||||
| 0 | 0.75 | 5 | 4 | 1 | +0.0121 | −0.0679 | +0.0713 |
|
||||
| 0 | **1.00** | **6** | **3** | **1** | **+0.0303** | −0.0884 | +0.1034 |
|
||||
| 1 | 0.25 | 3 | 3 | 4 | −0.0595 | −0.3231 | +0.0125 |
|
||||
| 1 | 0.50 | 3 | 5 | 2 | −0.0699 | −0.4231 | +0.0181 |
|
||||
| 1 | 0.75 | 3 | 5 | 2 | −0.0899 | −0.5481 | +0.0240 |
|
||||
| 1 | **1.00** | **3** | **5** | **2** | **−0.1015** | −0.6564 | +0.0631 |
|
||||
| 2 | 0.25 | 5 | 4 | 1 | +0.0102 | −0.0262 | +0.0726 |
|
||||
| 2 | 0.50 | 5 | 4 | 1 | +0.0063 | −0.0442 | +0.0738 |
|
||||
| 2 | 0.75 | 7 | 2 | 1 | +0.0813 | −0.0305 | +0.1974 |
|
||||
| 2 | **1.00** | **7** | **2** | **1** | **+0.0866** | −0.0337 | +0.2016 |
|
||||
|
||||
- The response is strongly seed-dependent. At the selected `beta = 1.00`, seeds 0 and 2 improve
|
||||
on 6/10 and 7/10 clients with positive mean Δ (+0.030, +0.087), while seed 1 degrades 5/10 with
|
||||
mean Δ −0.101, dominated by a single client at **−0.656**.
|
||||
- `N_ij` vs ΔF1 is **non-monotonic**: the worst negative delta in seed 1 (client 2) has
|
||||
`min positive attack N_ij = 45` (not the lowest-support client), while some very low-support
|
||||
clients (`min N_ij = 1`) improve strongly.
|
||||
- This analysis is descriptive and non-causal.
|
||||
|
||||
---
|
||||
|
||||
## N. Runtime and resources
|
||||
|
||||
CPU only, no GPU, no swap, exit status 0 for every run (`/usr/bin/time -v`). Full table:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__runtime.csv`.
|
||||
|
||||
| seed | aggregation | wall | CPU % | peak RSS |
|
||||
|---|---|---|---|---|
|
||||
| 0 | `original_protean` | 62:28 | 745 | 10.36 GiB |
|
||||
| 0 | beta 0.00 | 63:37 | 745 | 10.37 GiB |
|
||||
| 0 | beta 0.25 | 62:56 | 744 | 10.36 GiB |
|
||||
| 0 | beta 0.50 | 63:26 | 743 | 10.36 GiB |
|
||||
| 0 | beta 0.75 | 63:35 | 742 | 10.39 GiB |
|
||||
| 0 | beta 1.00 | 64:25 | 741 | 10.36 GiB |
|
||||
| 1 | `original_protean` | 63:57 | 742 | 8.67 GiB |
|
||||
| 1 | beta 0.00 | 66:26 | 738 | 8.67 GiB |
|
||||
| 1 | beta 0.25 | 68:25 | 734 | 8.69 GiB |
|
||||
| 1 | beta 0.50 | 64:57 | 740 | 8.67 GiB |
|
||||
| 1 | beta 0.75 | 65:30 | 740 | 8.67 GiB |
|
||||
| 1 | beta 1.00 | 64:41 | 741 | 8.67 GiB |
|
||||
| 2 | `original_protean` | 63:44 | 740 | 14.04 GiB |
|
||||
| 2 | beta 0.00 | 63:39 | 739 | 14.05 GiB |
|
||||
| 2 | beta 0.25 | 63:29 | 740 | 14.03 GiB |
|
||||
| 2 | beta 0.50 | 63:14 | 739 | 14.06 GiB |
|
||||
| 2 | beta 0.75 | 63:38 | 739 | 14.06 GiB |
|
||||
| 2 | beta 1.00 | 63:29 | 739 | 14.07 GiB |
|
||||
|
||||
- New compute this session: **18 runs, 69,336 s ≈ 19.26 h** wall-clock, sequential on an 8-core
|
||||
host.
|
||||
- Per-run wall time is homogeneous (62–68 min). Peak RSS is partition-dependent, not beta-
|
||||
dependent: ~10.4 GiB (seed 0), ~8.67 GiB (seed 1), ~14.04 GiB (seed 2), all within the 29 GiB
|
||||
host. 5G-NIDD uses more memory than X-IIoTID (≈8.7–14.0 GiB vs ≈6.5–7.2 GiB) because the
|
||||
training split is ~1.5× larger.
|
||||
- No warnings, no client failures, 9/9 global prototypes in every round, no retries.
|
||||
|
||||
---
|
||||
|
||||
## O. Comparison with X-IIoTID alpha = 0.50 (descriptive only)
|
||||
|
||||
X-IIoTID alpha=0.50 reference: pooled-selected `beta = 0.75`
|
||||
(`docs/research/MULTISEED_BETA_VALIDATION.md`, `XIIOTID_CROSS_ALPHA_ANALYSIS.md`).
|
||||
|
||||
| statistic | 5G-NIDD alpha=0.50 | X-IIoTID alpha=0.50 |
|
||||
|---|---|---|
|
||||
| classes (attack) | 9 (8) | 9 (8) |
|
||||
| training rows | 851,123 | 569,909 |
|
||||
| pooled-selected beta | **1.00** | **0.75** |
|
||||
| pooled validation mean range (spread) | 0.645–0.692 (**0.047**) | 0.544–0.579 (0.035) |
|
||||
| pooled validation std range | 0.053–0.139 | 0.075–0.100 |
|
||||
| `|S_j| < M` cells (sum/27) | **4/27** | 7/27 |
|
||||
| missing client-class cells | **4** | 9 |
|
||||
| client-size ratio (seeds / mean) | 11.63 / 4.43 / 12.72 (**9.59**) | 5.11 / 7.22 / 9.89 (7.41) |
|
||||
| mean class-support CV | 1.225 | 1.183 |
|
||||
| union rare per seed | 6 / 5 / 6 | 6 / 7 / 7 |
|
||||
| union unseen per seed | 2 / 0 / 2 | 3 / 3 / 1 |
|
||||
| max unseen on a client | 1 | 2 |
|
||||
| mean displacement `‖Cbar(1)−Cbar(0)‖` | 2.340 | 2.099 |
|
||||
| selected-beta client improve/degrade (per seed) | 6/3, 3/5, 7/2 | 7/3, 8/1, 8/1 |
|
||||
|
||||
Observations (descriptive, two datasets, one condition each, no causal claim):
|
||||
|
||||
- 5G-NIDD alpha=0.50 has **fewer missing class cells** (4 vs 9) but **more imbalanced client
|
||||
sizes** (mean ratio 9.59 vs 7.41); its mean support CV and mean prototype displacement are
|
||||
slightly higher, and it has a single-client unseen-class structure (max 1 vs 2).
|
||||
- The pooled validation selection differs across datasets (5G-NIDD → 1.00, X-IIoTID → 0.75) and
|
||||
the 5G-NIDD curve is non-monotone. At both datasets the between-seed std is comparable to or
|
||||
larger than the between-beta spread, so both selections are statistically weak.
|
||||
- The client-level response is seed-dependent on both datasets; X-IIoTID alpha=0.50 improved on a
|
||||
majority of clients in all three seeds, whereas 5G-NIDD's seed 1 degrades.
|
||||
- **No claim** is made that the dataset explains the selected beta, and no generalisation beyond
|
||||
these two observed conditions is offered.
|
||||
|
||||
---
|
||||
|
||||
## P. Limitations
|
||||
|
||||
- **One new condition** (5G-NIDD alpha=0.50). No 5G-NIDD alpha=0.25/0.75 result exists; no
|
||||
cross-alpha 5G-NIDD claim is possible. No X-IIoTID/5G-NIDD causal or monotone claim.
|
||||
- **Three project-defined seeds** (`{0,1,2}`); the pooled mean's variation across seeds is
|
||||
comparable to or larger than the between-beta spread, so `beta_star = 1.00` is statistically
|
||||
weak and is only "best among the five tested candidates under pooled validation for this
|
||||
condition".
|
||||
- The `S_j` participant/denominator rule (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights in
|
||||
the baseline) remains a **REPRODUCTION ASSUMPTION**. At 5G-NIDD alpha=0.50 it is material in
|
||||
only **4/27** class-condition cells, but the `beta=0` comparison is still conditional on both
|
||||
modes sharing this rule and does **not** prove `beta=0` reproduces original PROTEAN.
|
||||
- Train/validation/test adaptation (70/10/20 stratified) differs from the paper's literal 80/20;
|
||||
the validation eval partition is a project decision.
|
||||
- The union of rare classes (and hence global rare support) differs by seed; only the per-client
|
||||
mean metric is directly comparable within the condition.
|
||||
- `preprocessing_hash`/`config_hash` remain `null` in the 5G-NIDD manifests.
|
||||
- **No global beta optimum claim**; test metrics did not influence selection.
|
||||
@@ -0,0 +1,284 @@
|
||||
# Session 9 Post-Experiment Audit (5G-NIDD alpha=0.50)
|
||||
|
||||
Status: **PASS.** Independent recomputation from machine-readable artifacts and the raw dataset
|
||||
confirms every Session-9 Stage-B claim for 5G-NIDD `alpha=0.50`. No discovered issue changes
|
||||
`beta_star` or the scientific interpretation. No corrections were required. **No new training was
|
||||
run for this audit, no aggregation/model/preprocessing source changed, and no test-based selection
|
||||
occurred.**
|
||||
|
||||
Audit performed: 2026-09-28. Audited HEAD: `2d27abc35026456de765c929dbcf0503a72ac572`.
|
||||
Machine-readable audit record:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__audit_recomputation.json`.
|
||||
|
||||
Companion documents: `docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`,
|
||||
`docs/research/EXPERIMENT_PROTOCOL.md`, `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`,
|
||||
`docs/handoff/SESSION_HANDOFF.md`.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
Independently verify the Session-9 claim for:
|
||||
|
||||
- dataset `5gnidd`, alpha `0.50`, seeds `{0,1,2}`, beta `{0, 0.25, 0.5, 0.75, 1.0}` plus
|
||||
`original_protean` (18 runs);
|
||||
- PRIMARY pooled-validation selection `beta_star = 1.00` using validation per-client
|
||||
rare-class macro-F1 averaged within seed then across seeds;
|
||||
- reuse decision for the pre-existing seed-0 baseline;
|
||||
- `beta=0` equivalence class;
|
||||
- cross-dataset label (5G-NIDD 1.00 vs X-IIoTID alpha=0.50 0.75).
|
||||
|
||||
The audit recomputed from run artifacts and raw data; it repeated no training and ran no new
|
||||
condition.
|
||||
|
||||
---
|
||||
|
||||
## B. Run inventory
|
||||
|
||||
18 full-data runs enumerated from `results/*/metadata.json` (15 `support_weighted` + 3
|
||||
`original_protean`), **18/18 present**, none duplicated, none partial, none unexpected.
|
||||
|
||||
- Each run contains all 14 expected artifacts; the round-0 prototype snapshot exists for all 18
|
||||
runs (`artifacts/analysis/5gnidd__alpha0.5__seed*__*__prototype_snapshot.json`).
|
||||
- Metadata verified per run: dataset=5gnidd, alpha=0.5, seed, mode, clients=10, rounds=10,
|
||||
local_epochs=3, batch=256, lr=1e-3, mu=0.1, lambda=1.0, `manifest_reload_ok=true`,
|
||||
`smoke=false`. All 18 exit status 0.
|
||||
- No 5G-NIDD run exists for alpha=0.25 or alpha=0.75; no `support_weighted` 5G-NIDD run older than
|
||||
this session exists; `equal_available` is absent from `src/`, `scripts/`, `tests/`.
|
||||
|
||||
---
|
||||
|
||||
## C. Pairing / manifest integrity
|
||||
|
||||
Within each seed all six runs share one manifest content hash and a byte-identical round-0
|
||||
snapshot; `train_support_Nij.csv`, `characterization.csv` and `rare_unseen.csv` are identical
|
||||
across the six runs (one unique SHA-256 per file type per seed). `manifest_reload_ok = true` and
|
||||
`smoke = false` everywhere.
|
||||
|
||||
| seed | manifest content hash | round-0 snapshot SHA-256 | support/char/rare unique counts |
|
||||
|---|---|---|---|
|
||||
| 0 | `0732582cf4510089…` | `eb0839f2595727…` | 1 / 1 / 1 |
|
||||
| 1 | `f43906e111a8342c…` | `6cbd04e0dd97bb…` | 1 / 1 / 1 |
|
||||
| 2 | `fe8b4fc6f0486cf4…` | `f012a02b543b92…` | 1 / 1 / 1 |
|
||||
|
||||
Each alpha=0.5 manifest was independently reproduced from the raw dataset
|
||||
(`prepare_dataset` → `reproduce_train_assignments`): exact `N_ij` match and partition-hash match
|
||||
for all three seeds; split sizes 851,123 / 121,589 / 243,177; `N_ij` sum 851,123; 10 clients.
|
||||
Pairing is proven by content hashes, not filenames. As a side check, alpha=0.25/0.75 5G-NIDD
|
||||
manifests also reproduced exactly.
|
||||
|
||||
---
|
||||
|
||||
## D. Partition characterization audit
|
||||
|
||||
Independently recomputed from the manifests; matches the report exactly:
|
||||
|
||||
| statistic | seed 0 / 1 / 2 | reality (sum) |
|
||||
|---|---|---|
|
||||
| `|S_j| < M` cells | 2 / 0 / 2 | **4 / 27** |
|
||||
| missing client-class cells | 2 / 0 / 2 | **4** |
|
||||
| client-size ratio | 11.63 / 4.43 / 12.72 | mean **9.59** |
|
||||
| union rare classes | 6 / 5 / 6 | 2 rare per client (all) |
|
||||
| union unseen classes | 2 / 0 / 2 | max 1 on a client |
|
||||
|
||||
---
|
||||
|
||||
## E. Label / rare / unseen integrity
|
||||
|
||||
- Cleaned 5G-NIDD label semantics reproduced: 1,215,890 raw rows, 1 duplicate dropped, 0 label
|
||||
rows dropped, 9 classes (`Benign` + 8 attacks), benign index 0, 46 features (41 numeric, 5
|
||||
categorical).
|
||||
- Per-client rare/unseen recomputed from training `N_ij` (two smallest positive-support attack
|
||||
classes, tie by class id) and compared to `rare_unseen.csv` across all 18 runs: **270 cells
|
||||
checked, 0 mismatches**; benign class never flagged rare/unseen; rare and unseen never overlap;
|
||||
every client has exactly two rare classes.
|
||||
- `evaluated_rare_classes` equals the training-derived union rare set; validation/test labels did
|
||||
not influence rare identity.
|
||||
|
||||
---
|
||||
|
||||
## F. Validation metric recomputation
|
||||
|
||||
Recomputed from raw artifacts (no report numbers copied):
|
||||
|
||||
- seed-level primary score = mean over eligible clients of `val_per_client.csv`
|
||||
`rare_class_macro_f1`; equals `val_selection.json` per-client-mean to **max diff 0.0** for all
|
||||
15 runs; all 10 clients eligible in every seed.
|
||||
- global validation accuracy / macro-F1 / weighted-F1 recomputed independently from
|
||||
`val_confusion_matrix.json` with the production formulas: **max diff 0.0** versus
|
||||
`val_global_metrics.json`.
|
||||
|
||||
---
|
||||
|
||||
## G. Pooled-selection recomputation
|
||||
|
||||
Computed from the independently recomputed seed-level scores (not from the report). Pooled = mean
|
||||
of the three seed means; std sample (`ddof=1`).
|
||||
|
||||
| beta | pooled mean | sample std |
|
||||
|---|---|---|
|
||||
| 0.00 | 0.687230 | 0.052726 |
|
||||
| 0.25 | 0.645078 | 0.064743 |
|
||||
| 0.50 | 0.674669 | 0.102253 |
|
||||
| 0.75 | 0.688368 | 0.126032 |
|
||||
| **1.00** | **0.692370** | 0.139140 |
|
||||
|
||||
- Recompute **matches the report** to formatting precision.
|
||||
- `argmax` = **1.00** (no tie; top-two gap ≈ 4.0e-3). `tie_break_used=false`.
|
||||
- Per-seed diagnostics reproduce **1.00 / 0.00 / 1.00**.
|
||||
|
||||
---
|
||||
|
||||
## H. Validation / test leakage audit
|
||||
|
||||
- `run_baseline.py` derives `union_rare` from the training support matrix only; the
|
||||
`val_selection` payload is built only from validation artifacts and records
|
||||
`selection_split="validation"`, `test_used_for_selection=false` for all 15 `support_weighted`
|
||||
runs (audited true).
|
||||
- `analyze_multiseed_beta.py` PRIMARY selection consumes only `per_seed_rows` built from
|
||||
`val_selection.json`; test rows are read later and never referenced by selection or tie-break.
|
||||
No code path sorts/filters candidates by a test field.
|
||||
- The audit's own `beta_star = 1.00` was reproduced from validation artifacts alone.
|
||||
|
||||
Conclusion: selection is programmatic and validation-only; `test_used_for_selection = false` is
|
||||
upheld.
|
||||
|
||||
---
|
||||
|
||||
## I. Final test recomputation
|
||||
|
||||
`beta_star = 1.00` fixed from pooled validation; only then test metrics read. Recomputed from
|
||||
`test_descriptive.csv` (which is itself derived from `test_global_metrics.json`), averaged across
|
||||
seeds with sample std:
|
||||
|
||||
| metric | selected beta 1.00 (mean ± std) | original_protean (mean ± std) |
|
||||
|---|---|---|
|
||||
| rare-class macro-F1 | 0.871984 ± 0.028501 | 0.880542 ± 0.037058 |
|
||||
| rare-class recall | 0.967104 ± 0.007942 | 0.972913 ± 0.003843 |
|
||||
| macro-F1 | 0.838596 ± 0.019627 | 0.842395 ± 0.020840 |
|
||||
| accuracy | 0.743257 ± 0.000667 | 0.743975 ± 0.008393 |
|
||||
| weighted-F1 | 0.718195 ± 0.001680 | 0.718730 ± 0.008678 |
|
||||
|
||||
Matches the report exactly. No superiority claim is made.
|
||||
|
||||
---
|
||||
|
||||
## J. `beta = 0` equivalence audit
|
||||
|
||||
For seeds 0, 1, 2, `original_protean` vs `support_weighted beta=0`:
|
||||
|
||||
| property | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| same manifest / split / hashes | yes | yes | yes |
|
||||
| round-0 snapshot byte-identical | yes | yes | yes |
|
||||
| support/characterization/rare_unseen identical | yes | yes | yes |
|
||||
| independent aggregation diff | 4.4e-16 | 4.4e-16 | 4.4e-16 |
|
||||
| history rare-macro-F1 round-0 diff | 0.0 | 0.0 | 0.0 |
|
||||
| history rare-macro-F1 max diff (rounds ≥ 1) | 1.93e-2 | 6.01e-2 | 2.60e-2 |
|
||||
| test metric max diff | 2.33e-3 | 1.86e-4 | 8.70e-3 |
|
||||
| classification | **B** | **B** | **B** |
|
||||
|
||||
Class **B** (semantically equivalent + floating-point divergence); **no semantic discrepancy**.
|
||||
Equivalence remains conditional on the shared `S_j` reproduction assumption.
|
||||
|
||||
---
|
||||
|
||||
## K. Direct-effect audit
|
||||
|
||||
Independently recomputed `||Cbar_j(beta) − Cbar_j(0)||` from the fixed round-0 snapshots with the
|
||||
production aggregation: the seed-0 `...__prototype_effect.csv` is produced by
|
||||
`analyze_prototype_effect.py` from the snapshot and the cross-seed pooled file aggregates it.
|
||||
Mean displacement at `beta=1.0` is **2.340** (monotone: 0.953 / 1.567 / 2.003 / 2.340 for
|
||||
beta 0.25/0.50/0.75/1.00). Displacement is a direct-aggregation measure only; no detection
|
||||
causality is inferred.
|
||||
|
||||
---
|
||||
|
||||
## L. Client-level audit
|
||||
|
||||
Deltas recomputed from `val_per_client.csv` vs `client_validation_detail.csv` (via the
|
||||
`beta=0` base): improve/degrade/unchanged at the selected `beta=1.00` = 6/3/1 (seed 0,
|
||||
mean +0.030), 3/5/2 (seed 1, mean −0.101), 7/2/1 (seed 2, mean +0.087). `N_ij` vs ΔF1 is
|
||||
non-monotonic. Client ids are per-seed realisations, not pooled.
|
||||
|
||||
---
|
||||
|
||||
## M. Cross-dataset labels
|
||||
|
||||
Condition-level pooled selections confirmed from `selection_summary.json`:
|
||||
|
||||
| condition | selected beta | tie-break | test_used_for_selection |
|
||||
|---|---|---|---|
|
||||
| 5G-NIDD alpha=0.50 | 1.00 | no | false |
|
||||
| X-IIoTID alpha=0.50 | 0.75 | no | false |
|
||||
|
||||
The report makes no causal or generalising claim and explicitly states the selections differ
|
||||
descriptively across the two datasets.
|
||||
|
||||
---
|
||||
|
||||
## N. Reuse decision audit
|
||||
|
||||
The pre-existing `results/5gnidd__alpha0.5__seed0__original_protean` (backed up to
|
||||
`/tmp/opencode/s9/old_baseline_backup/`) lacks all validation artifacts and therefore failed the
|
||||
reuse criterion; all 18 runs were re-executed. The fresh seed-0 `original_protean` reproduces the
|
||||
old artifact **exactly**: byte-identical `history.json` and identical test metrics (rare-class
|
||||
macro-F1 `0.8719637151922778`, accuracy `0.7344156725348203`). Reuse decision confirmed.
|
||||
|
||||
---
|
||||
|
||||
## O. Artifact provenance
|
||||
|
||||
| Reported quantity | Source artifact(s) | Derivation |
|
||||
|---|---|---|
|
||||
| run existence / config | `results/<run>/metadata.json` | direct read |
|
||||
| manifest hashes / reproduction | `artifacts/partitions/5gnidd__alpha0.5__seed{0,1,2}.json` | module + `reproduce_train_assignments` |
|
||||
| pairing proof | `artifacts/analysis/...__prototype_snapshot.json` | sha256 across 6 runs/seed |
|
||||
| seed-level validation score | `results/.../val_per_client.csv` + `val_selection.json` | mean of per-client rare macro-F1 |
|
||||
| validation global metrics | `results/.../val_confusion_matrix.json` | independent numpy recompute |
|
||||
| pooled mean/std, `beta_star` | recomputed seed scores | mean/`stdev`, argmax |
|
||||
| test metrics | `results/.../test_global_metrics.json` + `...__test_descriptive.csv` | independent recompute + mean/std |
|
||||
| partition characterization | manifests + `...__partition_heterogeneity_*.csv` + `...__partition_characterization.csv` | independent numpy recompute |
|
||||
| beta=0 equivalence | original vs beta0 artifacts/snapshots | sha256 + independent aggregation + history diff |
|
||||
| direct-effect displacement | snapshots + `...__prototype_effect_pooled.csv` | production aggregation |
|
||||
| client improve/degrade | `results/.../val_per_client.csv` + `...__client_validation_detail.csv` | deltas vs beta=0 |
|
||||
| rare-class identity | `results/.../rare_unseen.csv` + manifest | recompute definition |
|
||||
| runtime / RSS | `artifacts/analysis/5gnidd__alpha0.5__multiseed__runtime.csv` (source `/tmp/opencode/5gnidd_alpha050_runtime.csv`) | parse `/usr/bin/time -v`; sum 69,336 s = 19.26 h |
|
||||
| cross-dataset table | `xiiotid__alpha0.5__multiseed__*` + `5gnidd__alpha0.5__multiseed__*` | read per-condition multiseed artifacts |
|
||||
|
||||
---
|
||||
|
||||
## P. Deviations / corrections found
|
||||
|
||||
**None.** No arithmetic, metric-label, std-convention, provenance or pairing defect was found in
|
||||
the Session 9 report or analysis artifacts. No training/aggregation/preprocessing source file was
|
||||
modified.
|
||||
|
||||
Informational note (not a defect): the pre-existing seed-0 baseline was structurally incomplete
|
||||
(no validation artifacts) and was correctly not reused; the fresh rerun is byte-identical for the
|
||||
training outputs.
|
||||
|
||||
---
|
||||
|
||||
## Q. Final audit verdict
|
||||
|
||||
**PASS.**
|
||||
|
||||
- Run inventory: **PASS** (18/18; no duplicates/partials; no alpha≠0.50 or legacy 5G-NIDD run).
|
||||
- Pairing / manifest reproduction: **PASS** (hash-identical; raw-data reproduction exact).
|
||||
- Partition characterization: **PASS** (4/27, 4 missing, ratio 11.63/4.43/12.72, unseen 2/0/2).
|
||||
- Rare/unseen integrity: **PASS** (0 mismatches over 270 cells).
|
||||
- Validation recomputation (seed-level and global): **PASS** (exact).
|
||||
- Pooled selection: **PASS**; independent `beta_star = 1.00` using validation only.
|
||||
- Validation/test leakage: **PASS**.
|
||||
- Test summaries: **PASS** (exact).
|
||||
- beta=0 equivalence: **PASS**, class **B** for all seeds.
|
||||
- Direct-effect and client-level analyses: **PASS** (consistent with snapshots/artifacts).
|
||||
- Reuse decision: **PASS** (not reused; rerun reproduces the old baseline exactly).
|
||||
- Cross-dataset labels: **PASS** (5G-NIDD 1.00 vs X-IIoTID 0.75; no causal claim).
|
||||
- Source/data integrity: **PASS**; `planningawal/` unchanged; raw SHA-256 unchanged;
|
||||
`equal_available` absent; pytest 75 passed.
|
||||
|
||||
Session 9 is **safe to checkpoint** with the documented limitations (single new condition, three
|
||||
project-defined seeds, weak effect relative to seed variance, `S_j` reproduction assumption, no
|
||||
global-optimum claim).
|
||||
Reference in new issue
Block a user