experiment: complete two-dataset beta study
This commit is contained in:
willtanoe committed
1 parent
bbd3508506
commit
d30e9831e6
37 files changed
+36038
-195
No files matched your search
@@ -0,0 +1,311 @@
|
||||
{
|
||||
"checks": [
|
||||
{
|
||||
"detail": "18/18 runs complete, config conformant",
|
||||
"name": "run_inventory_18_full",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "snapshots_18_present",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"0\": {\"manifest_content_hash\": \"ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788\", \"round0_snapshot_sha256\": \"e2243ac4ed4391ff42ae358ab47ae4b98177227ac6e3ff0cdfd3a9147bf0d7c7\", \"unique_counts\": [1, 1, 1, 1, 1]}, \"1\": {\"manifest_content_hash\": \"74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba\", \"round0_snapshot_sha256\": \"26a162991b7cbde947040c32c3d01b91841b6a58edc917038f813c8cbbd335b7\", \"unique_counts\": [1, 1, 1, 1, 1]}, \"2\": {\"manifest_content_hash\": \"061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2\", \"round0_snapshot_sha256\": \"e287bff5ca71f8d2a677263ed17b67e909baaaada66cd9e1cb0c7f9e0c829b62\", \"unique_counts\": [1, 1, 1, 1, 1]}}",
|
||||
"name": "pairing_within_seed",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"0\": {\"content_hash\": \"ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788\", \"partition_hash\": \"e628c17369f25e355cc8917f140e43f97e37ddc77e3193b6a1b0cbdc75a9ee12\", \"split_hash\": \"18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7\", \"reproduced_support_match\": true, \"reproduced_partition_hash_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}, \"1\": {\"content_hash\": \"74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba\", \"partition_hash\": \"05aec12ceb4c94bda85b8baed5f4fa877017aa180c543c966eacbeb620397e0e\", \"split_hash\": \"3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e\", \"reproduced_support_match\": true, \"reproduced_partition_hash_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}, \"2\": {\"content_hash\": \"061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2\", \"partition_hash\": \"d9631ea6b2d3907e04389af8003ae7444fc50af30467d70853690cf5e87d5660\", \"split_hash\": \"fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f\", \"reproduced_support_match\": true, \"reproduced_partition_hash_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}}",
|
||||
"name": "manifest_reproduced_from_raw",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "cells=1620 mismatches=0 benign_never_rare=True",
|
||||
"name": "rare_unseen_integrity",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "max_per_client_mean_diff=0.00e+00 max_global_diff=0.00e+00",
|
||||
"name": "validation_recomputation",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "recomputed_selected=0.0 summary_selected=0.0",
|
||||
"name": "pooled_selection_recomputation",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "max_diff_vs_test_descriptive=0.00e+00; selected_beta=0.0",
|
||||
"name": "test_selected_and_original_recompute",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "classifications=B,B,B",
|
||||
"name": "beta0_equivalence",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"5g_a025\": 0.0, \"5g_a050\": 1.0, \"5g_a075\": 0.5, \"xii_a025\": 0.0, \"xii_a050\": 0.75, \"xii_a075\": 0.5}",
|
||||
"name": "cross_condition_labels",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "no_equal_available",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "only_18_alpha025_runs",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "no_5gnidd_alpha050_075_change",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "clean",
|
||||
"name": "planningawal_unchanged",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "sha256 matched",
|
||||
"name": "raw_datasets_unchanged",
|
||||
"ok": true
|
||||
}
|
||||
],
|
||||
"cross_labels": {
|
||||
"5g_a025": 0.0,
|
||||
"5g_a050": 1.0,
|
||||
"5g_a075": 0.5,
|
||||
"xii_a025": 0.0,
|
||||
"xii_a050": 0.75,
|
||||
"xii_a075": 0.5
|
||||
},
|
||||
"manifest_reproduction": {
|
||||
"0": {
|
||||
"content_hash": "ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788",
|
||||
"partition_hash": "e628c17369f25e355cc8917f140e43f97e37ddc77e3193b6a1b0cbdc75a9ee12",
|
||||
"reproduced_partition_hash_match": true,
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7"
|
||||
},
|
||||
"1": {
|
||||
"content_hash": "74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba",
|
||||
"partition_hash": "05aec12ceb4c94bda85b8baed5f4fa877017aa180c543c966eacbeb620397e0e",
|
||||
"reproduced_partition_hash_match": true,
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e"
|
||||
},
|
||||
"2": {
|
||||
"content_hash": "061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2",
|
||||
"partition_hash": "d9631ea6b2d3907e04389af8003ae7444fc50af30467d70853690cf5e87d5660",
|
||||
"reproduced_partition_hash_match": true,
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f"
|
||||
}
|
||||
},
|
||||
"pairing": {
|
||||
"0": {
|
||||
"manifest_content_hash": "ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788",
|
||||
"round0_snapshot_sha256": "e2243ac4ed4391ff42ae358ab47ae4b98177227ac6e3ff0cdfd3a9147bf0d7c7",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
},
|
||||
"1": {
|
||||
"manifest_content_hash": "74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba",
|
||||
"round0_snapshot_sha256": "26a162991b7cbde947040c32c3d01b91841b6a58edc917038f813c8cbbd335b7",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
},
|
||||
"2": {
|
||||
"manifest_content_hash": "061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2",
|
||||
"round0_snapshot_sha256": "e287bff5ca71f8d2a677263ed17b67e909baaaada66cd9e1cb0c7f9e0c829b62",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
}
|
||||
},
|
||||
"pooled_recomputed": {
|
||||
"0.0": 0.7614534210908004,
|
||||
"0.25": 0.7492858468825278,
|
||||
"0.5": 0.7257145491666086,
|
||||
"0.75": 0.7222353067403979,
|
||||
"1.0": 0.7376364240173013
|
||||
},
|
||||
"rare_unseen": {
|
||||
"benign_never_rare": true,
|
||||
"cells": 1620,
|
||||
"mismatches": 0
|
||||
},
|
||||
"selected_beta": 0.0,
|
||||
"test_recompute": {
|
||||
"original_protean": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7309682522058693,
|
||||
"std": 0.02143091560670625
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8194054339450639,
|
||||
"std": 0.013918675694370832
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.842274405000354,
|
||||
"std": 0.02537006851997817
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9605557026664359,
|
||||
"std": 0.032423277290702865
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7054354167590718,
|
||||
"std": 0.02036694411653514
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.730225309136966,
|
||||
"std": 0.019524710435296355
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8166404182626198,
|
||||
"std": 0.01335696520619808
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8412355814155769,
|
||||
"std": 0.024201888695409735
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9612162422875251,
|
||||
"std": 0.03134699156678076
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7044634053674654,
|
||||
"std": 0.018175165847202895
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0.25": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7267573276529715,
|
||||
"std": 0.0337814569665739
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.810416876080481,
|
||||
"std": 0.04867640473829211
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8293375964698669,
|
||||
"std": 0.05275869099325297
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.950863093217594,
|
||||
"std": 0.03944397658727933
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7009225427362763,
|
||||
"std": 0.034629866318624726
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0.5": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.6972287675232444,
|
||||
"std": 0.04144983477868016
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.7505632677840134,
|
||||
"std": 0.05068263163779094
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.7644442375478815,
|
||||
"std": 0.05406143308807409
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9070376863722455,
|
||||
"std": 0.07021524798343894
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.6677402022784357,
|
||||
"std": 0.04527229016167609
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0.75": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.6955084842179428,
|
||||
"std": 0.05407307332578784
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.7531777053479555,
|
||||
"std": 0.05331479987191922
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.7532847533313242,
|
||||
"std": 0.06660609956244676
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.8825637715291018,
|
||||
"std": 0.11211936093032276
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.6761029448266797,
|
||||
"std": 0.056097708494466936
|
||||
}
|
||||
},
|
||||
"support_weighted_beta1": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7202490367098863,
|
||||
"std": 0.04263132393724577
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.7823485391329442,
|
||||
"std": 0.05061562466443954
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.7817038465815722,
|
||||
"std": 0.06268596968663277
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.8960473857848337,
|
||||
"std": 0.08588546995533661
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7100951360498828,
|
||||
"std": 0.04543070077476825
|
||||
}
|
||||
}
|
||||
},
|
||||
"validation": {
|
||||
"max_global_diff": 0.0,
|
||||
"max_per_client_mean_diff": 0.0
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,4 @@
|
||||
dataset,alpha,seed,same_manifest_content_hash,round0_snapshot_sha256_original,round0_snapshot_sha256_beta0,round0_snapshot_byte_identical,support_char_rare_identical,aggregation_max_abs_diff,history_rare_f1_round0_diff,history_rare_f1_max_diff_rounds_ge1,test_metric_max_abs_diff,classification
|
||||
5gnidd,0.25,0,True,e2243ac4ed4391ff42ae358ab47ae4b98177227ac6e3ff0cdfd3a9147bf0d7c7,e2243ac4ed4391ff42ae358ab47ae4b98177227ac6e3ff0cdfd3a9147bf0d7c7,True,True,4.440892098500626e-16,0.0,0.02174111227427633,0.005363118344290818,B
|
||||
5gnidd,0.25,1,True,26a162991b7cbde947040c32c3d01b91841b6a58edc917038f813c8cbbd335b7,26a162991b7cbde947040c32c3d01b91841b6a58edc917038f813c8cbbd335b7,True,True,4.440892098500626e-16,0.0,0.06854095251486358,0.005385720515183823,B
|
||||
5gnidd,0.25,2,True,e287bff5ca71f8d2a677263ed17b67e909baaaada66cd9e1cb0c7f9e0c829b62,e287bff5ca71f8d2a677263ed17b67e909baaaada66cd9e1cb0c7f9e0c829b62,True,True,6.661338147750939e-16,0.0,0.027399918376093346,0.0028532236723721738,B
|
||||
|
@@ -0,0 +1,151 @@
|
||||
seed,beta,client_id,n_samples,val_rare_macro_f1,val_rare_recall
|
||||
0,0.0,0,629,0.7205774853801169,0.9967213114754099
|
||||
0,0.0,1,5107,0.9591792028969309,0.9606197836208497
|
||||
0,0.0,2,29612,0.0,0.0
|
||||
0,0.0,3,36305,0.9424363245858006,1.0
|
||||
0,0.0,4,27425,0.6713685142161743,0.9974554707379135
|
||||
0,0.0,5,7976,0.5061793112212479,0.9682119205298013
|
||||
0,0.0,6,6702,0.5739818472345016,0.986848635235732
|
||||
0,0.0,7,230,0.9898785425101214,0.9801587301587302
|
||||
0,0.0,8,6655,1.0,1.0
|
||||
0,0.0,9,948,1.0,1.0
|
||||
0,0.25,0,629,0.6983552631578946,0.9967213114754099
|
||||
0,0.25,1,5107,0.9479293854293854,0.9422373284966159
|
||||
0,0.25,2,29612,0.0,0.0
|
||||
0,0.25,3,36305,0.9662458483953245,1.0
|
||||
0,0.25,4,27425,0.8607755880483152,0.9974554707379135
|
||||
0,0.25,5,7976,0.5123524400632835,0.9844370860927152
|
||||
0,0.25,6,6702,0.49744962056839864,0.9501240694789082
|
||||
0,0.25,7,230,0.9898785425101214,0.9801587301587302
|
||||
0,0.25,8,6655,1.0,1.0
|
||||
0,0.25,9,948,1.0,1.0
|
||||
0,0.5,0,629,0.6983552631578946,0.9967213114754099
|
||||
0,0.5,1,5107,0.9601078701215506,0.9559970484786485
|
||||
0,0.5,2,29612,0.0,0.0
|
||||
0,0.5,3,36305,0.9662800726698841,1.0
|
||||
0,0.5,4,27425,0.5639943288006702,0.9980916030534351
|
||||
0,0.5,5,7976,0.5297251681487266,0.9880794701986755
|
||||
0,0.5,6,6702,0.5061624529007391,0.958560794044665
|
||||
0,0.5,7,230,0.9898785425101214,0.9801587301587302
|
||||
0,0.5,8,6655,0.9600000000000001,1.0
|
||||
0,0.5,9,948,1.0,1.0
|
||||
0,0.75,0,629,0.7840695488721805,0.9967213114754099
|
||||
0,0.75,1,5107,0.9636258451748201,0.959835281439037
|
||||
0,0.75,2,29612,0.0,0.0
|
||||
0,0.75,3,36305,0.909082277060552,0.9709945294974222
|
||||
0,0.75,4,27425,0.5235416482251926,0.9980916030534351
|
||||
0,0.75,5,7976,0.5873811911926254,0.9874172185430463
|
||||
0,0.75,6,6702,0.517900626445661,0.9669975186104218
|
||||
0,0.75,7,230,0.9898785425101214,0.9801587301587302
|
||||
0,0.75,8,6655,0.8571428571428571,1.0
|
||||
0,0.75,9,948,1.0,1.0
|
||||
0,1.0,0,629,0.9983552631578947,0.9967213114754099
|
||||
0,1.0,1,5107,0.9710694930042384,0.9690345781664526
|
||||
0,1.0,2,29612,0.0,0.0
|
||||
0,1.0,3,36305,0.8280818072708971,0.8476524066275729
|
||||
0,1.0,4,27425,0.5229104975780087,0.9980916030534351
|
||||
0,1.0,5,7976,0.63977574359356,0.9860927152317881
|
||||
0,1.0,6,6702,0.5373385514693434,0.9771712158808933
|
||||
0,1.0,7,230,0.9898785425101214,0.9801587301587302
|
||||
0,1.0,8,6655,0.8571428571428571,1.0
|
||||
0,1.0,9,948,1.0,1.0
|
||||
1,0.0,0,4235,0.8307692307692308,1.0
|
||||
1,0.0,1,23548,0.9984848484848484,0.9969742813918305
|
||||
1,0.0,2,4461,1.0,1.0
|
||||
1,0.0,3,7068,0.975609756097561,1.0
|
||||
1,0.0,4,1131,0.10120481927710843,1.0
|
||||
1,0.0,5,46429,0.5161585017700125,0.9950980392156863
|
||||
1,0.0,6,1523,0.846153846153846,0.7333333333333333
|
||||
1,0.0,7,22059,0.4475806451612903,1.0
|
||||
1,0.0,8,10593,0.996715157203191,0.9962476547842402
|
||||
1,0.0,9,542,1.0,1.0
|
||||
1,0.25,0,4235,0.8181818181818181,1.0
|
||||
1,0.25,1,23548,0.9992429977289932,0.9984871406959153
|
||||
1,0.25,2,4461,1.0,1.0
|
||||
1,0.25,3,7068,0.975609756097561,1.0
|
||||
1,0.25,4,1131,0.10144927536231885,1.0
|
||||
1,0.25,5,46429,0.5231465231465231,0.9901960784313726
|
||||
1,0.25,6,1523,0.846153846153846,0.7333333333333333
|
||||
1,0.25,7,22059,0.4125,1.0
|
||||
1,0.25,8,10593,0.9967120713950212,0.9953095684803002
|
||||
1,0.25,9,542,1.0,1.0
|
||||
1,0.5,0,4235,0.8244274809160306,1.0
|
||||
1,0.5,1,23548,0.9992429977289932,0.9984871406959153
|
||||
1,0.5,2,4461,1.0,1.0
|
||||
1,0.5,3,7068,0.975609756097561,1.0
|
||||
1,0.5,4,1131,0.10144927536231885,1.0
|
||||
1,0.5,5,46429,0.1996487119437939,0.5980392156862745
|
||||
1,0.5,6,1523,0.846153846153846,0.7333333333333333
|
||||
1,0.5,7,22059,0.4389830508474576,1.0
|
||||
1,0.5,8,10593,0.9967120713950212,0.9953095684803002
|
||||
1,0.5,9,542,1.0,1.0
|
||||
1,0.75,0,4235,0.8307692307692308,1.0
|
||||
1,0.75,1,23548,0.9992429977289932,0.9984871406959153
|
||||
1,0.75,2,4461,0.9736842105263158,0.95
|
||||
1,0.75,3,7068,0.975609756097561,1.0
|
||||
1,0.75,4,1131,0.16091954022988506,0.6666666666666666
|
||||
1,0.75,5,46429,0.11044262999570262,0.5416666666666666
|
||||
1,0.75,6,1523,0.8148148148148148,0.7333333333333333
|
||||
1,0.75,7,22059,0.4225806451612903,1.0
|
||||
1,0.75,8,10593,0.9967120713950212,0.9953095684803002
|
||||
1,0.75,9,542,1.0,1.0
|
||||
1,1.0,0,4235,0.8437499999999999,1.0
|
||||
1,1.0,1,23548,0.9992429977289932,0.9984871406959153
|
||||
1,1.0,2,4461,0.9736842105263158,0.95
|
||||
1,1.0,3,7068,0.975609756097561,1.0
|
||||
1,1.0,4,1131,0.15668202764976957,0.8095238095238095
|
||||
1,1.0,5,46429,0.21542001010044326,0.6151960784313726
|
||||
1,1.0,6,1523,0.846153846153846,0.7333333333333333
|
||||
1,1.0,7,22059,0.38571428571428573,1.0
|
||||
1,1.0,8,10593,0.9967120713950212,0.9953095684803002
|
||||
1,1.0,9,542,1.0,1.0
|
||||
2,0.0,0,10135,1.0,1.0
|
||||
2,0.0,1,8704,0.6849999999999999,0.8780487804878049
|
||||
2,0.0,2,4077,1.0,1.0
|
||||
2,0.0,3,711,0.0,0.0
|
||||
2,0.0,4,1110,0.9,0.8333333333333333
|
||||
2,0.0,5,14787,0.8156177156177156,0.9375
|
||||
2,0.0,6,13486,0.9974059662775616,0.9967616580310881
|
||||
2,0.0,7,2708,0.5211267605633803,1.0
|
||||
2,0.0,8,6579,1.0,1.0
|
||||
2,0.0,9,59292,0.8481741573033708,1.0
|
||||
2,0.25,0,10135,1.0,1.0
|
||||
2,0.25,1,8704,0.4797872340425532,0.8780487804878049
|
||||
2,0.25,2,4077,1.0,1.0
|
||||
2,0.25,3,711,0.0,0.0
|
||||
2,0.25,4,1110,0.9,0.8333333333333333
|
||||
2,0.25,5,14787,0.7916666666666667,0.9375
|
||||
2,0.25,6,13486,0.9974059662775616,0.9967616580310881
|
||||
2,0.25,7,2708,0.5145513338722716,1.0
|
||||
2,0.25,8,6579,1.0,1.0
|
||||
2,0.25,9,59292,0.6491812293779787,1.0
|
||||
2,0.5,0,10135,1.0,1.0
|
||||
2,0.5,1,8704,0.40188383045525905,0.8780487804878049
|
||||
2,0.5,2,4077,1.0,1.0
|
||||
2,0.5,3,711,0.0,0.0
|
||||
2,0.5,4,1110,0.9,0.8333333333333333
|
||||
2,0.5,5,14787,0.8181818181818181,0.9375
|
||||
2,0.5,6,13486,0.9974059662775616,0.9967616580310881
|
||||
2,0.5,7,2708,0.51294033069734,1.0
|
||||
2,0.5,8,6579,1.0,1.0
|
||||
2,0.5,9,59292,0.5842936406316688,1.0
|
||||
2,0.75,0,10135,1.0,1.0
|
||||
2,0.75,1,8704,0.4441037735849056,0.8780487804878049
|
||||
2,0.75,2,4077,1.0,1.0
|
||||
2,0.75,3,711,0.0,0.0
|
||||
2,0.75,4,1110,0.9,0.8333333333333333
|
||||
2,0.75,5,14787,0.911764705882353,0.9375
|
||||
2,0.75,6,13486,0.9974059662775616,0.9967616580310881
|
||||
2,0.75,7,2708,0.5165289256198347,1.0
|
||||
2,0.75,8,6579,0.9,1.0
|
||||
2,0.75,9,59292,0.5798573975044563,1.0
|
||||
2,1.0,0,10135,1.0,1.0
|
||||
2,1.0,1,8704,0.4738378621154278,0.8780487804878049
|
||||
2,1.0,2,4077,1.0,1.0
|
||||
2,1.0,3,711,0.0,0.0
|
||||
2,1.0,4,1110,1.0,1.0
|
||||
2,1.0,5,14787,0.9666666666666667,0.9375
|
||||
2,1.0,6,13486,0.9974093264248705,0.9974093264248705
|
||||
2,1.0,7,2708,0.5406320541760722,1.0
|
||||
2,1.0,8,6579,0.8333333333333333,1.0
|
||||
2,1.0,9,59292,0.5796915167095116,1.0
|
||||
|
@@ -0,0 +1,151 @@
|
||||
seed,beta,client_id,min_positive_attack_Nij,val_rare_macro_f1,val_rare_recall,delta_vs_beta0
|
||||
0,0.0,0,2,0.7205774853801169,0.9967213114754099,0.0
|
||||
0,0.0,1,1,0.9591792028969309,0.9606197836208497,0.0
|
||||
0,0.0,2,2,0.0,0.0,0.0
|
||||
0,0.0,3,1,0.9424363245858006,1.0,0.0
|
||||
0,0.0,4,15,0.6713685142161743,0.9974554707379135,0.0
|
||||
0,0.0,5,1,0.5061793112212479,0.9682119205298013,0.0
|
||||
0,0.0,6,3,0.5739818472345016,0.986848635235732,0.0
|
||||
0,0.0,7,34,0.9898785425101214,0.9801587301587302,0.0
|
||||
0,0.0,8,2,1.0,1.0,0.0
|
||||
0,0.0,9,21,1.0,1.0,0.0
|
||||
0,0.25,0,2,0.6983552631578946,0.9967213114754099,-0.022222222222222254
|
||||
0,0.25,1,1,0.9479293854293854,0.9422373284966159,-0.011249817467545498
|
||||
0,0.25,2,2,0.0,0.0,0.0
|
||||
0,0.25,3,1,0.9662458483953245,1.0,0.023809523809523836
|
||||
0,0.25,4,15,0.8607755880483152,0.9974554707379135,0.18940707383214095
|
||||
0,0.25,5,1,0.5123524400632835,0.9844370860927152,0.00617312884203558
|
||||
0,0.25,6,3,0.49744962056839864,0.9501240694789082,-0.07653222666610299
|
||||
0,0.25,7,34,0.9898785425101214,0.9801587301587302,0.0
|
||||
0,0.25,8,2,1.0,1.0,0.0
|
||||
0,0.25,9,21,1.0,1.0,0.0
|
||||
0,0.5,0,2,0.6983552631578946,0.9967213114754099,-0.022222222222222254
|
||||
0,0.5,1,1,0.9601078701215506,0.9559970484786485,0.0009286672246197059
|
||||
0,0.5,2,2,0.0,0.0,0.0
|
||||
0,0.5,3,1,0.9662800726698841,1.0,0.023843748084083516
|
||||
0,0.5,4,15,0.5639943288006702,0.9980916030534351,-0.10737418541550403
|
||||
0,0.5,5,1,0.5297251681487266,0.9880794701986755,0.02354585692747868
|
||||
0,0.5,6,3,0.5061624529007391,0.958560794044665,-0.0678193943337625
|
||||
0,0.5,7,34,0.9898785425101214,0.9801587301587302,0.0
|
||||
0,0.5,8,2,0.9600000000000001,1.0,-0.039999999999999925
|
||||
0,0.5,9,21,1.0,1.0,0.0
|
||||
0,0.75,0,2,0.7840695488721805,0.9967213114754099,0.0634920634920636
|
||||
0,0.75,1,1,0.9636258451748201,0.959835281439037,0.004446642277889157
|
||||
0,0.75,2,2,0.0,0.0,0.0
|
||||
0,0.75,3,1,0.909082277060552,0.9709945294974222,-0.03335404752524862
|
||||
0,0.75,4,15,0.5235416482251926,0.9980916030534351,-0.14782686599098172
|
||||
0,0.75,5,1,0.5873811911926254,0.9874172185430463,0.08120187997137751
|
||||
0,0.75,6,3,0.517900626445661,0.9669975186104218,-0.05608122078884059
|
||||
0,0.75,7,34,0.9898785425101214,0.9801587301587302,0.0
|
||||
0,0.75,8,2,0.8571428571428571,1.0,-0.1428571428571429
|
||||
0,0.75,9,21,1.0,1.0,0.0
|
||||
0,1.0,0,2,0.9983552631578947,0.9967213114754099,0.2777777777777778
|
||||
0,1.0,1,1,0.9710694930042384,0.9690345781664526,0.011890290107307466
|
||||
0,1.0,2,2,0.0,0.0,0.0
|
||||
0,1.0,3,1,0.8280818072708971,0.8476524066275729,-0.11435451731490354
|
||||
0,1.0,4,15,0.5229104975780087,0.9980916030534351,-0.1484580166381656
|
||||
0,1.0,5,1,0.63977574359356,0.9860927152317881,0.1335964323723121
|
||||
0,1.0,6,3,0.5373385514693434,0.9771712158808933,-0.036643295765158235
|
||||
0,1.0,7,34,0.9898785425101214,0.9801587301587302,0.0
|
||||
0,1.0,8,2,0.8571428571428571,1.0,-0.1428571428571429
|
||||
0,1.0,9,21,1.0,1.0,0.0
|
||||
1,0.0,0,27,0.8307692307692308,1.0,0.0
|
||||
1,0.0,1,7,0.9984848484848484,0.9969742813918305,0.0
|
||||
1,0.0,2,4,1.0,1.0,0.0
|
||||
1,0.0,3,225,0.975609756097561,1.0,0.0
|
||||
1,0.0,4,1,0.10120481927710843,1.0,0.0
|
||||
1,0.0,5,2,0.5161585017700125,0.9950980392156863,0.0
|
||||
1,0.0,6,1,0.846153846153846,0.7333333333333333,0.0
|
||||
1,0.0,7,29,0.4475806451612903,1.0,0.0
|
||||
1,0.0,8,11,0.996715157203191,0.9962476547842402,0.0
|
||||
1,0.0,9,48,1.0,1.0,0.0
|
||||
1,0.25,0,27,0.8181818181818181,1.0,-0.012587412587412694
|
||||
1,0.25,1,7,0.9992429977289932,0.9984871406959153,0.0007581492441447457
|
||||
1,0.25,2,4,1.0,1.0,0.0
|
||||
1,0.25,3,225,0.975609756097561,1.0,0.0
|
||||
1,0.25,4,1,0.10144927536231885,1.0,0.0002444560852104122
|
||||
1,0.25,5,2,0.5231465231465231,0.9901960784313726,0.006988021376510556
|
||||
1,0.25,6,1,0.846153846153846,0.7333333333333333,0.0
|
||||
1,0.25,7,29,0.4125,1.0,-0.035080645161290336
|
||||
1,0.25,8,11,0.9967120713950212,0.9953095684803002,-3.0858081698781348e-06
|
||||
1,0.25,9,48,1.0,1.0,0.0
|
||||
1,0.5,0,27,0.8244274809160306,1.0,-0.00634174985320024
|
||||
1,0.5,1,7,0.9992429977289932,0.9984871406959153,0.0007581492441447457
|
||||
1,0.5,2,4,1.0,1.0,0.0
|
||||
1,0.5,3,225,0.975609756097561,1.0,0.0
|
||||
1,0.5,4,1,0.10144927536231885,1.0,0.0002444560852104122
|
||||
1,0.5,5,2,0.1996487119437939,0.5980392156862745,-0.31650978982621863
|
||||
1,0.5,6,1,0.846153846153846,0.7333333333333333,0.0
|
||||
1,0.5,7,29,0.4389830508474576,1.0,-0.008597594313832724
|
||||
1,0.5,8,11,0.9967120713950212,0.9953095684803002,-3.0858081698781348e-06
|
||||
1,0.5,9,48,1.0,1.0,0.0
|
||||
1,0.75,0,27,0.8307692307692308,1.0,0.0
|
||||
1,0.75,1,7,0.9992429977289932,0.9984871406959153,0.0007581492441447457
|
||||
1,0.75,2,4,0.9736842105263158,0.95,-0.02631578947368418
|
||||
1,0.75,3,225,0.975609756097561,1.0,0.0
|
||||
1,0.75,4,1,0.16091954022988506,0.6666666666666666,0.05971472095277662
|
||||
1,0.75,5,2,0.11044262999570262,0.5416666666666666,-0.4057158717743099
|
||||
1,0.75,6,1,0.8148148148148148,0.7333333333333333,-0.031339031339031265
|
||||
1,0.75,7,29,0.4225806451612903,1.0,-0.025000000000000022
|
||||
1,0.75,8,11,0.9967120713950212,0.9953095684803002,-3.0858081698781348e-06
|
||||
1,0.75,9,48,1.0,1.0,0.0
|
||||
1,1.0,0,27,0.8437499999999999,1.0,0.012980769230769074
|
||||
1,1.0,1,7,0.9992429977289932,0.9984871406959153,0.0007581492441447457
|
||||
1,1.0,2,4,0.9736842105263158,0.95,-0.02631578947368418
|
||||
1,1.0,3,225,0.975609756097561,1.0,0.0
|
||||
1,1.0,4,1,0.15668202764976957,0.8095238095238095,0.05547720837266114
|
||||
1,1.0,5,2,0.21542001010044326,0.6151960784313726,-0.3007384916695693
|
||||
1,1.0,6,1,0.846153846153846,0.7333333333333333,0.0
|
||||
1,1.0,7,29,0.38571428571428573,1.0,-0.06186635944700458
|
||||
1,1.0,8,11,0.9967120713950212,0.9953095684803002,-3.0858081698781348e-06
|
||||
1,1.0,9,48,1.0,1.0,0.0
|
||||
2,0.0,0,4,1.0,1.0,0.0
|
||||
2,0.0,1,3,0.6849999999999999,0.8780487804878049,0.0
|
||||
2,0.0,2,113,1.0,1.0,0.0
|
||||
2,0.0,3,221,0.0,0.0,0.0
|
||||
2,0.0,4,6,0.9,0.8333333333333333,0.0
|
||||
2,0.0,5,2,0.8156177156177156,0.9375,0.0
|
||||
2,0.0,6,3,0.9974059662775616,0.9967616580310881,0.0
|
||||
2,0.0,7,4,0.5211267605633803,1.0,0.0
|
||||
2,0.0,8,11,1.0,1.0,0.0
|
||||
2,0.0,9,33,0.8481741573033708,1.0,0.0
|
||||
2,0.25,0,4,1.0,1.0,0.0
|
||||
2,0.25,1,3,0.4797872340425532,0.8780487804878049,-0.20521276595744675
|
||||
2,0.25,2,113,1.0,1.0,0.0
|
||||
2,0.25,3,221,0.0,0.0,0.0
|
||||
2,0.25,4,6,0.9,0.8333333333333333,0.0
|
||||
2,0.25,5,2,0.7916666666666667,0.9375,-0.023951048951048826
|
||||
2,0.25,6,3,0.9974059662775616,0.9967616580310881,0.0
|
||||
2,0.25,7,4,0.5145513338722716,1.0,-0.006575426691108666
|
||||
2,0.25,8,11,1.0,1.0,0.0
|
||||
2,0.25,9,33,0.6491812293779787,1.0,-0.19899292792539203
|
||||
2,0.5,0,4,1.0,1.0,0.0
|
||||
2,0.5,1,3,0.40188383045525905,0.8780487804878049,-0.2831161695447409
|
||||
2,0.5,2,113,1.0,1.0,0.0
|
||||
2,0.5,3,221,0.0,0.0,0.0
|
||||
2,0.5,4,6,0.9,0.8333333333333333,0.0
|
||||
2,0.5,5,2,0.8181818181818181,0.9375,0.002564102564102555
|
||||
2,0.5,6,3,0.9974059662775616,0.9967616580310881,0.0
|
||||
2,0.5,7,4,0.51294033069734,1.0,-0.008186429866040235
|
||||
2,0.5,8,11,1.0,1.0,0.0
|
||||
2,0.5,9,33,0.5842936406316688,1.0,-0.263880516671702
|
||||
2,0.75,0,4,1.0,1.0,0.0
|
||||
2,0.75,1,3,0.4441037735849056,0.8780487804878049,-0.24089622641509434
|
||||
2,0.75,2,113,1.0,1.0,0.0
|
||||
2,0.75,3,221,0.0,0.0,0.0
|
||||
2,0.75,4,6,0.9,0.8333333333333333,0.0
|
||||
2,0.75,5,2,0.911764705882353,0.9375,0.09614699026463747
|
||||
2,0.75,6,3,0.9974059662775616,0.9967616580310881,0.0
|
||||
2,0.75,7,4,0.5165289256198347,1.0,-0.004597834943545598
|
||||
2,0.75,8,11,0.9,1.0,-0.09999999999999998
|
||||
2,0.75,9,33,0.5798573975044563,1.0,-0.26831675979891445
|
||||
2,1.0,0,4,1.0,1.0,0.0
|
||||
2,1.0,1,3,0.4738378621154278,0.8780487804878049,-0.21116213788457217
|
||||
2,1.0,2,113,1.0,1.0,0.0
|
||||
2,1.0,3,221,0.0,0.0,0.0
|
||||
2,1.0,4,6,1.0,1.0,0.09999999999999998
|
||||
2,1.0,5,2,0.9666666666666667,0.9375,0.1510489510489511
|
||||
2,1.0,6,3,0.9974093264248705,0.9974093264248705,3.3601473088396006e-06
|
||||
2,1.0,7,4,0.5406320541760722,1.0,0.019505293612691932
|
||||
2,1.0,8,11,0.8333333333333333,1.0,-0.16666666666666674
|
||||
2,1.0,9,33,0.5796915167095116,1.0,-0.2684826405938592
|
||||
|
@@ -0,0 +1,16 @@
|
||||
seed,beta,n_eligible,n_improve_vs_beta0,n_degrade_vs_beta0,n_unchanged,mean_delta_vs_beta0,median_delta_vs_beta0,min_delta_vs_beta0,max_delta_vs_beta0
|
||||
0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
0,0.25,10,3,3,4,0.010938546012782963,0.0,-0.07653222666610299,0.18940707383214095
|
||||
0,0.5,10,3,4,3,-0.01890975297353068,0.0,-0.10737418541550403,0.023843748084083516
|
||||
0,0.75,10,3,4,3,-0.023097869142088355,0.0,-0.14782686599098172,0.08120187997137751
|
||||
0,1.0,10,3,4,3,-0.0019048472317972909,0.0,-0.1484580166381656,0.2777777777777778
|
||||
1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
1,0.25,10,3,3,4,-0.003968051685100719,0.0,-0.035080645161290336,0.006988021376510556
|
||||
1,0.5,10,2,4,4,-0.03304496144720663,0.0,-0.31650978982621863,0.0007581492441447457
|
||||
1,0.75,10,2,5,3,-0.04279009081982739,-1.5429040849390674e-06,-0.4057158717743099,0.05971472095277662
|
||||
1,1.0,10,3,4,3,-0.0319707599550853,0.0,-0.3007384916695693,0.05547720837266114
|
||||
2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
2,0.25,10,0,4,6,-0.04347321695249963,0.0,-0.20521276595744675,0.0
|
||||
2,0.5,10,1,3,6,-0.05526190135183806,0.0,-0.2831161695447409,0.002564102564102555
|
||||
2,0.75,10,1,4,5,-0.05176638308929169,0.0,-0.26831675979891445,0.09614699026463747
|
||||
2,1.0,10,4,3,3,-0.03757538403361462,0.0,-0.2684826405938592,0.1510489510489511
|
||||
|
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_seeds,n_contributors_seed0,mean_displacement,std_sample_displacement,min_displacement,max_displacement,mean_relative_displacement
|
||||
0,Benign,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
0,Benign,0.25,3,10,1.3208867894419398,0.4046228465947186,0.8876076205861215,1.688924918655199,0.23983953261805913
|
||||
0,Benign,0.5,3,10,1.8727315927020307,0.4620649789517894,1.4111850184226915,2.3353132373311842,0.3404401554383467
|
||||
0,Benign,0.75,3,10,2.28489006476199,0.4920344898577957,1.8445119301791169,2.815962169779197,0.4157898773092243
|
||||
0,Benign,1.0,3,10,2.648344737773736,0.5188602564457683,2.2297970851320548,3.228872335213568,0.4821737572132332
|
||||
1,HTTPFlood,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
1,HTTPFlood,0.25,3,9,2.203804871336226,0.8752478432915377,1.2204077604202561,2.897385518293385,0.3276588540398691
|
||||
1,HTTPFlood,0.5,3,9,3.135496752702504,1.2294222020173649,1.7170719649130237,3.895031029029265,0.4648502648708635
|
||||
1,HTTPFlood,0.75,3,9,3.5467901328136713,1.4218932038360563,1.9053487589145204,4.399650283887833,0.5260714573849847
|
||||
1,HTTPFlood,1.0,3,9,3.7602841668463944,1.5390234836296783,1.985553979435754,4.727291300855036,0.5584139964274445
|
||||
2,ICMPFlood,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
2,ICMPFlood,0.25,3,9,0.4029121925023258,0.03218898834492902,0.36998387688688333,0.4343070399698495,0.11510871142077754
|
||||
2,ICMPFlood,0.5,3,9,0.7402981676160462,0.06302350856873123,0.6948056459869377,0.8122357436110442,0.21141829389362196
|
||||
2,ICMPFlood,0.75,3,9,1.0088940328474096,0.10943512225119882,0.9066029154481099,1.1242925405691615,0.2880600622121033
|
||||
2,ICMPFlood,1.0,3,9,1.2149615886933787,0.1507085895098706,1.0637124526864463,1.3651237518748625,0.34685106134597526
|
||||
3,SYNFlood,0.0,3,7,0.0,0.0,0.0,0.0,0.0
|
||||
3,SYNFlood,0.25,3,7,0.9255896141142367,0.5134034722569449,0.4697949650449328,1.4817727192354535,0.2677962234856806
|
||||
3,SYNFlood,0.5,3,7,1.7760206329532042,0.8152985107527552,1.150662435458374,2.69813143850227,0.5134951556701836
|
||||
3,SYNFlood,0.75,3,7,2.536161711310303,0.9547281136087009,1.9569017917343652,3.6381027137995803,0.7326178888273117
|
||||
3,SYNFlood,1.0,3,7,3.1763695442454467,1.0069739670231537,2.4733715743601437,4.3299545351844655,0.9167291408106705
|
||||
4,SYNScan,0.0,3,7,0.0,0.0,0.0,0.0,0.0
|
||||
4,SYNScan,0.25,3,7,1.5082484997446013,0.6622429474820746,0.8266365399482378,2.1492537029706695,0.21512110484443236
|
||||
4,SYNScan,0.5,3,7,2.532644317612205,1.005483400929481,1.6044085195364859,3.6007329087558695,0.3612738214093841
|
||||
4,SYNScan,0.75,3,7,3.270199976504887,1.2378832181008719,2.2705574248775995,4.654832496815251,0.4665432178395166
|
||||
4,SYNScan,1.0,3,7,3.814579780422797,1.4018369744978139,2.806660609271488,5.41545372518445,0.5442267347415422
|
||||
5,SlowrateDoS,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
5,SlowrateDoS,0.25,3,9,1.564877309272502,0.9738544836723891,0.6360527254229128,2.5782488207175573,0.2820388998650987
|
||||
5,SlowrateDoS,0.5,3,9,2.3857836065060547,1.203619044944969,1.1998085307374826,3.6063029325063187,0.4262312254284213
|
||||
5,SlowrateDoS,0.75,3,9,2.8594065609443517,1.1978680905380645,1.6210915535404906,4.012249289435287,0.5076045381663238
|
||||
5,SlowrateDoS,1.0,3,9,3.178870743072719,1.1570108600313702,1.9307066968343345,4.215553075800252,0.5619090743749164
|
||||
6,TCPConnectScan,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
6,TCPConnectScan,0.25,3,9,1.3521264468297787,0.712355658772999,0.6537313330671829,2.0776666446518974,0.36317633423666756
|
||||
6,TCPConnectScan,0.5,3,9,2.3161305308289326,1.5604787814943968,1.0010289564442711,4.040440388422109,0.6272116346725974
|
||||
6,TCPConnectScan,0.75,3,9,2.9159246182720526,2.201020849029129,1.18775088756344,5.393874688866324,0.7928641384888375
|
||||
6,TCPConnectScan,1.0,3,9,3.257943080113345,2.5741100653263422,1.295671893418565,6.172511235205515,0.8873673593640223
|
||||
7,UDPFlood,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
7,UDPFlood,0.25,3,10,1.308343495852911,0.5667070359112721,0.6781747033781346,1.7761444082059492,0.2616291006327561
|
||||
7,UDPFlood,0.5,3,10,1.8907793895474538,0.6874579758805816,1.1017427400938893,2.360559543684275,0.3770492970638934
|
||||
7,UDPFlood,0.75,3,10,2.2054121762177554,0.663497410401604,1.4393991972169702,2.6005389219609754,0.4382592556604308
|
||||
7,UDPFlood,1.0,3,10,2.4077369723424735,0.5783305176966848,1.7400140934530268,2.7503050446040485,0.47667894621080914
|
||||
8,UDPScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
8,UDPScan,0.25,3,10,1.0718983781078881,0.8786656072524274,0.459856217880738,2.0787094017470817,0.1454094837882409
|
||||
8,UDPScan,0.5,3,10,1.8488403956684099,1.3650411843943164,0.8849444336568609,3.410842016965263,0.24853648413924292
|
||||
8,UDPScan,0.75,3,10,2.3990133237335334,1.555826676516962,1.263934991071637,4.172493836649353,0.31927389800074496
|
||||
8,UDPScan,1.0,3,10,2.815810730131176,1.6041886744624576,1.590888331098962,4.631640177747378,0.37142192996652196
|
||||
|
@@ -0,0 +1,19 @@
|
||||
dataset,alpha,seed,aggregation,wall_clock,wall_seconds,cpu_percent,peak_rss_kb,peak_rss_gib,swaps
|
||||
5gnidd,0.25,0,original_protean,63:28,3808,743,13842340,13.201,0
|
||||
5gnidd,0.25,0,support_weighted_beta0,62:31,3751,743,13835628,13.195,0
|
||||
5gnidd,0.25,0,support_weighted_beta0.25,63:22,3802,743,13833068,13.192,0
|
||||
5gnidd,0.25,0,support_weighted_beta0.5,62:00,3720,743,13836740,13.196,0
|
||||
5gnidd,0.25,0,support_weighted_beta0.75,62:26,3746,743,13832888,13.192,0
|
||||
5gnidd,0.25,0,support_weighted_beta1,62:24,3744,743,13818828,13.179,0
|
||||
5gnidd,0.25,1,original_protean,64:31,3871,742,12524316,11.944,0
|
||||
5gnidd,0.25,1,support_weighted_beta0,64:48,3888,740,12502276,11.923,0
|
||||
5gnidd,0.25,1,support_weighted_beta0.25,64:16,3856,741,12531588,11.951,0
|
||||
5gnidd,0.25,1,support_weighted_beta0.5,64:36,3876,741,12500292,11.921,0
|
||||
5gnidd,0.25,1,support_weighted_beta0.75,64:18,3858,741,12525028,11.945,0
|
||||
5gnidd,0.25,1,support_weighted_beta1,64:41,3881,740,12495516,11.917,0
|
||||
5gnidd,0.25,2,original_protean,64:00,3840,740,16878760,16.097,0
|
||||
5gnidd,0.25,2,support_weighted_beta0,64:28,3868,739,16874724,16.093,0
|
||||
5gnidd,0.25,2,support_weighted_beta0.25,62:57,3777,741,16883468,16.101,0
|
||||
5gnidd,0.25,2,support_weighted_beta0.5,64:03,3843,740,16877600,16.096,0
|
||||
5gnidd,0.25,2,support_weighted_beta0.75,63:31,3811,740,16879816,16.098,0
|
||||
5gnidd,0.25,2,support_weighted_beta1,64:18,3858,740,16887800,16.105,0
|
||||
|
@@ -0,0 +1,111 @@
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"betas": [
|
||||
0.0,
|
||||
0.25,
|
||||
0.5,
|
||||
0.75,
|
||||
1.0
|
||||
],
|
||||
"dataset": "5gnidd",
|
||||
"missing_artifacts": [],
|
||||
"n_missing_artifacts": 0,
|
||||
"outputs": {
|
||||
"client_deltas": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__client_validation_deltas.csv",
|
||||
"client_validation_detail": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__client_validation_detail.csv",
|
||||
"client_validation_summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__client_validation_summary.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__validation_per_seed.csv",
|
||||
"pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__validation_pooled.csv",
|
||||
"prototype_effect_pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__prototype_effect_pooled.csv",
|
||||
"test_descriptive": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.25__multiseed__test_descriptive.csv"
|
||||
},
|
||||
"per_seed_diagnostic": [
|
||||
{
|
||||
"seed": 0,
|
||||
"selected_beta": 0.25,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.7472986688172722
|
||||
},
|
||||
{
|
||||
"seed": 1,
|
||||
"selected_beta": 0.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.7712676804917089
|
||||
},
|
||||
{
|
||||
"seed": 2,
|
||||
"selected_beta": 0.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.7767324599762028
|
||||
}
|
||||
],
|
||||
"pooled_table": [
|
||||
{
|
||||
"beta": 0.0,
|
||||
"max_val_rare_macro_f1": 0.7767324599762028,
|
||||
"min_val_rare_macro_f1": 0.7363601228044894,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7614534210908004,
|
||||
"pooled_val_rare_recall_global": 0.960477991676993,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9085770977445251,
|
||||
"std_pop_val_rare_macro_f1": 0.017883347335214204,
|
||||
"std_sample_val_rare_macro_f1": 0.021902537932118035
|
||||
},
|
||||
{
|
||||
"beta": 0.25,
|
||||
"max_val_rare_macro_f1": 0.7672996288066082,
|
||||
"min_val_rare_macro_f1": 0.7332592430237032,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7492858468825278,
|
||||
"pooled_val_rare_recall_global": 0.9502424205511252,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9071367963077813,
|
||||
"std_pop_val_rare_macro_f1": 0.013967787311275074,
|
||||
"std_sample_val_rare_macro_f1": 0.017106975874172658
|
||||
},
|
||||
{
|
||||
"beta": 0.5,
|
||||
"max_val_rare_macro_f1": 0.7382227190445022,
|
||||
"min_val_rare_macro_f1": 0.7174503698309587,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7257145491666086,
|
||||
"pooled_val_rare_recall_global": 0.9064499809854342,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.8949473995819205,
|
||||
"std_pop_val_rare_macro_f1": 0.008995599470642724,
|
||||
"std_sample_val_rare_macro_f1": 0.01101731431676257
|
||||
},
|
||||
{
|
||||
"beta": 0.75,
|
||||
"max_val_rare_macro_f1": 0.7284775896718815,
|
||||
"min_val_rare_macro_f1": 0.713262253662401,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7222353067403979,
|
||||
"pooled_val_rare_recall_global": 0.8821013232639786,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.8797107780157537,
|
||||
"std_pop_val_rare_macro_f1": 0.00650484135933454,
|
||||
"std_sample_val_rare_macro_f1": 0.007966771094060871
|
||||
},
|
||||
{
|
||||
"beta": 1.0,
|
||||
"max_val_rare_macro_f1": 0.7392969205366235,
|
||||
"min_val_rare_macro_f1": 0.7344552755726921,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7376364240173013,
|
||||
"pooled_val_rare_recall_global": 0.8953098133708983,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.8889910199323897,
|
||||
"std_pop_val_rare_macro_f1": 0.0022501360251623035,
|
||||
"std_sample_val_rare_macro_f1": 0.002755842556750987
|
||||
}
|
||||
],
|
||||
"primary_selection": {
|
||||
"rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
|
||||
"selected_beta": 0.0,
|
||||
"selection_split": "validation",
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false
|
||||
},
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
seed,aggregation,beta,test_rare_macro_f1,test_rare_recall,test_macro_f1,test_accuracy,test_weighted_f1,test_rare_support
|
||||
0,support_weighted_beta0,0.0,0.8598927442995293,0.9852344223763528,0.8296799384783186,0.7448442903728559,0.7174035576457394,141677
|
||||
0,support_weighted_beta0.25,0.25,0.885537113446132,0.9784889004291487,0.8498071187727776,0.7395641857576991,0.7128188616887645,141677
|
||||
0,support_weighted_beta0.5,0.5,0.8248370559359168,0.9819064864454875,0.8087680535775585,0.744605780974352,0.7190559064647909,141677
|
||||
0,support_weighted_beta0.75,0.75,0.8044229378473712,0.9748545592886805,0.806499983959564,0.7488125932962411,0.7340125497373053,141677
|
||||
0,support_weighted_beta1,1.0,0.8059226212039721,0.9365756881950719,0.8226964319184502,0.7543106461548584,0.7552693071408668,141677
|
||||
0,original_protean,,0.8649030079014913,0.9854440969271964,0.8350430568226094,0.745280186859777,0.7180410173151626,141677
|
||||
1,support_weighted_beta0,0.0,0.8138885616043564,0.9726587864975359,0.8029871664481885,0.737779477499928,0.7123024521167044,129824
|
||||
1,support_weighted_beta0.25,0.25,0.8216017814615081,0.9684100105767128,0.8254449309100154,0.7522627551125312,0.7280362319346199,129824
|
||||
1,support_weighted_beta0.5,0.5,0.720566850212713,0.8426555938356995,0.7161805971693878,0.667653602108752,0.6334449816984529,129824
|
||||
1,support_weighted_beta0.75,0.75,0.6779659167299915,0.7577891275800076,0.699870387364294,0.6406979278467947,0.6220122886430445,129824
|
||||
1,support_weighted_beta1,1.0,0.7105214619501456,0.7973969699840774,0.7255552382811294,0.6724402390028662,0.6644121791727349,129824
|
||||
1,original_protean,,0.8148479924290983,0.9723332887819381,0.8083728869633723,0.7412954350123573,0.7163267008884987,129824
|
||||
2,support_weighted_beta0,0.0,0.8499254383428447,0.9257555179886866,0.8172541498613525,0.7080521595381142,0.6836842063399526,147630
|
||||
2,support_weighted_beta0.25,0.25,0.7808738945019605,0.9056903686469203,0.7559985785586498,0.6884450420886844,0.6619125345854449,147630
|
||||
2,support_weighted_beta0.5,0.5,0.7479288064950145,0.8965509788355491,0.7267411526050941,0.679426919486629,0.6507197186720631,147630
|
||||
2,support_weighted_beta0.75,0.75,0.7774654054166097,0.9150476277186177,0.7531627447200082,0.6970149315107925,0.6722839960996893,147630
|
||||
2,support_weighted_beta1,1.0,0.8286674565905987,0.9541694991753517,0.7987939471992529,0.7339962249719341,0.7106039218360468,147630
|
||||
2,original_protean,,0.8470722146704726,0.9238897222901731,0.8148003580492102,0.7063291347454734,0.6819385320735543,147630
|
||||
|
@@ -0,0 +1,16 @@
|
||||
seed,beta,eligible_clients,val_rare_macro_f1_per_client_mean,val_rare_macro_f1_global,val_rare_recall_per_client_mean,val_rare_recall_global,val_macro_f1_global,val_accuracy_global,val_weighted_f1_global,manifest_content_hash,manifest_reload_ok
|
||||
0,0.0,10,0.7363601228044894,0.8632721241272648,0.8890015851758436,0.9841620469619256,0.8312443076457859,0.7463586344159422,0.719560818563589,ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788,True
|
||||
0,0.25,10,0.7472986688172722,0.8838959455783456,0.8851133996440292,0.9782933496971528,0.8477817248883253,0.7414897729235375,0.7153612012735616,ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788,True
|
||||
0,0.5,10,0.7174503698309587,0.8225924918468688,0.8877608957409564,0.9818448424255196,0.8064137089869804,0.7463833077005321,0.7213684184441758,ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788,True
|
||||
0,0.75,10,0.713262253662401,0.8037653475229004,0.8860216192777501,0.9743139148610492,0.8047679520770009,0.7508080500703188,0.736321442998919,ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788,True
|
||||
0,1.0,10,0.7344552755726921,0.804729203066105,0.8754922560594283,0.9357507303469578,0.8208997381316198,0.7549860595942067,0.7559735455809815,ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788,True
|
||||
1,0.0,10,0.7712676804917089,0.8205089421719363,0.972165330872509,0.9748350453348379,0.8073481980054416,0.7374762519635822,0.7117691082654201,74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba,True
|
||||
1,0.25,10,0.7672996288066082,0.8273495340045228,0.9717326120940921,0.9704915263616422,0.8287806487052596,0.751515350895229,0.7270094345245428,74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba,True
|
||||
1,0.5,10,0.7382227190445022,0.7274846301334771,0.9325169258195822,0.8444351383210199,0.7203892083329585,0.6669188824646967,0.6323420075128059,74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba,True
|
||||
1,0.75,10,0.7284775896718815,0.6823894949531777,0.8885463375842881,0.7595381982657554,0.7024488534662688,0.6398440648413919,0.6208912214568241,74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba,True
|
||||
1,1.0,10,0.7392969205366235,0.7162683080821269,0.910184993046473,0.7991531475107835,0.7290768066559496,0.6718453149544777,0.6636249467200275,74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba,True
|
||||
2,0.0,10,0.7767324599762028,0.8423696235729032,0.8645643771852226,0.9224368827342153,0.8107088419074052,0.7080739211606313,0.6838568359472994,061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2,True
|
||||
2,0.25,10,0.7332592430237032,0.7789332650214231,0.8645643771852226,0.9019423855945807,0.7544539512701406,0.6881379072120011,0.661608445853934,061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2,True
|
||||
2,0.5,10,0.7214705586243648,0.7442213846050341,0.8645643771852226,0.8930699622097629,0.7236037780661381,0.6792719736160343,0.6505370675816636,061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2,True
|
||||
2,0.75,10,0.7249660768869111,0.7746822277441394,0.8645643771852226,0.9124518566651312,0.7508393628437625,0.6977029172046814,0.6731864125328553,061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2,True
|
||||
2,1.0,10,0.7391570759425882,0.825131633100491,0.8812958106912676,0.9510255622549537,0.795798919687553,0.7340137676928011,0.7108317479721518,061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2,True
|
||||
|
@@ -0,0 +1,6 @@
|
||||
beta,n_seeds,pooled_val_rare_macro_f1_per_client_mean,std_sample_val_rare_macro_f1,std_pop_val_rare_macro_f1,min_val_rare_macro_f1,max_val_rare_macro_f1,pooled_val_rare_recall_per_client_mean,pooled_val_rare_recall_global
|
||||
0.0,3,0.7614534210908004,0.021902537932118035,0.017883347335214204,0.7363601228044894,0.7767324599762028,0.9085770977445251,0.960477991676993
|
||||
0.25,3,0.7492858468825278,0.017106975874172658,0.013967787311275074,0.7332592430237032,0.7672996288066082,0.9071367963077813,0.9502424205511252
|
||||
0.5,3,0.7257145491666086,0.01101731431676257,0.008995599470642724,0.7174503698309587,0.7382227190445022,0.8949473995819205,0.9064499809854342
|
||||
0.75,3,0.7222353067403979,0.007966771094060871,0.00650484135933454,0.713262253662401,0.7284775896718815,0.8797107780157537,0.8821013232639786
|
||||
1.0,3,0.7376364240173013,0.002755842556750987,0.0022501360251623035,0.7344552755726921,0.7392969205366235,0.8889910199323897,0.8953098133708983
|
||||
|
@@ -0,0 +1,31 @@
|
||||
seed,client_id,client_total,n_missing_attack_classes,n_positive_attack_classes,rare_class_ids,rare_class_names,rare_supports,unseen_class_ids,unseen_class_names,eligible_for_rare_eval
|
||||
0,0,151788,0,8,8|6,UDPScan|TCPConnectScan,2|92,,,True
|
||||
0,1,108188,1,7,1|5,HTTPFlood|SlowrateDoS,1|18,3,SYNFlood,True
|
||||
0,2,23943,1,7,2|6,ICMPFlood|TCPConnectScan,2|63,4,SYNScan,True
|
||||
0,3,43616,0,8,7|8,UDPFlood|UDPScan,1|5,,,True
|
||||
0,4,27429,1,7,2|8,ICMPFlood|UDPScan,15|28,1,HTTPFlood,True
|
||||
0,5,237693,3,5,5|6,SlowrateDoS|TCPConnectScan,1|118,2|3|4,ICMPFlood|SYNFlood|SYNScan,True
|
||||
0,6,100958,1,7,1|5,HTTPFlood|SlowrateDoS,3|23,6,TCPConnectScan,True
|
||||
0,7,54072,3,5,2|6,ICMPFlood|TCPConnectScan,34|81,3|4|5,SYNFlood|SYNScan|SlowrateDoS,True
|
||||
0,8,66798,0,8,6|2,TCPConnectScan|ICMPFlood,2|6,,,True
|
||||
0,9,36638,0,8,8|2,UDPScan|ICMPFlood,21|131,,,True
|
||||
1,0,62477,3,5,2|6,ICMPFlood|TCPConnectScan,27|368,1|5|8,HTTPFlood|SlowrateDoS|UDPScan,True
|
||||
1,1,63806,1,7,4|2,SYNScan|ICMPFlood,7|78,3,SYNFlood,True
|
||||
1,2,8881,0,8,2|7,ICMPFlood|UDPFlood,4|13,,,True
|
||||
1,3,94381,2,6,2|4,ICMPFlood|SYNScan,225|362,6|8,TCPConnectScan|UDPScan,True
|
||||
1,4,84170,1,7,7|2,UDPFlood|ICMPFlood,1|257,8,UDPScan,True
|
||||
1,5,7399,0,8,2|1,ICMPFlood|HTTPFlood,2|5,,,True
|
||||
1,6,119443,0,8,2|3,ICMPFlood|SYNFlood,1|10,,,True
|
||||
1,7,46814,2,6,2|4,ICMPFlood|SYNScan,29|107,5|6,SlowrateDoS|TCPConnectScan,True
|
||||
1,8,157852,1,7,2|6,ICMPFlood|TCPConnectScan,11|36,8,UDPScan,True
|
||||
1,9,205900,0,8,3|2,SYNFlood|ICMPFlood,48|174,,,True
|
||||
2,0,109168,1,7,4|2,SYNScan|ICMPFlood,4|203,1,HTTPFlood,True
|
||||
2,1,51022,1,7,3|2,SYNFlood|ICMPFlood,3|6,8,UDPScan,True
|
||||
2,2,28525,2,6,7|8,UDPFlood|UDPScan,113|436,1|2,HTTPFlood|ICMPFlood,True
|
||||
2,3,108430,1,7,3|2,SYNFlood|ICMPFlood,221|355,8,UDPScan,True
|
||||
2,4,19817,0,8,6|1,TCPConnectScan|HTTPFlood,6|43,,,True
|
||||
2,5,20128,1,7,4|3,SYNScan|SYNFlood,2|4,2,ICMPFlood,True
|
||||
2,6,298192,0,8,6|2,TCPConnectScan|ICMPFlood,3|17,,,True
|
||||
2,7,62676,2,6,5|2,SlowrateDoS|ICMPFlood,4|28,3|6,SYNFlood|TCPConnectScan,True
|
||||
2,8,88679,2,6,2|4,ICMPFlood|SYNScan,11|429,1|8,HTTPFlood|UDPScan,True
|
||||
2,9,64486,0,8,2|4,ICMPFlood|SYNScan,33|128,,,True
|
||||
|
+10527
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,1,185504,33441.5,5.252783115416107,5.252783115416107,0.0,0.0
|
||||
0,Benign,0.25,10,1,185504,33441.5,6.230905632810978,5.252783115416107,1.688924918655199,0.32152953616121427
|
||||
0,Benign,0.5,10,1,185504,33441.5,6.6193899303742185,5.252783115416107,2.3353132373311842,0.4445858863803839
|
||||
0,Benign,0.75,10,1,185504,33441.5,6.888383865289545,5.252783115416107,2.815962169779197,0.5360895563182084
|
||||
0,Benign,1.0,10,1,185504,33441.5,7.1138573781198335,5.252783115416107,3.228872335213568,0.6146974402459767
|
||||
1,HTTPFlood,0.0,9,1,48469,10952.111111111111,6.099443961045301,6.099443961045301,0.0,0.0
|
||||
1,HTTPFlood,0.25,9,1,48469,10952.111111111111,7.9928185980130815,6.099443961045301,2.897385518293385,0.4750245328587036
|
||||
1,HTTPFlood,0.5,9,1,48469,10952.111111111111,8.75284413915239,6.099443961045301,3.895031029029265,0.6385878866836492
|
||||
1,HTTPFlood,0.75,9,1,48469,10952.111111111111,9.138946425923827,6.099443961045301,4.399650283887833,0.7213198960407919
|
||||
1,HTTPFlood,1.0,9,1,48469,10952.111111111111,9.394034668477797,6.099443961045301,4.727291300855036,0.7750364346400012
|
||||
2,ICMPFlood,0.0,9,2,319,89.77777777777777,3.4613276283613392,3.4613276283613392,0.0,0.0
|
||||
2,ICMPFlood,0.25,9,2,319,89.77777777777777,3.4713971498747838,3.4613276283613392,0.4044456606502446,0.11684697436218056
|
||||
2,ICMPFlood,0.5,9,2,319,89.77777777777777,3.575619065228625,3.4613276283613392,0.6948056459869377,0.2007338572326574
|
||||
2,ICMPFlood,0.75,9,2,319,89.77777777777777,3.7043489942912715,3.4613276283613392,0.9066029154481099,0.2619234619744198
|
||||
2,ICMPFlood,1.0,9,2,319,89.77777777777777,3.8215751788994936,3.4613276283613392,1.0637124526864463,0.3073134262040455
|
||||
3,SYNFlood,0.0,7,144,4762,972.1428571428571,3.510981748107292,3.510981748107292,0.0,0.0
|
||||
3,SYNFlood,0.25,7,144,4762,972.1428571428571,3.5988859147831613,3.510981748107292,0.4697949650449328,0.1338072934438326
|
||||
3,SYNFlood,0.5,7,144,4762,972.1428571428571,3.8509703372857125,3.510981748107292,1.150662435458374,0.32773238883360073
|
||||
3,SYNFlood,0.75,7,144,4762,972.1428571428571,4.2854921920384745,3.510981748107292,1.9569017917343652,0.5573659825458496
|
||||
3,SYNFlood,1.0,7,144,4762,972.1428571428571,4.797157815064066,3.510981748107292,2.7257825231917314,0.7763590695568704
|
||||
4,SYNScan,0.0,7,237,6524,2004.2857142857142,7.084918110728392,7.084918110728392,0.0,0.0
|
||||
4,SYNScan,0.25,7,237,6524,2004.2857142857142,7.712788966513816,7.084918110728392,0.8266365399482378,0.11667552497134683
|
||||
4,SYNScan,0.5,7,237,6524,2004.2857142857142,8.342864575257751,7.084918110728392,1.6044085195364859,0.22645406685886713
|
||||
4,SYNScan,0.75,7,237,6524,2004.2857142857142,8.902826966075335,7.084918110728392,2.2705574248775995,0.3204775820117653
|
||||
4,SYNScan,1.0,7,237,6524,2004.2857142857142,9.362109670317972,7.084918110728392,2.806660609271488,0.39614580795527904
|
||||
5,SlowrateDoS,0.0,9,1,16517,5687.444444444444,5.245870853533034,5.245870853533034,0.0,0.0
|
||||
5,SlowrateDoS,0.25,9,1,16517,5687.444444444444,6.688192687593029,5.245870853533034,2.5782488207175573,0.4914815657311
|
||||
5,SlowrateDoS,0.5,9,1,16517,5687.444444444444,7.383292550234177,5.245870853533034,3.6063029325063187,0.6874555308729179
|
||||
5,SlowrateDoS,0.75,9,1,16517,5687.444444444444,7.647635921825445,5.245870853533034,4.012249289435287,0.7648395092938827
|
||||
5,SlowrateDoS,1.0,9,1,16517,5687.444444444444,7.771293702703076,5.245870853533034,4.215553075800252,0.8035945210052446
|
||||
6,TCPConnectScan,0.0,9,2,10870,1559.6666666666667,3.505651855979138,3.505651855979138,0.0,0.0
|
||||
6,TCPConnectScan,0.25,9,2,10870,1559.6666666666667,3.8915184027538654,3.505651855979138,2.0776666446518974,0.5926620012504349
|
||||
6,TCPConnectScan,0.5,9,2,10870,1559.6666666666667,5.1218811384640945,3.505651855979138,4.040440388422109,1.1525503827571615
|
||||
6,TCPConnectScan,0.75,9,2,10870,1559.6666666666667,6.218998784924647,3.505651855979138,5.393874688866324,1.5386224618017013
|
||||
6,TCPConnectScan,1.0,9,2,10870,1559.6666666666667,6.90600494327481,3.505651855979138,6.172511235205515,1.7607313814341998
|
||||
7,UDPFlood,0.0,10,1,127301,32013.8,4.7943148568301925,4.7943148568301925,0.0,0.0
|
||||
7,UDPFlood,0.25,10,1,127301,32013.8,5.57159268911263,4.7943148568301925,1.470711375974649,0.30676153316868804
|
||||
7,UDPFlood,0.5,10,1,127301,32013.8,6.06542873532299,4.7943148568301925,2.2100358848641974,0.4609701179128198
|
||||
7,UDPFlood,0.75,10,1,127301,32013.8,6.353155750814617,4.7943148568301925,2.57629840947532,0.5373652933546931
|
||||
7,UDPFlood,1.0,10,1,127301,32013.8,6.51035073584291,4.7943148568301925,2.7503050446040485,0.5736596628996617
|
||||
8,UDPScan,0.0,10,2,4601,1113.4,6.715224784181911,6.715224784181911,0.0,0.0
|
||||
8,UDPScan,0.25,10,2,4601,1113.4,7.15511521268239,6.715224784181911,2.0787094017470817,0.3095517229212637
|
||||
8,UDPScan,0.5,10,2,4601,1113.4,7.848552987414943,6.715224784181911,3.410842016965263,0.5079267078296014
|
||||
8,UDPScan,0.75,10,2,4601,1113.4,8.375598472376465,6.715224784181911,4.172493836649353,0.6213483495709475
|
||||
8,UDPScan,1.0,10,2,4601,1113.4,8.724518391284223,6.715224784181911,4.631640177747378,0.6897222843020038
|
||||
|
+401
@@ -0,0 +1,401 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,6003.0,0.1
|
||||
0,Benign,0.0,1,40519.0,0.1
|
||||
0,Benign,0.0,2,17462.0,0.1
|
||||
0,Benign,0.0,3,4648.0,0.1
|
||||
0,Benign,0.0,4,5.0,0.1
|
||||
0,Benign,0.0,5,185504.0,0.1
|
||||
0,Benign,0.0,6,1807.0,0.1
|
||||
0,Benign,0.0,7,1.0,0.1
|
||||
0,Benign,0.0,8,63395.0,0.1
|
||||
0,Benign,0.0,9,15071.0,0.1
|
||||
0,Benign,0.25,0,6003.0,0.08850145594226422
|
||||
0,Benign,0.25,1,40519.0,0.14265040504853665
|
||||
0,Benign,0.25,2,17462.0,0.11557976989127629
|
||||
0,Benign,0.25,3,4648.0,0.08301849564130716
|
||||
0,Benign,0.25,4,5.0,0.01503490992646667
|
||||
0,Benign,0.25,5,185504.0,0.20866357758684181
|
||||
0,Benign,0.25,6,1807.0,0.06555379937689348
|
||||
0,Benign,0.25,7,1.0,0.010054450249518357
|
||||
0,Benign,0.25,8,63395.0,0.15954091594540507
|
||||
0,Benign,0.25,9,15071.0,0.11140222039149031
|
||||
0,Benign,0.5,0,6003.0,0.05825111062208358
|
||||
0,Benign,0.5,1,40519.0,0.15133849043475692
|
||||
0,Benign,0.5,2,17462.0,0.09934980758896322
|
||||
0,Benign,0.5,3,4648.0,0.05125698986752224
|
||||
0,Benign,0.5,4,5.0,0.0016811444863137882
|
||||
0,Benign,0.5,5,185504.0,0.32381478761593596
|
||||
0,Benign,0.5,6,1807.0,0.0319594365984161
|
||||
0,Benign,0.5,7,1.0,0.000751830670279319
|
||||
0,Benign,0.5,8,63395.0,0.18929866077868102
|
||||
0,Benign,0.5,9,15071.0,0.09229774133704795
|
||||
0,Benign,0.75,0,6003.0,0.03376959938027053
|
||||
0,Benign,0.75,1,40519.0,0.14141441779516073
|
||||
0,Benign,0.75,2,17462.0,0.07521771548594376
|
||||
0,Benign,0.75,3,4648.0,0.027873996457369446
|
||||
0,Benign,0.75,4,5.0,0.00016556828650709593
|
||||
0,Benign,0.75,5,185504.0,0.442603261616264
|
||||
0,Benign,0.75,6,1807.0,0.013723606767086104
|
||||
0,Benign,0.75,7,1.0,4.951646708745436e-05
|
||||
0,Benign,0.75,8,63395.0,0.19782943270065467
|
||||
0,Benign,0.75,9,15071.0,0.06735288504365618
|
||||
0,Benign,1.0,0,6003.0,0.01795074981684434
|
||||
0,Benign,1.0,1,40519.0,0.12116382339308943
|
||||
0,Benign,1.0,2,17462.0,0.05221655727165348
|
||||
0,Benign,1.0,3,4648.0,0.01389889807574421
|
||||
0,Benign,1.0,4,5.0,1.4951482439483875e-05
|
||||
0,Benign,1.0,5,185504.0,0.5547119596908033
|
||||
0,Benign,1.0,6,1807.0,0.005403465753629473
|
||||
0,Benign,1.0,7,1.0,2.990296487896775e-06
|
||||
0,Benign,1.0,8,63395.0,0.18956984585021605
|
||||
0,Benign,1.0,9,15071.0,0.0450667583690923
|
||||
1,HTTPFlood,0.0,0,4887.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,1,1.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,2,300.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,3,13072.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,5,48469.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,6,3.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,7,26635.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,8,589.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,9,4613.0,0.1111111111111111
|
||||
1,HTTPFlood,0.25,0,4887.0,0.12608645232889287
|
||||
1,HTTPFlood,0.25,1,1.0,0.015080225664376333
|
||||
1,HTTPFlood,0.25,2,300.0,0.06276075423841233
|
||||
1,HTTPFlood,0.25,3,13072.0,0.16124763376199225
|
||||
1,HTTPFlood,0.25,5,48469.0,0.22375557012893443
|
||||
1,HTTPFlood,0.25,6,3.0,0.019846693106344925
|
||||
1,HTTPFlood,0.25,7,26635.0,0.19265088825622328
|
||||
1,HTTPFlood,0.25,8,589.0,0.07429107867621135
|
||||
1,HTTPFlood,0.25,9,4613.0,0.12428070383861231
|
||||
1,HTTPFlood,0.5,0,4887.0,0.1028287306998011
|
||||
1,HTTPFlood,0.5,1,1.0,0.0014709344025627266
|
||||
1,HTTPFlood,0.5,2,300.0,0.025477331198396146
|
||||
1,HTTPFlood,0.5,3,13072.0,0.16817611861840434
|
||||
1,HTTPFlood,0.5,5,48469.0,0.32383615566926505
|
||||
1,HTTPFlood,0.5,6,3.0,0.0025477331198396143
|
||||
1,HTTPFlood,0.5,7,26635.0,0.2400599194436146
|
||||
1,HTTPFlood,0.5,8,589.0,0.0356985809494225
|
||||
1,HTTPFlood,0.5,9,4613.0,0.09990449589869395
|
||||
1,HTTPFlood,0.75,0,4887.0,0.0738632692543549
|
||||
1,HTTPFlood,0.75,1,1.0,0.0001263708107365659
|
||||
1,HTTPFlood,0.75,2,300.0,0.0091093567935385
|
||||
1,HTTPFlood,0.75,3,13072.0,0.15449104155138402
|
||||
1,HTTPFlood,0.75,5,48469.0,0.412804874024217
|
||||
1,HTTPFlood,0.75,6,3.0,0.00028806315486709855
|
||||
1,HTTPFlood,0.75,7,26635.0,0.26347310984740324
|
||||
1,HTTPFlood,0.75,8,589.0,0.015108913778118425
|
||||
1,HTTPFlood,0.75,9,4613.0,0.07073500078538025
|
||||
1,HTTPFlood,1.0,0,4887.0,0.049579482393044466
|
||||
1,HTTPFlood,1.0,1,1.0,1.0145177489880185e-05
|
||||
1,HTTPFlood,1.0,2,300.0,0.0030435532469640556
|
||||
1,HTTPFlood,1.0,3,13072.0,0.1326177601477138
|
||||
1,HTTPFlood,1.0,5,48469.0,0.4917266077570027
|
||||
1,HTTPFlood,1.0,6,3.0,3.0435532469640556e-05
|
||||
1,HTTPFlood,1.0,7,26635.0,0.27021680244295876
|
||||
1,HTTPFlood,1.0,8,589.0,0.005975509541539429
|
||||
1,HTTPFlood,1.0,9,4613.0,0.046799703760817296
|
||||
2,ICMPFlood,0.0,0,319.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,1,181.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,2,2.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,3,42.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,4,15.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,6,78.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,7,34.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,8,6.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,9,131.0,0.1111111111111111
|
||||
2,ICMPFlood,0.25,0,319.0,0.17659256567287518
|
||||
2,ICMPFlood,0.25,1,181.0,0.15326549399117023
|
||||
2,ICMPFlood,0.25,2,2.0,0.04969151577337383
|
||||
2,ICMPFlood,0.25,3,42.0,0.10637438646079506
|
||||
2,ICMPFlood,0.25,4,15.0,0.08223327001478557
|
||||
2,ICMPFlood,0.25,6,78.0,0.12417906807489384
|
||||
2,ICMPFlood,0.25,7,34.0,0.10090076869943121
|
||||
2,ICMPFlood,0.25,8,6.0,0.06539771257355617
|
||||
2,ICMPFlood,0.25,9,131.0,0.14136521873911892
|
||||
2,ICMPFlood,0.5,0,319.0,0.2493105304567318
|
||||
2,ICMPFlood,0.5,1,181.0,0.18779523504916573
|
||||
2,ICMPFlood,0.5,2,2.0,0.019740596840398562
|
||||
2,ICMPFlood,0.5,3,42.0,0.0904627792847325
|
||||
2,ICMPFlood,0.5,4,15.0,0.05406185094050751
|
||||
2,ICMPFlood,0.5,6,78.0,0.12327998775547877
|
||||
2,ICMPFlood,0.5,7,34.0,0.08139256588569753
|
||||
2,ICMPFlood,0.5,8,6.0,0.03419171669930395
|
||||
2,ICMPFlood,0.5,9,131.0,0.15976473708798375
|
||||
2,ICMPFlood,0.75,0,319.0,0.3232455361475872
|
||||
2,ICMPFlood,0.75,1,181.0,0.21132382119316426
|
||||
2,ICMPFlood,0.75,2,2.0,0.007202147652402262
|
||||
2,ICMPFlood,0.75,3,42.0,0.07065233048250502
|
||||
2,ICMPFlood,0.75,4,15.0,0.032640587587648505
|
||||
2,ICMPFlood,0.75,6,78.0,0.11239848977422752
|
||||
2,ICMPFlood,0.75,7,34.0,0.06029741746110247
|
||||
2,ICMPFlood,0.75,8,6.0,0.016417346398881243
|
||||
2,ICMPFlood,0.75,9,131.0,0.16582232330248148
|
||||
2,ICMPFlood,1.0,0,319.0,0.3948019801980198
|
||||
2,ICMPFlood,1.0,1,181.0,0.22400990099009901
|
||||
2,ICMPFlood,1.0,2,2.0,0.0024752475247524753
|
||||
2,ICMPFlood,1.0,3,42.0,0.05198019801980198
|
||||
2,ICMPFlood,1.0,4,15.0,0.018564356435643563
|
||||
2,ICMPFlood,1.0,6,78.0,0.09653465346534654
|
||||
2,ICMPFlood,1.0,7,34.0,0.04207920792079208
|
||||
2,ICMPFlood,1.0,8,6.0,0.007425742574257425
|
||||
2,ICMPFlood,1.0,9,131.0,0.16212871287128713
|
||||
3,SYNFlood,0.0,0,275.0,0.14285714285714285
|
||||
3,SYNFlood,0.0,2,184.0,0.14285714285714285
|
||||
3,SYNFlood,0.0,3,4762.0,0.14285714285714285
|
||||
3,SYNFlood,0.0,4,144.0,0.14285714285714285
|
||||
3,SYNFlood,0.0,6,559.0,0.14285714285714285
|
||||
3,SYNFlood,0.0,8,419.0,0.14285714285714285
|
||||
3,SYNFlood,0.0,9,462.0,0.14285714285714285
|
||||
3,SYNFlood,0.25,0,275.0,0.12138052991939435
|
||||
3,SYNFlood,0.25,2,184.0,0.10977926316464857
|
||||
3,SYNFlood,0.25,3,4762.0,0.24760716260736357
|
||||
3,SYNFlood,0.25,4,144.0,0.10325390342173574
|
||||
3,SYNFlood,0.25,6,559.0,0.14493350920710557
|
||||
3,SYNFlood,0.25,8,419.0,0.13485571670458316
|
||||
3,SYNFlood,0.25,9,462.0,0.13818991497516897
|
||||
3,SYNFlood,0.5,0,275.0,0.0938161748210519
|
||||
3,SYNFlood,0.5,2,184.0,0.07673973338693628
|
||||
3,SYNFlood,0.5,3,4762.0,0.39039663896491894
|
||||
3,SYNFlood,0.5,4,144.0,0.06788793843225092
|
||||
3,SYNFlood,0.5,6,559.0,0.13375723373950532
|
||||
3,SYNFlood,0.5,8,419.0,0.11580262018898908
|
||||
3,SYNFlood,0.5,9,462.0,0.12159966046634754
|
||||
3,SYNFlood,0.75,0,275.0,0.06496242305498874
|
||||
3,SYNFlood,0.75,2,184.0,0.048059147448614725
|
||||
3,SYNFlood,0.75,3,4762.0,0.5514482189098905
|
||||
3,SYNFlood,0.75,4,144.0,0.039988449395996876
|
||||
3,SYNFlood,0.75,6,559.0,0.11059144966859029
|
||||
3,SYNFlood,0.75,8,419.0,0.08908882115468626
|
||||
3,SYNFlood,0.75,9,462.0,0.09586149036723264
|
||||
3,SYNFlood,1.0,0,275.0,0.04041146216017634
|
||||
3,SYNFlood,1.0,2,184.0,0.02703894195444526
|
||||
3,SYNFlood,1.0,3,4762.0,0.6997795738427627
|
||||
3,SYNFlood,1.0,4,144.0,0.021160911094783248
|
||||
3,SYNFlood,1.0,6,559.0,0.08214548126377663
|
||||
3,SYNFlood,1.0,8,419.0,0.06157237325495959
|
||||
3,SYNFlood,1.0,9,462.0,0.06789125642909626
|
||||
4,SYNScan,0.0,0,955.0,0.14285714285714285
|
||||
4,SYNScan,0.0,1,289.0,0.14285714285714285
|
||||
4,SYNScan,0.0,3,3021.0,0.14285714285714285
|
||||
4,SYNScan,0.0,4,447.0,0.14285714285714285
|
||||
4,SYNScan,0.0,6,2557.0,0.14285714285714285
|
||||
4,SYNScan,0.0,8,237.0,0.14285714285714285
|
||||
4,SYNScan,0.0,9,6524.0,0.14285714285714285
|
||||
4,SYNScan,0.25,0,955.0,0.13325973462473037
|
||||
4,SYNScan,0.25,1,289.0,0.09883768435518707
|
||||
4,SYNScan,0.25,3,3021.0,0.17771978635960878
|
||||
4,SYNScan,0.25,4,447.0,0.11022369913352915
|
||||
4,SYNScan,0.25,6,2557.0,0.17046325740769808
|
||||
4,SYNScan,0.25,8,237.0,0.09405571466469924
|
||||
4,SYNScan,0.25,9,6524.0,0.2154401234545473
|
||||
4,SYNScan,0.5,0,955.0,0.1141421734766444
|
||||
4,SYNScan,0.5,1,289.0,0.06279041792011118
|
||||
4,SYNScan,0.5,3,3021.0,0.20301111425743315
|
||||
4,SYNScan,0.5,4,447.0,0.07809050184844536
|
||||
4,SYNScan,0.5,6,2557.0,0.18677116007062522
|
||||
4,SYNScan,0.5,8,237.0,0.056861540996878936
|
||||
4,SYNScan,0.5,9,6524.0,0.29833309142986175
|
||||
4,SYNScan,0.75,0,955.0,0.09077578373052109
|
||||
4,SYNScan,0.75,1,289.0,0.03703743143838293
|
||||
4,SYNScan,0.75,3,3021.0,0.2153180918470015
|
||||
4,SYNScan,0.75,4,447.0,0.05136864627214475
|
||||
4,SYNScan,0.75,6,2557.0,0.19000521651800475
|
||||
4,SYNScan,0.75,8,237.0,0.03191749051450674
|
||||
4,SYNScan,0.75,9,6524.0,0.3835773396794383
|
||||
4,SYNScan,1.0,0,955.0,0.06806842480399145
|
||||
4,SYNScan,1.0,1,289.0,0.02059871703492516
|
||||
4,SYNScan,1.0,3,3021.0,0.21532430506058448
|
||||
4,SYNScan,1.0,4,447.0,0.03186029935851746
|
||||
4,SYNScan,1.0,6,2557.0,0.18225231646471846
|
||||
4,SYNScan,1.0,8,237.0,0.016892373485388454
|
||||
4,SYNScan,1.0,9,6524.0,0.4650035637918746
|
||||
5,SlowrateDoS,0.0,0,11954.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,1,18.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,2,1454.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,3,16517.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,4,14314.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,5,1.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,6,23.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,8,810.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.0,9,6096.0,0.1111111111111111
|
||||
5,SlowrateDoS,0.25,0,11954.0,0.17927141850356157
|
||||
5,SlowrateDoS,0.25,1,18.0,0.03531432164661825
|
||||
5,SlowrateDoS,0.25,2,1454.0,0.10587022685033416
|
||||
5,SlowrateDoS,0.25,3,16517.0,0.19436386841425637
|
||||
5,SlowrateDoS,0.25,4,14314.0,0.18753096794193
|
||||
5,SlowrateDoS,0.25,5,1.0,0.017144812582858975
|
||||
5,SlowrateDoS,0.25,6,23.0,0.03754608863251031
|
||||
5,SlowrateDoS,0.25,8,810.0,0.09146480161522308
|
||||
5,SlowrateDoS,0.25,9,6096.0,0.15149349381270721
|
||||
5,SlowrateDoS,0.5,0,11954.0,0.21345978141342606
|
||||
5,SlowrateDoS,0.5,1,18.0,0.008283153072153878
|
||||
5,SlowrateDoS,0.5,2,1454.0,0.07444604626600719
|
||||
5,SlowrateDoS,0.5,3,16517.0,0.2509140722879234
|
||||
5,SlowrateDoS,0.5,4,14314.0,0.2335823056971931
|
||||
5,SlowrateDoS,0.5,5,1.0,0.0019523579023087306
|
||||
5,SlowrateDoS,0.5,6,23.0,0.009363179572680904
|
||||
5,SlowrateDoS,0.5,8,810.0,0.05556508001211688
|
||||
5,SlowrateDoS,0.5,9,6096.0,0.15243402377618978
|
||||
5,SlowrateDoS,0.75,0,11954.0,0.22836029833332683
|
||||
5,SlowrateDoS,0.75,1,18.0,0.0017455811437802153
|
||||
5,SlowrateDoS,0.75,2,1454.0,0.047033680857014426
|
||||
5,SlowrateDoS,0.75,3,16517.0,0.29102750740371475
|
||||
5,SlowrateDoS,0.75,4,14314.0,0.26140050528867015
|
||||
5,SlowrateDoS,0.75,5,1.0,0.00019974948261012747
|
||||
5,SlowrateDoS,0.75,6,23.0,0.002097884335091348
|
||||
5,SlowrateDoS,0.75,8,810.0,0.030328394964407732
|
||||
5,SlowrateDoS,0.75,9,6096.0,0.1378063981913845
|
||||
5,SlowrateDoS,1.0,0,11954.0,0.23353585871412663
|
||||
5,SlowrateDoS,1.0,1,18.0,0.00035165178658643794
|
||||
5,SlowrateDoS,1.0,2,1454.0,0.028405649872037822
|
||||
5,SlowrateDoS,1.0,3,16517.0,0.32267958661378865
|
||||
5,SlowrateDoS,1.0,4,14314.0,0.2796413151776818
|
||||
5,SlowrateDoS,1.0,5,1.0,1.953621036591322e-05
|
||||
5,SlowrateDoS,1.0,6,23.0,0.0004493328384160041
|
||||
5,SlowrateDoS,1.0,8,810.0,0.015824330396389707
|
||||
5,SlowrateDoS,1.0,9,6096.0,0.119092738390607
|
||||
6,TCPConnectScan,0.0,0,92.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,1,52.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,2,63.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,3,1548.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,4,10870.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,5,118.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,7,81.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,8,2.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,9,1211.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.25,0,92.0,0.08051129497159426
|
||||
6,TCPConnectScan,0.25,1,52.0,0.06980888334135722
|
||||
6,TCPConnectScan,0.25,2,63.0,0.07323943622389732
|
||||
6,TCPConnectScan,0.25,3,1548.0,0.16306193599490718
|
||||
6,TCPConnectScan,0.25,4,10870.0,0.2654405332993632
|
||||
6,TCPConnectScan,0.25,5,118.0,0.08568017740086048
|
||||
6,TCPConnectScan,0.25,7,81.0,0.077988597428874
|
||||
6,TCPConnectScan,0.25,8,2.0,0.03091486498383329
|
||||
6,TCPConnectScan,0.25,9,1211.0,0.1533542763553131
|
||||
6,TCPConnectScan,0.5,0,92.0,0.04273971824175099
|
||||
6,TCPConnectScan,0.5,1,52.0,0.03213212242140485
|
||||
6,TCPConnectScan,0.5,2,63.0,0.03536779754135363
|
||||
6,TCPConnectScan,0.5,3,1548.0,0.17531667254400082
|
||||
6,TCPConnectScan,0.5,4,10870.0,0.46457144595182664
|
||||
6,TCPConnectScan,0.5,5,118.0,0.04840372052886365
|
||||
6,TCPConnectScan,0.5,7,81.0,0.0401033128776443
|
||||
6,TCPConnectScan,0.5,8,2.0,0.006301627663072907
|
||||
6,TCPConnectScan,0.5,9,1211.0,0.15506358223008215
|
||||
6,TCPConnectScan,0.75,0,92.0,0.017975645669827615
|
||||
6,TCPConnectScan,0.75,1,52.0,0.011717801480295843
|
||||
6,TCPConnectScan,0.75,2,63.0,0.01353159654247742
|
||||
6,TCPConnectScan,0.75,3,1548.0,0.14933852088652536
|
||||
6,TCPConnectScan,0.75,4,10870.0,0.6441926811565495
|
||||
6,TCPConnectScan,0.75,5,118.0,0.021664822429362615
|
||||
6,TCPConnectScan,0.75,7,81.0,0.016338319798164115
|
||||
6,TCPConnectScan,0.75,8,2.0,0.0010176914481144442
|
||||
6,TCPConnectScan,0.75,9,1211.0,0.12422292058868313
|
||||
6,TCPConnectScan,1.0,0,92.0,0.006554107002920852
|
||||
6,TCPConnectScan,1.0,1,52.0,0.0037044952625204814
|
||||
6,TCPConnectScan,1.0,2,63.0,0.004488138491130583
|
||||
6,TCPConnectScan,1.0,3,1548.0,0.11027997435349433
|
||||
6,TCPConnectScan,1.0,4,10870.0,0.7743819904538006
|
||||
6,TCPConnectScan,1.0,5,118.0,0.008406354634181093
|
||||
6,TCPConnectScan,1.0,7,81.0,0.00577046377431075
|
||||
6,TCPConnectScan,1.0,8,2.0,0.0001424805870200185
|
||||
6,TCPConnectScan,1.0,9,1211.0,0.08627199544062121
|
||||
7,UDPFlood,0.0,0,127301.0,0.1
|
||||
7,UDPFlood,0.0,1,62527.0,0.1
|
||||
7,UDPFlood,0.0,2,319.0,0.1
|
||||
7,UDPFlood,0.0,3,1.0,0.1
|
||||
7,UDPFlood,0.0,4,1606.0,0.1
|
||||
7,UDPFlood,0.0,5,2869.0,0.1
|
||||
7,UDPFlood,0.0,6,94879.0,0.1
|
||||
7,UDPFlood,0.0,7,26932.0,0.1
|
||||
7,UDPFlood,0.0,8,1195.0,0.1
|
||||
7,UDPFlood,0.0,9,2509.0,0.1
|
||||
7,UDPFlood,0.25,0,127301.0,0.19494155638250327
|
||||
7,UDPFlood,0.25,1,62527.0,0.16319745179368214
|
||||
7,UDPFlood,0.25,2,319.0,0.043615830463675065
|
||||
7,UDPFlood,0.25,3,1.0,0.010320398697532216
|
||||
7,UDPFlood,0.25,4,1606.0,0.06533303906307414
|
||||
7,UDPFlood,0.25,5,2869.0,0.07553167440226398
|
||||
7,UDPFlood,0.25,6,94879.0,0.18112942145737526
|
||||
7,UDPFlood,0.25,7,26932.0,0.1322097934462644
|
||||
7,UDPFlood,0.25,8,1195.0,0.06067900512315013
|
||||
7,UDPFlood,0.25,9,2509.0,0.07304182917047942
|
||||
7,UDPFlood,0.5,0,127301.0,0.2795878410371301
|
||||
7,UDPFlood,0.5,1,62527.0,0.1959458946963867
|
||||
7,UDPFlood,0.5,2,319.0,0.013995799569229908
|
||||
7,UDPFlood,0.5,3,1.0,0.0007836143363650998
|
||||
7,UDPFlood,0.5,4,1606.0,0.03140328953501539
|
||||
7,UDPFlood,0.5,5,2869.0,0.041972771499892536
|
||||
7,UDPFlood,0.5,6,94879.0,0.24137229636414367
|
||||
7,UDPFlood,0.5,7,26932.0,0.12859872885500095
|
||||
7,UDPFlood,0.5,8,1195.0,0.027088585357074563
|
||||
7,UDPFlood,0.5,9,2509.0,0.039251178749761154
|
||||
7,UDPFlood,0.75,0,127301.0,0.34593412427927667
|
||||
7,UDPFlood,0.75,1,62527.0,0.20296457197559048
|
||||
7,UDPFlood,0.75,2,319.0,0.0038744722569765463
|
||||
7,UDPFlood,0.75,3,1.0,5.132979658493474e-05
|
||||
7,UDPFlood,0.75,4,1606.0,0.013022030220960205
|
||||
7,UDPFlood,0.75,5,2869.0,0.02012182902026754
|
||||
7,UDPFlood,0.75,6,94879.0,0.2774898596186394
|
||||
7,UDPFlood,0.75,7,26932.0,0.10791231205770205
|
||||
7,UDPFlood,0.75,8,1195.0,0.010432670045756706
|
||||
7,UDPFlood,0.75,9,2509.0,0.01819680072824549
|
||||
7,UDPFlood,1.0,0,127301.0,0.3976441409642092
|
||||
7,UDPFlood,1.0,1,62527.0,0.19531264642123083
|
||||
7,UDPFlood,1.0,2,319.0,0.0009964452829717184
|
||||
7,UDPFlood,1.0,3,1.0,3.1236529246762336e-06
|
||||
7,UDPFlood,1.0,4,1606.0,0.00501658659703003
|
||||
7,UDPFlood,1.0,5,2869.0,0.008961760240896113
|
||||
7,UDPFlood,1.0,6,94879.0,0.2963690658403563
|
||||
7,UDPFlood,1.0,7,26932.0,0.08412622056738031
|
||||
7,UDPFlood,1.0,8,1195.0,0.0037327652449880987
|
||||
7,UDPFlood,1.0,9,2509.0,0.00783724518801267
|
||||
8,UDPScan,0.0,0,2.0,0.1
|
||||
8,UDPScan,0.0,1,4601.0,0.1
|
||||
8,UDPScan,0.0,2,4159.0,0.1
|
||||
8,UDPScan,0.0,3,5.0,0.1
|
||||
8,UDPScan,0.0,4,28.0,0.1
|
||||
8,UDPScan,0.0,5,732.0,0.1
|
||||
8,UDPScan,0.0,6,1052.0,0.1
|
||||
8,UDPScan,0.0,7,389.0,0.1
|
||||
8,UDPScan,0.0,8,145.0,0.1
|
||||
8,UDPScan,0.0,9,21.0,0.1
|
||||
8,UDPScan,0.25,0,2.0,0.028180334797835844
|
||||
8,UDPScan,0.25,1,4601.0,0.19516489751205363
|
||||
8,UDPScan,0.25,2,4159.0,0.1902987254858701
|
||||
8,UDPScan,0.25,3,5.0,0.0354348950344561
|
||||
8,UDPScan,0.25,4,28.0,0.05451024793479022
|
||||
8,UDPScan,0.25,5,732.0,0.12325836988568137
|
||||
8,UDPScan,0.25,6,1052.0,0.1349561202305975
|
||||
8,UDPScan,0.25,7,389.0,0.10523883938623414
|
||||
8,UDPScan,0.25,8,145.0,0.08223006813350511
|
||||
8,UDPScan,0.25,9,21.0,0.050727501598975974
|
||||
8,UDPScan,0.5,0,2.0,0.005964627445420855
|
||||
8,UDPScan,0.5,1,4601.0,0.286084574355936
|
||||
8,UDPScan,0.5,2,4159.0,0.27199616758341927
|
||||
8,UDPScan,0.5,3,5.0,0.009430904060940779
|
||||
8,UDPScan,0.5,4,28.0,0.022317592340513524
|
||||
8,UDPScan,0.5,5,732.0,0.11411004200304363
|
||||
8,UDPScan,0.5,6,1052.0,0.13679688072453705
|
||||
8,UDPScan,0.5,7,389.0,0.08318463691955907
|
||||
8,UDPScan,0.5,8,145.0,0.05078697264844016
|
||||
8,UDPScan,0.5,9,21.0,0.01932760191818972
|
||||
8,UDPScan,0.75,0,2.0,0.0010791952247688897
|
||||
8,UDPScan,0.75,1,4601.0,0.358481454654734
|
||||
8,UDPScan,0.75,2,4159.0,0.3323297405659491
|
||||
8,UDPScan,0.75,3,5.0,0.00214563093220969
|
||||
8,UDPScan,0.75,4,28.0,0.007810809427180068
|
||||
8,UDPScan,0.75,5,732.0,0.09030479873648732
|
||||
8,UDPScan,0.75,6,1052.0,0.11853301278352277
|
||||
8,UDPScan,0.75,7,389.0,0.05620691114265718
|
||||
8,UDPScan,0.75,8,145.0,0.02681350081725221
|
||||
8,UDPScan,0.75,9,21.0,0.0062949457152386736
|
||||
8,UDPScan,1.0,0,2.0,0.00017962996227770793
|
||||
8,UDPScan,1.0,1,4601.0,0.41323872821986707
|
||||
8,UDPScan,1.0,2,4159.0,0.3735405065564936
|
||||
8,UDPScan,1.0,3,5.0,0.0004490749056942698
|
||||
8,UDPScan,1.0,4,28.0,0.002514819471887911
|
||||
8,UDPScan,1.0,5,732.0,0.0657445661936411
|
||||
8,UDPScan,1.0,6,1052.0,0.09448536015807436
|
||||
8,UDPScan,1.0,7,389.0,0.03493802766301419
|
||||
8,UDPScan,1.0,8,145.0,0.013023172265133824
|
||||
8,UDPScan,1.0,9,21.0,0.0018861146039159333
|
||||
|
+10527
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,30,177603,33441.5,5.4069697594628705,5.4069697594628705,0.0,0.0
|
||||
0,Benign,0.25,10,30,177603,33441.5,5.954529389574349,5.4069697594628705,0.8876076205861215,0.16415990103009132
|
||||
0,Benign,0.5,10,30,177603,33441.5,6.144751292003865,5.4069697594628705,1.4111850184226915,0.26099369539712
|
||||
0,Benign,0.75,10,30,177603,33441.5,6.25335954752643,5.4069697594628705,1.8445119301791169,0.34113598045393007
|
||||
0,Benign,1.0,10,30,177603,33441.5,6.3594434638337125,5.4069697594628705,2.2297970851320548,0.41239311191441974
|
||||
1,HTTPFlood,0.0,9,5,45645,10952.111111111111,6.925042959207617,6.925042959207617,0.0,0.0
|
||||
1,HTTPFlood,0.25,9,5,45645,10952.111111111111,7.969082073043448,6.925042959207617,2.493621335295037,0.36008748970712007
|
||||
1,HTTPFlood,0.5,9,5,45645,10952.111111111111,8.849271148015852,6.925042959207617,3.794387264165223,0.5479225596889853
|
||||
1,HTTPFlood,0.75,9,5,45645,10952.111111111111,9.320747126387532,6.925042959207617,4.335371355638661,0.6260425214942965
|
||||
1,HTTPFlood,1.0,9,5,45645,10952.111111111111,9.579115378650009,6.925042959207617,4.568007220248393,0.6596359397561162
|
||||
2,ICMPFlood,0.0,10,1,257,80.8,3.5187103786750806,3.5187103786750806,0.0,0.0
|
||||
2,ICMPFlood,0.25,10,1,257,80.8,3.4784453204126375,3.5187103786750806,0.4343070399698495,0.12342790205239383
|
||||
2,ICMPFlood,0.5,10,1,257,80.8,3.5018290963821856,3.5187103786750806,0.8122357436110442,0.23083336114661412
|
||||
2,ICMPFlood,0.75,10,1,257,80.8,3.555235242590015,3.5187103786750806,1.1242925405691615,0.31951835177537335
|
||||
2,ICMPFlood,1.0,10,1,257,80.8,3.6122180009153033,3.5187103786750806,1.3651237518748625,0.38796138498584815
|
||||
3,SYNFlood,0.0,9,10,2997,756.1111111111111,3.602427395576666,3.602427395576666,0.0,0.0
|
||||
3,SYNFlood,0.25,9,10,2997,756.1111111111111,3.7170325352247615,3.602427395576666,0.8252011580623237,0.22906808866587244
|
||||
3,SYNFlood,0.5,9,10,2997,756.1111111111111,3.9366830111056945,3.602427395576666,1.4792680248989687,0.41063090590398194
|
||||
3,SYNFlood,0.75,9,10,2997,756.1111111111111,4.192661628297308,3.602427395576666,2.0134806283969633,0.5589233056769631
|
||||
3,SYNFlood,1.0,9,10,2997,756.1111111111111,4.457386931552797,3.602427395576666,2.4733715743601437,0.686584711574517
|
||||
4,SYNScan,0.0,10,7,3477,1403.0,7.123906444142237,7.123906444142237,0.0,0.0
|
||||
4,SYNScan,0.25,10,7,3477,1403.0,7.638224173789973,7.123906444142237,1.5488552563148965,0.21741656329421216
|
||||
4,SYNScan,0.5,10,7,3477,1403.0,8.138851470140686,7.123906444142237,2.3927915245442595,0.33588194108188724
|
||||
4,SYNScan,0.75,10,7,3477,1403.0,8.504577685119415,7.123906444142237,2.8852100078218097,0.4050039161019902
|
||||
4,SYNScan,1.0,10,7,3477,1403.0,8.774604300551639,7.123906444142237,3.221625006812455,0.4522273042287768
|
||||
5,SlowrateDoS,0.0,8,211,23478,6398.375,6.778500704146057,6.778500704146057,0.0,0.0
|
||||
5,SlowrateDoS,0.25,8,211,23478,6398.375,6.970643130170447,6.778500704146057,0.6360527254229128,0.09383383629861872
|
||||
5,SlowrateDoS,0.5,8,211,23478,6398.375,7.13579258347482,6.778500704146057,1.1998085307374826,0.17700205150139203
|
||||
5,SlowrateDoS,0.75,8,211,23478,6398.375,7.23797806592882,6.778500704146057,1.6210915535404906,0.2391519340772441
|
||||
5,SlowrateDoS,1.0,8,211,23478,6398.375,7.288125880912115,6.778500704146057,1.9307066968343345,0.28482798499282025
|
||||
6,TCPConnectScan,0.0,8,36,3627,1754.625,4.301199537839672,4.301199537839672,0.0,0.0
|
||||
6,TCPConnectScan,0.25,8,36,3627,1754.625,4.6066644200397935,4.301199537839672,0.6537313330671829,0.15198814361342725
|
||||
6,TCPConnectScan,0.5,8,36,3627,1754.625,4.804967718756912,4.301199537839672,1.0010289564442711,0.2327325081381948
|
||||
6,TCPConnectScan,0.75,8,36,3627,1754.625,4.924222490655145,4.301199537839672,1.18775088756344,0.2761441028518295
|
||||
6,TCPConnectScan,1.0,8,36,3627,1754.625,4.9994190342040765,4.301199537839672,1.295671893418565,0.30123501177286266
|
||||
7,UDPFlood,0.0,10,1,128338,32013.8,4.925457670543533,4.925457670543533,0.0,0.0
|
||||
7,UDPFlood,0.25,10,1,128338,32013.8,5.958040768670098,4.925457670543533,1.7761444082059492,0.36060494821183764
|
||||
7,UDPFlood,0.5,10,1,128338,32013.8,6.318712334786854,4.925457670543533,2.360559543684275,0.47925689379110686
|
||||
7,UDPFlood,0.75,10,1,128338,32013.8,6.475170292267285,4.925457670543533,2.6005389219609754,0.5279791434435374
|
||||
7,UDPFlood,1.0,10,1,128338,32013.8,6.574409430690211,4.925457670543533,2.732891778970345,0.5548503229079148
|
||||
8,UDPScan,0.0,6,67,5172,1855.6666666666667,8.588165854572026,8.588165854572026,0.0,0.0
|
||||
8,UDPScan,0.25,6,67,5172,1855.6666666666667,8.90984385985422,8.588165854572026,0.6771295146958447,0.07884448509286365
|
||||
8,UDPScan,0.5,6,67,5172,1855.6666666666667,9.293652714707756,8.588165854572026,1.2507347363831056,0.14563467422060325
|
||||
8,UDPScan,0.75,6,67,5172,1855.6666666666667,9.681919016480817,8.588165854572026,1.7606111434796103,0.20500432493887216
|
||||
8,UDPScan,1.0,6,67,5172,1855.6666666666667,10.04587873772142,8.588165854572026,2.2249036815471888,0.25906622196434775
|
||||
|
+401
@@ -0,0 +1,401 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,39367.0,0.1
|
||||
0,Benign,0.0,1,6206.0,0.1
|
||||
0,Benign,0.0,2,30.0,0.1
|
||||
0,Benign,0.0,3,5914.0,0.1
|
||||
0,Benign,0.0,4,42476.0,0.1
|
||||
0,Benign,0.0,5,3442.0,0.1
|
||||
0,Benign,0.0,6,43284.0,0.1
|
||||
0,Benign,0.0,7,505.0,0.1
|
||||
0,Benign,0.0,8,15588.0,0.1
|
||||
0,Benign,0.0,9,177603.0,0.1
|
||||
0,Benign,0.25,0,39367.0,0.13170037704723253
|
||||
0,Benign,0.25,1,6206.0,0.08298639159784725
|
||||
0,Benign,0.25,2,30.0,0.021881860848661158
|
||||
0,Benign,0.25,3,5914.0,0.08199252639226115
|
||||
0,Benign,0.25,4,42476.0,0.13422698688322265
|
||||
0,Benign,0.25,5,3442.0,0.071615438386173
|
||||
0,Benign,0.25,6,43284.0,0.1348608166898404
|
||||
0,Benign,0.25,7,505.0,0.044322758621573755
|
||||
0,Benign,0.25,8,15588.0,0.10447239178601432
|
||||
0,Benign,0.25,9,177603.0,0.19194045174717372
|
||||
0,Benign,0.5,0,39367.0,0.1416073087166804
|
||||
0,Benign,0.5,1,6206.0,0.056224473139143916
|
||||
0,Benign,0.5,2,30.0,0.003909130206023965
|
||||
0,Benign,0.5,3,5914.0,0.05488582151299063
|
||||
0,Benign,0.5,4,42476.0,0.14709276607522856
|
||||
0,Benign,0.5,5,3442.0,0.041872119222957783
|
||||
0,Benign,0.5,6,43284.0,0.14848521189170294
|
||||
0,Benign,0.5,7,505.0,0.016038553528568512
|
||||
0,Benign,0.5,8,15588.0,0.08910759195259627
|
||||
0,Benign,0.5,9,177603.0,0.300777023754107
|
||||
0,Benign,0.75,0,39367.0,0.13473281304064472
|
||||
0,Benign,0.75,1,6206.0,0.033707998477434185
|
||||
0,Benign,0.75,2,30.0,0.0006179667072317961
|
||||
0,Benign,0.75,3,5914.0,0.03251135927080314
|
||||
0,Benign,0.75,4,42476.0,0.14263688514335277
|
||||
0,Benign,0.75,5,3442.0,0.021663682729432702
|
||||
0,Benign,0.75,6,43284.0,0.14466706762115294
|
||||
0,Benign,0.75,7,505.0,0.005135617508349812
|
||||
0,Benign,0.75,8,15588.0,0.06725381656910305
|
||||
0,Benign,0.75,9,177603.0,0.41707279293249483
|
||||
0,Benign,1.0,0,39367.0,0.11771900183903233
|
||||
0,Benign,1.0,1,6206.0,0.018557780003887386
|
||||
0,Benign,1.0,2,30.0,8.970889463690324e-05
|
||||
0,Benign,1.0,3,5914.0,0.017684613429421528
|
||||
0,Benign,1.0,4,42476.0,0.1270158336199034
|
||||
0,Benign,1.0,5,3442.0,0.0102926005113407
|
||||
0,Benign,1.0,6,43284.0,0.129431993182124
|
||||
0,Benign,1.0,7,505.0,0.0015100997263878713
|
||||
0,Benign,1.0,8,15588.0,0.04661274165333493
|
||||
0,Benign,1.0,9,177603.0,0.5310856271399309
|
||||
1,HTTPFlood,0.0,1,45645.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,2,28.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,3,365.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,4,30225.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,5,5.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,6,660.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,7,11422.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,8,9984.0,0.1111111111111111
|
||||
1,HTTPFlood,0.0,9,235.0,0.1111111111111111
|
||||
1,HTTPFlood,0.25,1,45645.0,0.22388502880161223
|
||||
1,HTTPFlood,0.25,2,28.0,0.0352343495265505
|
||||
1,HTTPFlood,0.25,3,365.0,0.06694990522028911
|
||||
1,HTTPFlood,0.25,4,30225.0,0.2019613791777471
|
||||
1,HTTPFlood,0.25,5,5.0,0.022904417506488816
|
||||
1,HTTPFlood,0.25,6,660.0,0.0776359254444899
|
||||
1,HTTPFlood,0.25,7,11422.0,0.15834789314875206
|
||||
1,HTTPFlood,0.25,8,9984.0,0.15310976626196668
|
||||
1,HTTPFlood,0.25,9,235.0,0.05997133491210364
|
||||
1,HTTPFlood,0.5,1,45645.0,0.32275543263300194
|
||||
1,HTTPFlood,0.5,2,28.0,0.0079938495640027
|
||||
1,HTTPFlood,0.5,3,365.0,0.028861798318480323
|
||||
1,HTTPFlood,0.5,4,30225.0,0.2626395406322719
|
||||
1,HTTPFlood,0.5,5,5.0,0.0033780179853382893
|
||||
1,HTTPFlood,0.5,6,660.0,0.03881047187581597
|
||||
1,HTTPFlood,0.5,7,11422.0,0.16145371158748256
|
||||
1,HTTPFlood,0.5,8,9984.0,0.1509486528621844
|
||||
1,HTTPFlood,0.5,9,235.0,0.023158524541421907
|
||||
1,HTTPFlood,0.75,1,45645.0,0.39994751495995673
|
||||
1,HTTPFlood,0.75,2,28.0,0.0015589300105858818
|
||||
1,HTTPFlood,0.75,3,365.0,0.010694924978066535
|
||||
1,HTTPFlood,0.75,4,30225.0,0.293584299432055
|
||||
1,HTTPFlood,0.75,5,5.0,0.0004282383897657904
|
||||
1,HTTPFlood,0.75,6,660.0,0.01667692769327548
|
||||
1,HTTPFlood,0.75,7,11422.0,0.1415026948909936
|
||||
1,HTTPFlood,0.75,8,9984.0,0.12791943230260616
|
||||
1,HTTPFlood,0.75,9,235.0,0.007687037342694869
|
||||
1,HTTPFlood,1.0,1,45645.0,0.46307662652558107
|
||||
1,HTTPFlood,1.0,2,28.0,0.0002840649697166452
|
||||
1,HTTPFlood,1.0,3,365.0,0.0037029897838062676
|
||||
1,HTTPFlood,1.0,4,30225.0,0.3066379896316286
|
||||
1,HTTPFlood,1.0,5,5.0,5.0725887449400926e-05
|
||||
1,HTTPFlood,1.0,6,660.0,0.006695817143320923
|
||||
1,HTTPFlood,1.0,7,11422.0,0.11587821728941147
|
||||
1,HTTPFlood,1.0,8,9984.0,0.10128945205896377
|
||||
1,HTTPFlood,1.0,9,235.0,0.0023841167101218436
|
||||
2,ICMPFlood,0.0,0,27.0,0.1
|
||||
2,ICMPFlood,0.0,1,78.0,0.1
|
||||
2,ICMPFlood,0.0,2,4.0,0.1
|
||||
2,ICMPFlood,0.0,3,225.0,0.1
|
||||
2,ICMPFlood,0.0,4,257.0,0.1
|
||||
2,ICMPFlood,0.0,5,2.0,0.1
|
||||
2,ICMPFlood,0.0,6,1.0,0.1
|
||||
2,ICMPFlood,0.0,7,29.0,0.1
|
||||
2,ICMPFlood,0.0,8,11.0,0.1
|
||||
2,ICMPFlood,0.0,9,174.0,0.1
|
||||
2,ICMPFlood,0.25,0,27.0,0.09302088942793421
|
||||
2,ICMPFlood,0.25,1,78.0,0.12127274205942781
|
||||
2,ICMPFlood,0.25,2,4.0,0.057710461133089815
|
||||
2,ICMPFlood,0.25,3,225.0,0.15804660683309218
|
||||
2,ICMPFlood,0.25,4,257.0,0.16338900481336016
|
||||
2,ICMPFlood,0.25,5,2.0,0.04852851988945404
|
||||
2,ICMPFlood,0.25,6,1.0,0.04080745841261049
|
||||
2,ICMPFlood,0.25,7,29.0,0.09469761607481063
|
||||
2,ICMPFlood,0.25,8,11.0,0.07431692266783424
|
||||
2,ICMPFlood,0.25,9,174.0,0.14820977868838636
|
||||
2,ICMPFlood,0.5,0,27.0,0.07280987260602409
|
||||
2,ICMPFlood,0.5,1,78.0,0.12375298706677387
|
||||
2,ICMPFlood,0.5,2,4.0,0.028024533032500243
|
||||
2,ICMPFlood,0.5,3,225.0,0.21018399774375182
|
||||
2,ICMPFlood,0.5,4,257.0,0.22463372080135935
|
||||
2,ICMPFlood,0.5,5,2.0,0.019816337346867323
|
||||
2,ICMPFlood,0.5,6,1.0,0.014012266516250121
|
||||
2,ICMPFlood,0.5,7,29.0,0.07545836451149936
|
||||
2,ICMPFlood,0.5,8,11.0,0.04647343049686205
|
||||
2,ICMPFlood,0.5,9,174.0,0.18483448987811185
|
||||
2,ICMPFlood,0.75,0,27.0,0.050982331449637104
|
||||
2,ICMPFlood,0.75,1,78.0,0.11297122056955164
|
||||
2,ICMPFlood,0.75,2,4.0,0.012174240095564837
|
||||
2,ICMPFlood,0.75,3,225.0,0.2500539720309266
|
||||
2,ICMPFlood,0.75,4,257.0,0.27627825957486796
|
||||
2,ICMPFlood,0.75,5,2.0,0.007238846470698555
|
||||
2,ICMPFlood,0.75,6,1.0,0.004304243863683529
|
||||
2,ICMPFlood,0.75,7,29.0,0.0537892349630109
|
||||
2,ICMPFlood,0.75,8,11.0,0.025998086408268926
|
||||
2,ICMPFlood,0.75,9,174.0,0.2062095645737899
|
||||
2,ICMPFlood,1.0,0,27.0,0.03341584158415842
|
||||
2,ICMPFlood,1.0,1,78.0,0.09653465346534654
|
||||
2,ICMPFlood,1.0,2,4.0,0.0049504950495049506
|
||||
2,ICMPFlood,1.0,3,225.0,0.2784653465346535
|
||||
2,ICMPFlood,1.0,4,257.0,0.3180693069306931
|
||||
2,ICMPFlood,1.0,5,2.0,0.0024752475247524753
|
||||
2,ICMPFlood,1.0,6,1.0,0.0012376237623762376
|
||||
2,ICMPFlood,1.0,7,29.0,0.03589108910891089
|
||||
2,ICMPFlood,1.0,8,11.0,0.013613861386138614
|
||||
2,ICMPFlood,1.0,9,174.0,0.21534653465346534
|
||||
3,SYNFlood,0.0,0,2997.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,2,408.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,3,708.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,4,1743.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,5,97.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,6,10.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,7,518.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,8,276.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,9,48.0,0.1111111111111111
|
||||
3,SYNFlood,0.25,0,2997.0,0.18539922569632736
|
||||
3,SYNFlood,0.25,2,408.0,0.11261630428591847
|
||||
3,SYNFlood,0.25,3,708.0,0.12925416449350027
|
||||
3,SYNFlood,0.25,4,1743.0,0.16190511783623032
|
||||
3,SYNFlood,0.25,5,97.0,0.07863740324670904
|
||||
3,SYNFlood,0.25,6,10.0,0.04455908151771991
|
||||
3,SYNFlood,0.25,7,518.0,0.11954149151794385
|
||||
3,SYNFlood,0.25,8,276.0,0.1021323913751818
|
||||
3,SYNFlood,0.25,9,48.0,0.065954820030469
|
||||
3,SYNFlood,0.5,0,2997.0,0.27019343510153104
|
||||
3,SYNFlood,0.5,2,408.0,0.09969227408430091
|
||||
3,SYNFlood,0.5,3,708.0,0.13132519372264445
|
||||
3,SYNFlood,0.5,4,1743.0,0.2060535564756116
|
||||
3,SYNFlood,0.5,5,97.0,0.04860906734470088
|
||||
3,SYNFlood,0.5,6,10.0,0.015607430916276942
|
||||
3,SYNFlood,0.5,7,518.0,0.11233014025616324
|
||||
3,SYNFlood,0.5,8,276.0,0.08199473418857738
|
||||
3,SYNFlood,0.5,9,48.0,0.03419416791019361
|
||||
3,SYNFlood,0.75,0,2997.0,0.35722054227191774
|
||||
3,SYNFlood,0.75,2,408.0,0.08006016678595779
|
||||
3,SYNFlood,0.75,3,708.0,0.12104484857355456
|
||||
3,SYNFlood,0.75,4,1743.0,0.23789998164655476
|
||||
3,SYNFlood,0.75,5,97.0,0.027258387990227
|
||||
3,SYNFlood,0.75,6,10.0,0.0049593112775689245
|
||||
3,SYNFlood,0.75,7,518.0,0.0957565935389799
|
||||
3,SYNFlood,0.75,8,276.0,0.05971771471686961
|
||||
3,SYNFlood,0.75,9,48.0,0.016082453198369765
|
||||
3,SYNFlood,1.0,0,2997.0,0.44041146216017635
|
||||
3,SYNFlood,1.0,2,408.0,0.05995591476855253
|
||||
3,SYNFlood,1.0,3,708.0,0.10404114621601764
|
||||
3,SYNFlood,1.0,4,1743.0,0.25613519470977225
|
||||
3,SYNFlood,1.0,5,97.0,0.014254224834680381
|
||||
3,SYNFlood,1.0,6,10.0,0.0014695077149155032
|
||||
3,SYNFlood,1.0,7,518.0,0.07612049963262307
|
||||
3,SYNFlood,1.0,8,276.0,0.04055841293166789
|
||||
3,SYNFlood,1.0,9,48.0,0.007053637031594416
|
||||
4,SYNScan,0.0,0,3051.0,0.1
|
||||
4,SYNScan,0.0,1,7.0,0.1
|
||||
4,SYNScan,0.0,2,3477.0,0.1
|
||||
4,SYNScan,0.0,3,362.0,0.1
|
||||
4,SYNScan,0.0,4,1514.0,0.1
|
||||
4,SYNScan,0.0,5,17.0,0.1
|
||||
4,SYNScan,0.0,6,1401.0,0.1
|
||||
4,SYNScan,0.0,7,107.0,0.1
|
||||
4,SYNScan,0.0,8,3125.0,0.1
|
||||
4,SYNScan,0.0,9,969.0,0.1
|
||||
4,SYNScan,0.25,0,3051.0,0.14359255057502363
|
||||
4,SYNScan,0.25,1,7.0,0.03142648928672775
|
||||
4,SYNScan,0.25,2,3477.0,0.14836194920378457
|
||||
4,SYNScan,0.25,3,362.0,0.08427494941033599
|
||||
4,SYNScan,0.25,4,1514.0,0.12051825272673274
|
||||
4,SYNScan,0.25,5,17.0,0.03923138027939799
|
||||
4,SYNScan,0.25,6,1401.0,0.11820365119329321
|
||||
4,SYNScan,0.25,7,107.0,0.06213943530664659
|
||||
4,SYNScan,0.25,8,3125.0,0.14445542730530683
|
||||
4,SYNScan,0.25,9,969.0,0.10779591471275071
|
||||
4,SYNScan,0.5,0,3051.0,0.17607201606195305
|
||||
4,SYNScan,0.5,1,7.0,0.008433702035089034
|
||||
4,SYNScan,0.5,2,3477.0,0.18796265832338077
|
||||
4,SYNScan,0.5,3,362.0,0.060648982403467395
|
||||
4,SYNScan,0.5,4,1514.0,0.1240315499294034
|
||||
4,SYNScan,0.5,5,17.0,0.013142975365914801
|
||||
4,SYNScan,0.5,6,1401.0,0.11931314701439326
|
||||
4,SYNScan,0.5,7,107.0,0.03297320191519849
|
||||
4,SYNScan,0.5,8,3125.0,0.17819447895170112
|
||||
4,SYNScan,0.5,9,969.0,0.09922728799949875
|
||||
4,SYNScan,0.75,0,3051.0,0.19970688033445705
|
||||
4,SYNScan,0.75,1,7.0,0.0020935575405492766
|
||||
4,SYNScan,0.75,2,3477.0,0.220274837634516
|
||||
4,SYNScan,0.75,3,362.0,0.04037316527933497
|
||||
4,SYNScan,0.75,4,1514.0,0.11807440837003938
|
||||
4,SYNScan,0.75,5,17.0,0.004072846691169607
|
||||
4,SYNScan,0.75,6,1401.0,0.11140122673270947
|
||||
4,SYNScan,0.75,7,107.0,0.01618449694744934
|
||||
4,SYNScan,0.75,8,3125.0,0.20332879554754937
|
||||
4,SYNScan,0.75,9,969.0,0.08448978492222552
|
||||
4,SYNScan,1.0,0,3051.0,0.21746258018531717
|
||||
4,SYNScan,1.0,1,7.0,0.0004989308624376336
|
||||
4,SYNScan,1.0,2,3477.0,0.24782608695652175
|
||||
4,SYNScan,1.0,3,362.0,0.025801853171774768
|
||||
4,SYNScan,1.0,4,1514.0,0.10791161796151105
|
||||
4,SYNScan,1.0,5,17.0,0.0012116892373485388
|
||||
4,SYNScan,1.0,6,1401.0,0.09985744832501782
|
||||
4,SYNScan,1.0,7,107.0,0.007626514611546686
|
||||
4,SYNScan,1.0,8,3125.0,0.22273699215965787
|
||||
4,SYNScan,1.0,9,969.0,0.06906628652886672
|
||||
5,SlowrateDoS,0.0,1,442.0,0.125
|
||||
5,SlowrateDoS,0.0,2,290.0,0.125
|
||||
5,SlowrateDoS,0.0,3,11227.0,0.125
|
||||
5,SlowrateDoS,0.0,4,6019.0,0.125
|
||||
5,SlowrateDoS,0.0,5,211.0,0.125
|
||||
5,SlowrateDoS,0.0,6,9026.0,0.125
|
||||
5,SlowrateDoS,0.0,8,494.0,0.125
|
||||
5,SlowrateDoS,0.0,9,23478.0,0.125
|
||||
5,SlowrateDoS,0.25,1,442.0,0.07842631404712758
|
||||
5,SlowrateDoS,0.25,2,290.0,0.07058391386671711
|
||||
5,SlowrateDoS,0.25,3,11227.0,0.17606464988719067
|
||||
5,SlowrateDoS,0.25,4,6019.0,0.15065630878009176
|
||||
5,SlowrateDoS,0.25,5,211.0,0.06518938000118277
|
||||
5,SlowrateDoS,0.25,6,9026.0,0.16671706999025862
|
||||
5,SlowrateDoS,0.25,8,494.0,0.08063767065475916
|
||||
5,SlowrateDoS,0.25,9,23478.0,0.21172469277267236
|
||||
5,SlowrateDoS,0.5,1,442.0,0.041501804128433885
|
||||
5,SlowrateDoS,0.5,2,290.0,0.03361668159197717
|
||||
5,SlowrateDoS,0.5,3,11227.0,0.20916436817163458
|
||||
5,SlowrateDoS,0.5,4,6019.0,0.1531503569505351
|
||||
5,SlowrateDoS,0.5,5,211.0,0.028674580256982357
|
||||
5,SlowrateDoS,0.5,6,9026.0,0.18754414325993665
|
||||
5,SlowrateDoS,0.5,8,494.0,0.043875220912722175
|
||||
5,SlowrateDoS,0.5,9,23478.0,0.302472844727778
|
||||
5,SlowrateDoS,0.75,1,442.0,0.01957886423156809
|
||||
5,SlowrateDoS,0.75,2,290.0,0.014273132295480967
|
||||
5,SlowrateDoS,0.75,3,11227.0,0.2215228778478546
|
||||
5,SlowrateDoS,0.75,4,6019.0,0.13879187736887041
|
||||
5,SlowrateDoS,0.75,5,211.0,0.01124430544026935
|
||||
5,SlowrateDoS,0.75,6,9026.0,0.18807985863173343
|
||||
5,SlowrateDoS,0.75,8,494.0,0.021282174729634083
|
||||
5,SlowrateDoS,0.75,9,23478.0,0.38522690945458904
|
||||
5,SlowrateDoS,1.0,1,442.0,0.008635004981733644
|
||||
5,SlowrateDoS,1.0,2,290.0,0.005665501006114834
|
||||
5,SlowrateDoS,1.0,3,11227.0,0.21933303377810773
|
||||
5,SlowrateDoS,1.0,4,6019.0,0.11758845019243168
|
||||
5,SlowrateDoS,1.0,5,211.0,0.004122140387207689
|
||||
5,SlowrateDoS,1.0,6,9026.0,0.17633383476273273
|
||||
5,SlowrateDoS,1.0,8,494.0,0.009650887920761131
|
||||
5,SlowrateDoS,1.0,9,23478.0,0.4586711469709106
|
||||
6,TCPConnectScan,0.0,0,368.0,0.125
|
||||
6,TCPConnectScan,0.0,1,1716.0,0.125
|
||||
6,TCPConnectScan,0.0,2,1886.0,0.125
|
||||
6,TCPConnectScan,0.0,4,1935.0,0.125
|
||||
6,TCPConnectScan,0.0,5,2361.0,0.125
|
||||
6,TCPConnectScan,0.0,6,3627.0,0.125
|
||||
6,TCPConnectScan,0.0,8,36.0,0.125
|
||||
6,TCPConnectScan,0.0,9,2108.0,0.125
|
||||
6,TCPConnectScan,0.25,0,368.0,0.09125699256109265
|
||||
6,TCPConnectScan,0.25,1,1716.0,0.1341014637785795
|
||||
6,TCPConnectScan,0.25,2,1886.0,0.13730603293187943
|
||||
6,TCPConnectScan,0.25,4,1935.0,0.13818930730245113
|
||||
6,TCPConnectScan,0.25,5,2361.0,0.14523730923840594
|
||||
6,TCPConnectScan,0.25,6,3627.0,0.16169295068507647
|
||||
6,TCPConnectScan,0.25,8,36.0,0.05103637533775219
|
||||
6,TCPConnectScan,0.25,9,2108.0,0.1411795681647627
|
||||
6,TCPConnectScan,0.5,0,368.0,0.06213175612220622
|
||||
6,TCPConnectScan,0.5,1,1716.0,0.13416781939283348
|
||||
6,TCPConnectScan,0.5,2,1886.0,0.1406567452488512
|
||||
6,TCPConnectScan,0.5,4,1935.0,0.14247222417070876
|
||||
6,TCPConnectScan,0.5,5,2361.0,0.1573757138633877
|
||||
6,TCPConnectScan,0.5,6,3627.0,0.19505787892422657
|
||||
6,TCPConnectScan,0.5,8,36.0,0.019433050083238347
|
||||
6,TCPConnectScan,0.5,9,2108.0,0.1487048121945478
|
||||
6,TCPConnectScan,0.75,0,368.0,0.04077774065560779
|
||||
6,TCPConnectScan,0.75,1,1716.0,0.12939731299903925
|
||||
6,TCPConnectScan,0.75,2,1886.0,0.1388972226351843
|
||||
6,TCPConnectScan,0.75,4,1935.0,0.14159503411512323
|
||||
6,TCPConnectScan,0.75,5,2361.0,0.1643839022355338
|
||||
6,TCPConnectScan,0.75,6,3627.0,0.22682867825686323
|
||||
6,TCPConnectScan,0.75,8,36.0,0.007132867736036447
|
||||
6,TCPConnectScan,0.75,9,2108.0,0.150987241366612
|
||||
6,TCPConnectScan,1.0,0,368.0,0.026216428011683408
|
||||
6,TCPConnectScan,1.0,1,1716.0,0.1222483436631759
|
||||
6,TCPConnectScan,1.0,2,1886.0,0.13435919355987747
|
||||
6,TCPConnectScan,1.0,4,1935.0,0.1378499679418679
|
||||
6,TCPConnectScan,1.0,5,2361.0,0.16819833297713185
|
||||
6,TCPConnectScan,1.0,6,3627.0,0.25838854456080357
|
||||
6,TCPConnectScan,1.0,8,36.0,0.0025646505663603335
|
||||
6,TCPConnectScan,1.0,9,2108.0,0.15017453871909953
|
||||
7,UDPFlood,0.0,0,16667.0,0.1
|
||||
7,UDPFlood,0.0,1,4540.0,0.1
|
||||
7,UDPFlood,0.0,2,13.0,0.1
|
||||
7,UDPFlood,0.0,3,75580.0,0.1
|
||||
7,UDPFlood,0.0,4,1.0,0.1
|
||||
7,UDPFlood,0.0,5,1197.0,0.1
|
||||
7,UDPFlood,0.0,6,60225.0,0.1
|
||||
7,UDPFlood,0.0,7,33227.0,0.1
|
||||
7,UDPFlood,0.0,8,128338.0,0.1
|
||||
7,UDPFlood,0.0,9,350.0,0.1
|
||||
7,UDPFlood,0.25,0,16667.0,0.1167136136379871
|
||||
7,UDPFlood,0.25,1,4540.0,0.08431815986801479
|
||||
7,UDPFlood,0.25,2,13.0,0.019504867073988554
|
||||
7,UDPFlood,0.25,3,75580.0,0.1703173451133325
|
||||
7,UDPFlood,0.25,4,1.0,0.010272050760767586
|
||||
7,UDPFlood,0.25,5,1197.0,0.06041999631618508
|
||||
7,UDPFlood,0.25,6,60225.0,0.1609167894186392
|
||||
7,UDPFlood,0.25,7,33227.0,0.13868514333904602
|
||||
7,UDPFlood,0.25,8,128338.0,0.19442225394361415
|
||||
7,UDPFlood,0.25,9,350.0,0.044429780528424986
|
||||
7,UDPFlood,0.5,0,16667.0,0.09815729168652125
|
||||
7,UDPFlood,0.5,1,4540.0,0.051229695644084236
|
||||
7,UDPFlood,0.5,2,13.0,0.002741356552885194
|
||||
7,UDPFlood,0.5,3,75580.0,0.20902454805937207
|
||||
7,UDPFlood,0.5,4,1.0,0.0007603155089043674
|
||||
7,UDPFlood,0.5,5,1197.0,0.026305158594415796
|
||||
7,UDPFlood,0.5,6,60225.0,0.18658737446910376
|
||||
7,UDPFlood,0.5,7,33227.0,0.13859239985455918
|
||||
7,UDPFlood,0.5,8,128338.0,0.2723776589293001
|
||||
7,UDPFlood,0.5,9,350.0,0.014224200700854076
|
||||
7,UDPFlood,0.75,0,16667.0,0.07350324791884133
|
||||
7,UDPFlood,0.75,1,4540.0,0.027714391201331266
|
||||
7,UDPFlood,0.75,2,13.0,0.00034306069848954687
|
||||
7,UDPFlood,0.75,3,75580.0,0.22841184349881533
|
||||
7,UDPFlood,0.75,4,1.0,5.010873664101911e-05
|
||||
7,UDPFlood,0.75,5,1197.0,0.010197273464204636
|
||||
7,UDPFlood,0.75,6,60225.0,0.19263981823455137
|
||||
7,UDPFlood,0.75,7,33227.0,0.12331951325618833
|
||||
7,UDPFlood,0.75,8,128338.0,0.3397659892182552
|
||||
7,UDPFlood,0.75,9,350.0,0.004054753772682103
|
||||
7,UDPFlood,1.0,0,16667.0,0.05206192329557878
|
||||
7,UDPFlood,1.0,1,4540.0,0.014181384278030099
|
||||
7,UDPFlood,1.0,2,13.0,4.0607488020791034e-05
|
||||
7,UDPFlood,1.0,3,75580.0,0.23608568804702973
|
||||
7,UDPFlood,1.0,4,1.0,3.1236529246762336e-06
|
||||
7,UDPFlood,1.0,5,1197.0,0.0037390125508374515
|
||||
7,UDPFlood,1.0,6,60225.0,0.18812199738862614
|
||||
7,UDPFlood,1.0,7,33227.0,0.10378961572821721
|
||||
7,UDPFlood,1.0,8,128338.0,0.4008833690470984
|
||||
7,UDPFlood,1.0,9,350.0,0.0010932785236366816
|
||||
8,UDPScan,0.0,1,5172.0,0.16666666666666666
|
||||
8,UDPScan,0.0,2,2745.0,0.16666666666666666
|
||||
8,UDPScan,0.0,5,67.0,0.16666666666666666
|
||||
8,UDPScan,0.0,6,1209.0,0.16666666666666666
|
||||
8,UDPScan,0.0,7,1006.0,0.16666666666666666
|
||||
8,UDPScan,0.0,9,935.0,0.16666666666666666
|
||||
8,UDPScan,0.25,1,5172.0,0.23795942204774836
|
||||
8,UDPScan,0.25,2,2745.0,0.20310651930274556
|
||||
8,UDPScan,0.25,5,67.0,0.08027992850944099
|
||||
8,UDPScan,0.25,6,1209.0,0.16546069782182007
|
||||
8,UDPScan,0.25,7,1006.0,0.1580293564729229
|
||||
8,UDPScan,0.25,9,935.0,0.15516407584532213
|
||||
8,UDPScan,0.5,1,5172.0,0.31327935556048336
|
||||
8,UDPScan,0.5,2,2745.0,0.22823050595866876
|
||||
8,UDPScan,0.5,5,67.0,0.03565659925308495
|
||||
8,UDPScan,0.5,6,1209.0,0.15146617877676663
|
||||
8,UDPScan,0.5,7,1006.0,0.13816610318888287
|
||||
8,UDPScan,0.5,9,935.0,0.1332012572621134
|
||||
8,UDPScan,0.75,1,5172.0,0.3896304481215563
|
||||
8,UDPScan,0.75,2,2745.0,0.2422789943955762
|
||||
8,UDPScan,0.75,5,67.0,0.014961154329041925
|
||||
8,UDPScan,0.75,6,1209.0,0.13098716011651182
|
||||
8,UDPScan,0.75,7,1006.0,0.11411887623257293
|
||||
8,UDPScan,0.75,9,935.0,0.10802336680474083
|
||||
8,UDPScan,1.0,1,5172.0,0.46452308245015267
|
||||
8,UDPScan,1.0,2,2745.0,0.24654212322615413
|
||||
8,UDPScan,1.0,5,67.0,0.006017603736303215
|
||||
8,UDPScan,1.0,6,1209.0,0.10858631219687444
|
||||
8,UDPScan,1.0,7,1006.0,0.09035387102568708
|
||||
8,UDPScan,1.0,9,935.0,0.08397700736482845
|
||||
|
+10527
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,10,227468,33441.5,5.927951095385314,5.927951095385314,0.0,0.0
|
||||
0,Benign,0.25,10,10,227468,33441.5,6.890721534844961,5.927951095385314,1.3861278290844994,0.2338291606628718
|
||||
0,Benign,0.5,10,10,227468,33441.5,7.226880311512688,5.927951095385314,1.8716965223522168,0.3157408845375364
|
||||
0,Benign,0.75,10,10,227468,33441.5,7.401028061912504,5.927951095385314,2.194196094327656,0.3701440951555344
|
||||
0,Benign,1.0,10,10,227468,33441.5,7.538018874030952,5.927951095385314,2.4863647929755857,0.41943071947930316
|
||||
1,HTTPFlood,0.0,7,43,36762,14081.285714285714,8.253552637455373,8.253552637455373,0.0,0.0
|
||||
1,HTTPFlood,0.25,7,43,36762,14081.285714285714,8.918117267548539,8.253552637455373,1.2204077604202561,0.14786453955378373
|
||||
1,HTTPFlood,0.5,7,43,36762,14081.285714285714,9.222362986482564,8.253552637455373,1.7170719649130237,0.20804034823995607
|
||||
1,HTTPFlood,0.75,7,43,36762,14081.285714285714,9.332174466479291,8.253552637455373,1.9053487589145204,0.23085195461986568
|
||||
1,HTTPFlood,1.0,7,43,36762,14081.285714285714,9.36490780105151,8.253552637455373,1.985553979435754,0.2405696148862163
|
||||
2,ICMPFlood,0.0,8,6,355,101.0,3.5219366666039282,3.5219366666039282,0.0,0.0
|
||||
2,ICMPFlood,0.25,8,6,355,101.0,3.3455838202159285,3.5219366666039282,0.36998387688688333,0.10505125784775822
|
||||
2,ICMPFlood,0.5,8,6,355,101.0,3.19508859652726,3.5219366666039282,0.7138531132501565,0.20268766330159435
|
||||
2,ICMPFlood,0.75,8,6,355,101.0,3.086004862131555,3.5219366666039282,0.9957866425249573,0.28273837288651676
|
||||
2,ICMPFlood,1.0,8,6,355,101.0,3.0171328755451223,3.5219366666039282,1.2160485615188272,0.3452783728480323
|
||||
3,SYNFlood,0.0,9,3,3136,756.1111111111111,3.36374125010981,3.36374125010981,0.0,0.0
|
||||
3,SYNFlood,0.25,9,3,3136,756.1111111111111,3.6107178660620387,3.36374125010981,1.4817727192354535,0.4405132883473367
|
||||
3,SYNFlood,0.5,9,3,3136,756.1111111111111,4.2534725545926575,3.36374125010981,2.69813143850227,0.8021221722729681
|
||||
3,SYNFlood,0.75,9,3,3136,756.1111111111111,4.92142294196882,3.36374125010981,3.6381027137995803,1.0815643782591227
|
||||
3,SYNFlood,1.0,9,3,3136,756.1111111111111,5.474514099313288,3.36374125010981,4.3299545351844655,1.2872436413006243
|
||||
4,SYNScan,0.0,10,2,10072,1403.0,6.904761897657709,6.904761897657709,0.0,0.0
|
||||
4,SYNScan,0.25,10,2,10072,1403.0,7.749476422150209,6.904761897657709,2.1492537029706695,0.3112712262677381
|
||||
4,SYNScan,0.5,10,2,10072,1403.0,8.949900903777984,6.904761897657709,3.6007329087558695,0.5214854562873978
|
||||
4,SYNScan,0.75,10,2,10072,1403.0,9.99125375915311,6.904761897657709,4.654832496815251,0.6741481554047942
|
||||
4,SYNScan,1.0,10,2,10072,1403.0,10.749731205285261,6.904761897657709,5.41545372518445,0.7843070920405706
|
||||
5,SlowrateDoS,0.0,10,4,31740,5118.7,5.676085186289429,5.676085186289429,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,4,31740,5118.7,6.236358038306618,5.676085186289429,1.480330381677036,0.2608012975655775
|
||||
5,SlowrateDoS,0.5,10,4,31740,5118.7,6.711434592880682,5.676085186289429,2.351239356274363,0.41423609391095406
|
||||
5,SlowrateDoS,0.75,10,4,31740,5118.7,7.071386925521529,5.676085186289429,2.9448788398572767,0.5188221711278445
|
||||
5,SlowrateDoS,1.0,10,4,31740,5118.7,7.345167523137277,5.676085186289429,3.3903524565835705,0.5973047171266843
|
||||
6,TCPConnectScan,0.0,9,3,3619,1559.6666666666667,3.841874712312356,3.841874712312356,0.0,0.0
|
||||
6,TCPConnectScan,0.25,9,3,3619,1559.6666666666667,4.298479649037461,3.841874712312356,1.3249813627702554,0.3448788578461406
|
||||
6,TCPConnectScan,0.5,9,3,3619,1559.6666666666667,4.605617475698719,3.841874712312356,1.906922247620418,0.4963520131224361
|
||||
6,TCPConnectScan,0.75,9,3,3619,1559.6666666666667,4.7664194627410765,3.841874712312356,2.1661482783863937,0.5638258508129818
|
||||
6,TCPConnectScan,1.0,9,3,3619,1559.6666666666667,4.863530753706252,3.841874712312356,2.3056461117159555,0.6001356848850045
|
||||
7,UDPFlood,0.0,10,113,82051,32013.8,5.770677062927314,5.770677062927314,0.0,0.0
|
||||
7,UDPFlood,0.25,10,113,82051,32013.8,5.834860450474195,5.770677062927314,0.6781747033781346,0.11752082051774254
|
||||
7,UDPFlood,0.5,10,113,82051,32013.8,5.819996202176127,5.770677062927314,1.1017427400938893,0.19092087948775355
|
||||
7,UDPFlood,0.75,10,113,82051,32013.8,5.795072823995429,5.770677062927314,1.4393991972169702,0.24943333018306182
|
||||
7,UDPFlood,1.0,10,113,82051,32013.8,5.782801499820153,5.770677062927314,1.7400140934530268,0.30152685282485087
|
||||
8,UDPScan,0.0,7,243,3899,1590.5714285714287,9.613937914434336,9.613937914434336,0.0,0.0
|
||||
8,UDPScan,0.25,7,243,3899,1590.5714285714287,9.532953288993669,9.613937914434336,0.459856217880738,0.04783224335059532
|
||||
8,UDPScan,0.5,7,243,3899,1590.5714285714287,9.4795645618072,9.613937914434336,0.8849444336568609,0.09204807036752423
|
||||
8,UDPScan,0.75,7,243,3899,1590.5714285714287,9.451313480288304,9.613937914434336,1.263934991071637,0.13146901949241518
|
||||
8,UDPScan,1.0,7,243,3899,1590.5714285714287,9.4424497555844,9.613937914434336,1.590888331098962,0.16547728363321418
|
||||
|
+401
@@ -0,0 +1,401 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,46403.0,0.1
|
||||
0,Benign,0.0,1,20110.0,0.1
|
||||
0,Benign,0.0,2,12386.0,0.1
|
||||
0,Benign,0.0,3,29.0,0.1
|
||||
0,Benign,0.0,4,3704.0,0.1
|
||||
0,Benign,0.0,5,12499.0,0.1
|
||||
0,Benign,0.0,6,227468.0,0.1
|
||||
0,Benign,0.0,7,5134.0,0.1
|
||||
0,Benign,0.0,8,10.0,0.1
|
||||
0,Benign,0.0,9,6672.0,0.1
|
||||
0,Benign,0.25,0,46403.0,0.14832715143893105
|
||||
0,Benign,0.25,1,20110.0,0.12034752389348283
|
||||
0,Benign,0.25,2,12386.0,0.10661465613617623
|
||||
0,Benign,0.25,3,29.0,0.0234522028022239
|
||||
0,Benign,0.25,4,3704.0,0.07884095678990435
|
||||
0,Benign,0.25,5,12499.0,0.10685699541749961
|
||||
0,Benign,0.25,6,227468.0,0.22070604017486498
|
||||
0,Benign,0.25,7,5134.0,0.08554568489261241
|
||||
0,Benign,0.25,8,10.0,0.01797149231890138
|
||||
0,Benign,0.25,9,6672.0,0.09133729613540323
|
||||
0,Benign,0.5,0,46403.0,0.1682927788279238
|
||||
0,Benign,0.5,1,20110.0,0.11078947063893135
|
||||
0,Benign,0.5,2,12386.0,0.08694767829455985
|
||||
0,Benign,0.5,3,29.0,0.004207183464810284
|
||||
0,Benign,0.5,4,3704.0,0.04754752779575206
|
||||
0,Benign,0.5,5,12499.0,0.08734339847139559
|
||||
0,Benign,0.5,6,227468.0,0.3726083701735719
|
||||
0,Benign,0.5,7,5134.0,0.05597838750296961
|
||||
0,Benign,0.5,8,10.0,0.0024705431977445256
|
||||
0,Benign,0.5,9,6672.0,0.06381466163234112
|
||||
0,Benign,0.75,0,46403.0,0.1624681396021797
|
||||
0,Benign,0.75,1,20110.0,0.08677961441930453
|
||||
0,Benign,0.75,2,12386.0,0.060333284681361996
|
||||
0,Benign,0.75,3,29.0,0.0006421805704713998
|
||||
0,Benign,0.75,4,3704.0,0.024398430877013617
|
||||
0,Benign,0.75,5,12499.0,0.06074564030722179
|
||||
0,Benign,0.75,6,227468.0,0.53524041039816
|
||||
0,Benign,0.75,7,5134.0,0.03116739904626047
|
||||
0,Benign,0.75,8,10.0,0.00028897392924412174
|
||||
0,Benign,0.75,9,6672.0,0.03793592616878238
|
||||
0,Benign,1.0,0,46403.0,0.13875872792787405
|
||||
0,Benign,1.0,1,20110.0,0.06013486237160415
|
||||
0,Benign,1.0,2,12386.0,0.03703781229908946
|
||||
0,Benign,1.0,3,29.0,8.671859814900647e-05
|
||||
0,Benign,1.0,4,3704.0,0.011076058191169654
|
||||
0,Benign,1.0,5,12499.0,0.03737571580222179
|
||||
0,Benign,1.0,6,227468.0,0.6801967615089036
|
||||
0,Benign,1.0,7,5134.0,0.015352182168862043
|
||||
0,Benign,1.0,8,10.0,2.990296487896775e-05
|
||||
0,Benign,1.0,9,6672.0,0.01995125816724728
|
||||
1,HTTPFlood,0.0,1,1015.0,0.14285714285714285
|
||||
1,HTTPFlood,0.0,3,13422.0,0.14285714285714285
|
||||
1,HTTPFlood,0.0,4,43.0,0.14285714285714285
|
||||
1,HTTPFlood,0.0,5,578.0,0.14285714285714285
|
||||
1,HTTPFlood,0.0,6,36762.0,0.14285714285714285
|
||||
1,HTTPFlood,0.0,7,27221.0,0.14285714285714285
|
||||
1,HTTPFlood,0.0,9,19528.0,0.14285714285714285
|
||||
1,HTTPFlood,0.25,1,1015.0,0.09047700407241126
|
||||
1,HTTPFlood,0.25,3,13422.0,0.17253452382812953
|
||||
1,HTTPFlood,0.25,4,43.0,0.04104769879846326
|
||||
1,HTTPFlood,0.25,5,578.0,0.07859658212454056
|
||||
1,HTTPFlood,0.25,6,36762.0,0.22195834794271163
|
||||
1,HTTPFlood,0.25,7,27221.0,0.20589591007866703
|
||||
1,HTTPFlood,0.25,9,19528.0,0.18948993315507673
|
||||
1,HTTPFlood,0.5,1,1015.0,0.04721426989491141
|
||||
1,HTTPFlood,0.5,3,13422.0,0.17169153143245333
|
||||
1,HTTPFlood,0.5,4,43.0,0.00971794607794783
|
||||
1,HTTPFlood,0.5,5,578.0,0.035629044564504136
|
||||
1,HTTPFlood,0.5,6,36762.0,0.28414487189953647
|
||||
1,HTTPFlood,0.5,7,27221.0,0.2445075618027678
|
||||
1,HTTPFlood,0.5,9,19528.0,0.207094774327879
|
||||
1,HTTPFlood,0.75,1,1015.0,0.022513100521636794
|
||||
1,HTTPFlood,0.75,3,13422.0,0.1561164635000124
|
||||
1,HTTPFlood,0.75,4,43.0,0.00210226335691853
|
||||
1,HTTPFlood,0.75,5,578.0,0.014758141078868543
|
||||
1,HTTPFlood,0.75,6,36762.0,0.3323801862446495
|
||||
1,HTTPFlood,0.75,7,27221.0,0.2653162409279594
|
||||
1,HTTPFlood,0.75,9,19528.0,0.20681360436995477
|
||||
1,HTTPFlood,1.0,1,1015.0,0.010297355152228389
|
||||
1,HTTPFlood,1.0,3,13422.0,0.13616857226917184
|
||||
1,HTTPFlood,1.0,4,43.0,0.000436242632064848
|
||||
1,HTTPFlood,1.0,5,578.0,0.005863912589150747
|
||||
1,HTTPFlood,1.0,6,36762.0,0.3729570148829754
|
||||
1,HTTPFlood,1.0,7,27221.0,0.27616187645202855
|
||||
1,HTTPFlood,1.0,9,19528.0,0.19811502602238026
|
||||
2,ICMPFlood,0.0,0,203.0,0.125
|
||||
2,ICMPFlood,0.0,1,6.0,0.125
|
||||
2,ICMPFlood,0.0,3,355.0,0.125
|
||||
2,ICMPFlood,0.0,4,155.0,0.125
|
||||
2,ICMPFlood,0.0,6,17.0,0.125
|
||||
2,ICMPFlood,0.0,7,28.0,0.125
|
||||
2,ICMPFlood,0.0,8,11.0,0.125
|
||||
2,ICMPFlood,0.0,9,33.0,0.125
|
||||
2,ICMPFlood,0.25,0,203.0,0.17348513403438803
|
||||
2,ICMPFlood,0.25,1,6.0,0.07193265150262905
|
||||
2,ICMPFlood,0.25,3,355.0,0.1995011230276643
|
||||
2,ICMPFlood,0.25,4,155.0,0.16217024806435706
|
||||
2,ICMPFlood,0.25,6,17.0,0.09332553469498478
|
||||
2,ICMPFlood,0.25,7,28.0,0.10572501716359017
|
||||
2,ICMPFlood,0.25,8,11.0,0.08370211419334429
|
||||
2,ICMPFlood,0.25,9,33.0,0.1101581773190424
|
||||
2,ICMPFlood,0.5,0,203.0,0.21436737903017822
|
||||
2,ICMPFlood,0.5,1,6.0,0.036854141952863524
|
||||
2,ICMPFlood,0.5,3,355.0,0.2834815871663286
|
||||
2,ICMPFlood,0.5,4,155.0,0.18731671297461305
|
||||
2,ICMPFlood,0.5,6,17.0,0.062034764775340374
|
||||
2,ICMPFlood,0.5,7,28.0,0.07961404588627441
|
||||
2,ICMPFlood,0.5,8,11.0,0.04990074409916144
|
||||
2,ICMPFlood,0.5,9,33.0,0.08643062411524045
|
||||
2,ICMPFlood,0.75,0,203.0,0.24043344273690107
|
||||
2,ICMPFlood,0.75,1,6.0,0.017139031794542153
|
||||
2,ICMPFlood,0.75,3,355.0,0.3656319270897911
|
||||
2,ICMPFlood,0.75,4,155.0,0.196391017528488
|
||||
2,ICMPFlood,0.75,6,17.0,0.037429113208184754
|
||||
2,ICMPFlood,0.75,7,28.0,0.0544178488668809
|
||||
2,ICMPFlood,0.75,8,11.0,0.027003332280505356
|
||||
2,ICMPFlood,0.75,9,33.0,0.061554286494706706
|
||||
2,ICMPFlood,1.0,0,203.0,0.25123762376237624
|
||||
2,ICMPFlood,1.0,1,6.0,0.007425742574257425
|
||||
2,ICMPFlood,1.0,3,355.0,0.43935643564356436
|
||||
2,ICMPFlood,1.0,4,155.0,0.19183168316831684
|
||||
2,ICMPFlood,1.0,6,17.0,0.02103960396039604
|
||||
2,ICMPFlood,1.0,7,28.0,0.034653465346534656
|
||||
2,ICMPFlood,1.0,8,11.0,0.013613861386138614
|
||||
2,ICMPFlood,1.0,9,33.0,0.04084158415841584
|
||||
3,SYNFlood,0.0,0,258.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,1,3.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,2,3136.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,3,221.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,4,2230.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,5,4.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,6,72.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,8,543.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,9,338.0,0.1111111111111111
|
||||
3,SYNFlood,0.25,0,258.0,0.1083863497264916
|
||||
3,SYNFlood,0.25,1,3.0,0.03559180205481814
|
||||
3,SYNFlood,0.25,2,3136.0,0.20237817593289642
|
||||
3,SYNFlood,0.25,3,221.0,0.10427200684055284
|
||||
3,SYNFlood,0.25,4,2230.0,0.18584285962848582
|
||||
3,SYNFlood,0.25,5,4.0,0.038245880307522934
|
||||
3,SYNFlood,0.25,6,72.0,0.07877760764723998
|
||||
3,SYNFlood,0.25,8,543.0,0.13054781913502161
|
||||
3,SYNFlood,0.25,9,338.0,0.11595749872697057
|
||||
3,SYNFlood,0.5,0,258.0,0.0854128354464087
|
||||
3,SYNFlood,0.5,1,3.0,0.009210302913355194
|
||||
3,SYNFlood,0.5,2,3136.0,0.29778396851524247
|
||||
3,SYNFlood,0.5,3,221.0,0.07905137406780222
|
||||
3,SYNFlood,0.5,4,2230.0,0.2511109886453551
|
||||
3,SYNFlood,0.5,5,4.0,0.010635141732687231
|
||||
3,SYNFlood,0.5,6,72.0,0.04512108502837914
|
||||
3,SYNFlood,0.5,8,543.0,0.12391195275594849
|
||||
3,SYNFlood,0.5,9,338.0,0.09776235089482146
|
||||
3,SYNFlood,0.75,0,258.0,0.05925446396957882
|
||||
3,SYNFlood,0.75,1,3.0,0.0020982017035934045
|
||||
3,SYNFlood,0.75,2,3136.0,0.38573436764532026
|
||||
3,SYNFlood,0.75,3,221.0,0.05275947915764114
|
||||
3,SYNFlood,0.75,4,2230.0,0.29869980670032753
|
||||
3,SYNFlood,0.75,5,4.0,0.002603462267653768
|
||||
3,SYNFlood,0.75,6,72.0,0.022751271160135086
|
||||
3,SYNFlood,0.75,8,543.0,0.10353952456833819
|
||||
3,SYNFlood,0.75,9,338.0,0.07255942282741186
|
||||
3,SYNFlood,1.0,0,258.0,0.037913299044819986
|
||||
3,SYNFlood,1.0,1,3.0,0.000440852314474651
|
||||
3,SYNFlood,1.0,2,3136.0,0.46083761939750184
|
||||
3,SYNFlood,1.0,3,221.0,0.032476120499632624
|
||||
3,SYNFlood,1.0,4,2230.0,0.32770022042615726
|
||||
3,SYNFlood,1.0,5,4.0,0.0005878030859662013
|
||||
3,SYNFlood,1.0,6,72.0,0.010580455547391624
|
||||
3,SYNFlood,1.0,8,543.0,0.07979426891991183
|
||||
3,SYNFlood,1.0,9,338.0,0.049669360764144015
|
||||
4,SYNScan,0.0,0,4.0,0.1
|
||||
4,SYNScan,0.0,1,843.0,0.1
|
||||
4,SYNScan,0.0,2,10072.0,0.1
|
||||
4,SYNScan,0.0,3,448.0,0.1
|
||||
4,SYNScan,0.0,4,117.0,0.1
|
||||
4,SYNScan,0.0,5,2.0,0.1
|
||||
4,SYNScan,0.0,6,32.0,0.1
|
||||
4,SYNScan,0.0,7,1955.0,0.1
|
||||
4,SYNScan,0.0,8,429.0,0.1
|
||||
4,SYNScan,0.0,9,128.0,0.1
|
||||
4,SYNScan,0.25,0,4.0,0.03301013373224757
|
||||
4,SYNScan,0.25,1,843.0,0.12577350957064082
|
||||
4,SYNScan,0.25,2,10072.0,0.23383591484379224
|
||||
4,SYNScan,0.25,3,448.0,0.10738701965476669
|
||||
4,SYNScan,0.25,4,117.0,0.07676773928739214
|
||||
4,SYNScan,0.25,5,2.0,0.0277581031224927
|
||||
4,SYNScan,0.25,6,32.0,0.0555162062449854
|
||||
4,SYNScan,0.25,7,1955.0,0.15520974177475988
|
||||
4,SYNScan,0.25,8,429.0,0.10622985996576223
|
||||
4,SYNScan,0.25,9,128.0,0.07851177180316027
|
||||
4,SYNScan,0.5,0,4.0,0.008107375562482573
|
||||
4,SYNScan,0.5,1,843.0,0.11769664498711367
|
||||
4,SYNScan,0.5,2,10072.0,0.40682548834979537
|
||||
4,SYNScan,0.5,3,448.0,0.08580039809492515
|
||||
4,SYNScan,0.5,4,117.0,0.04384733744996193
|
||||
4,SYNScan,0.5,5,2.0,0.005732780237857527
|
||||
4,SYNScan,0.5,6,32.0,0.022931120951430108
|
||||
4,SYNScan,0.5,7,1955.0,0.17923535350850703
|
||||
4,SYNScan,0.5,8,429.0,0.08396125895506644
|
||||
4,SYNScan,0.5,9,128.0,0.045862241902860215
|
||||
4,SYNScan,0.75,0,4.0,0.0016263865851399854
|
||||
4,SYNScan,0.75,1,843.0,0.08996000500861366
|
||||
4,SYNScan,0.75,2,10072.0,0.5781167836257392
|
||||
4,SYNScan,0.75,3,448.0,0.05599345946112384
|
||||
4,SYNScan,0.75,4,117.0,0.020455880892733057
|
||||
4,SYNScan,0.75,5,2.0,0.0009670552493967246
|
||||
4,SYNScan,0.75,6,32.0,0.007736441995173797
|
||||
4,SYNScan,0.75,7,1955.0,0.16905922014146704
|
||||
4,SYNScan,0.75,8,429.0,0.05420280465243766
|
||||
4,SYNScan,0.75,9,128.0,0.0218819623881751
|
||||
4,SYNScan,1.0,0,4.0,0.0002851033499643621
|
||||
4,SYNScan,1.0,1,843.0,0.060085531004989305
|
||||
4,SYNScan,1.0,2,10072.0,0.7178902352102637
|
||||
4,SYNScan,1.0,3,448.0,0.03193157519600855
|
||||
4,SYNScan,1.0,4,117.0,0.008339272986457591
|
||||
4,SYNScan,1.0,5,2.0,0.00014255167498218105
|
||||
4,SYNScan,1.0,6,32.0,0.002280826799714897
|
||||
4,SYNScan,1.0,7,1955.0,0.13934426229508196
|
||||
4,SYNScan,1.0,8,429.0,0.030577334283677832
|
||||
4,SYNScan,1.0,9,128.0,0.009123307198859587
|
||||
5,SlowrateDoS,0.0,0,226.0,0.1
|
||||
5,SlowrateDoS,0.0,1,692.0,0.1
|
||||
5,SlowrateDoS,0.0,2,1818.0,0.1
|
||||
5,SlowrateDoS,0.0,3,31740.0,0.1
|
||||
5,SlowrateDoS,0.0,4,8482.0,0.1
|
||||
5,SlowrateDoS,0.0,5,69.0,0.1
|
||||
5,SlowrateDoS,0.0,6,4423.0,0.1
|
||||
5,SlowrateDoS,0.0,7,4.0,0.1
|
||||
5,SlowrateDoS,0.0,8,2548.0,0.1
|
||||
5,SlowrateDoS,0.0,9,1185.0,0.1
|
||||
5,SlowrateDoS,0.25,0,226.0,0.060673803709073354
|
||||
5,SlowrateDoS,0.25,1,692.0,0.08026027363031897
|
||||
5,SlowrateDoS,0.25,2,1818.0,0.10218157256322169
|
||||
5,SlowrateDoS,0.25,3,31740.0,0.20886989240695136
|
||||
5,SlowrateDoS,0.25,4,8482.0,0.15017535921898711
|
||||
5,SlowrateDoS,0.25,5,69.0,0.04510102219713029
|
||||
5,SlowrateDoS,0.25,6,4423.0,0.12761547674932053
|
||||
5,SlowrateDoS,0.25,7,4.0,0.022130392179037832
|
||||
5,SlowrateDoS,0.25,8,2548.0,0.11117930844865305
|
||||
5,SlowrateDoS,0.25,9,1185.0,0.09181289889730583
|
||||
5,SlowrateDoS,0.5,0,226.0,0.029137343544207
|
||||
5,SlowrateDoS,0.5,1,692.0,0.05098574648377225
|
||||
5,SlowrateDoS,0.5,2,1818.0,0.08264045019919229
|
||||
5,SlowrateDoS,0.5,3,31740.0,0.34530208140125696
|
||||
5,SlowrateDoS,0.5,4,8482.0,0.17850273266683298
|
||||
5,SlowrateDoS,0.5,5,69.0,0.016099792560103018
|
||||
5,SlowrateDoS,0.5,6,4423.0,0.12890038207720075
|
||||
5,SlowrateDoS,0.5,7,4.0,0.0038763745237038435
|
||||
5,SlowrateDoS,0.5,8,2548.0,0.09783526975681556
|
||||
5,SlowrateDoS,0.5,9,1185.0,0.06671982678691533
|
||||
5,SlowrateDoS,0.75,0,226.0,0.011985677057113179
|
||||
5,SlowrateDoS,0.75,1,692.0,0.027743472175220878
|
||||
5,SlowrateDoS,0.75,2,1818.0,0.05725015300062259
|
||||
5,SlowrateDoS,0.75,3,31740.0,0.48897475111882294
|
||||
5,SlowrateDoS,0.75,4,8482.0,0.18174184960217546
|
||||
5,SlowrateDoS,0.75,5,69.0,0.004922866522292958
|
||||
5,SlowrateDoS,0.75,6,4423.0,0.11152415645759794
|
||||
5,SlowrateDoS,0.75,7,4.0,0.0005816024616158177
|
||||
5,SlowrateDoS,0.75,8,2548.0,0.07374469949602348
|
||||
5,SlowrateDoS,0.75,9,1185.0,0.04153077210851469
|
||||
5,SlowrateDoS,1.0,0,226.0,0.0044151835426963874
|
||||
5,SlowrateDoS,1.0,1,692.0,0.013519057573211948
|
||||
5,SlowrateDoS,1.0,2,1818.0,0.035516830445230234
|
||||
5,SlowrateDoS,1.0,3,31740.0,0.6200793170140856
|
||||
5,SlowrateDoS,1.0,4,8482.0,0.16570613632367592
|
||||
5,SlowrateDoS,1.0,5,69.0,0.0013479985152480122
|
||||
5,SlowrateDoS,1.0,6,4423.0,0.08640865844843418
|
||||
5,SlowrateDoS,1.0,7,4.0,7.814484146365288e-05
|
||||
5,SlowrateDoS,1.0,8,2548.0,0.04977826401234688
|
||||
5,SlowrateDoS,1.0,9,1185.0,0.023150409283607166
|
||||
6,TCPConnectScan,0.0,0,2548.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,1,2980.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,2,564.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,3,1136.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,4,6.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,5,94.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,6,3.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,8,3087.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.0,9,3619.0,0.1111111111111111
|
||||
6,TCPConnectScan,0.25,0,2548.0,0.15319581936950138
|
||||
6,TCPConnectScan,0.25,1,2980.0,0.15931296627472874
|
||||
6,TCPConnectScan,0.25,2,564.0,0.10507921842916094
|
||||
6,TCPConnectScan,0.25,3,1136.0,0.12518192933584837
|
||||
6,TCPConnectScan,0.25,4,6.0,0.03374697660923761
|
||||
6,TCPConnectScan,0.25,5,94.0,0.0671396420149002
|
||||
6,TCPConnectScan,0.25,6,3.0,0.02837771165635886
|
||||
6,TCPConnectScan,0.25,8,3087.0,0.16072417872115116
|
||||
6,TCPConnectScan,0.25,9,3619.0,0.1672415575891127
|
||||
6,TCPConnectScan,0.5,0,2548.0,0.17280014352858208
|
||||
6,TCPConnectScan,0.5,1,2980.0,0.18687556515450443
|
||||
6,TCPConnectScan,0.5,2,564.0,0.08129876325950353
|
||||
6,TCPConnectScan,0.5,3,1136.0,0.11538080182924355
|
||||
6,TCPConnectScan,0.5,4,6.0,0.008385327172041572
|
||||
6,TCPConnectScan,0.5,5,94.0,0.03319008111751863
|
||||
6,TCPConnectScan,0.5,6,3.0,0.005929321705818412
|
||||
6,TCPConnectScan,0.5,8,3087.0,0.1902009587566029
|
||||
6,TCPConnectScan,0.5,9,3619.0,0.20593903747618483
|
||||
6,TCPConnectScan,0.75,0,2548.0,0.18017970202197528
|
||||
6,TCPConnectScan,0.75,1,2980.0,0.20263688217543374
|
||||
6,TCPConnectScan,0.75,2,564.0,0.05814543508913458
|
||||
6,TCPConnectScan,0.75,3,1136.0,0.09830826808849526
|
||||
6,TCPConnectScan,0.75,4,6.0,0.0019260596558238192
|
||||
6,TCPConnectScan,0.75,5,94.0,0.015167087309942796
|
||||
6,TCPConnectScan,0.75,6,3.0,0.0011452419233126889
|
||||
6,TCPConnectScan,0.75,8,3087.0,0.20806966537238317
|
||||
6,TCPConnectScan,0.75,9,3619.0,0.23442165836349868
|
||||
6,TCPConnectScan,1.0,0,2548.0,0.1815202678635036
|
||||
6,TCPConnectScan,1.0,1,2980.0,0.2122960746598276
|
||||
6,TCPConnectScan,1.0,2,564.0,0.040179525539645225
|
||||
6,TCPConnectScan,1.0,3,1136.0,0.08092897342737052
|
||||
6,TCPConnectScan,1.0,4,6.0,0.00042744176106005556
|
||||
6,TCPConnectScan,1.0,5,94.0,0.006696587589940871
|
||||
6,TCPConnectScan,1.0,6,3.0,0.00021372088053002778
|
||||
6,TCPConnectScan,1.0,8,3087.0,0.21991878606539858
|
||||
6,TCPConnectScan,1.0,9,3619.0,0.2578186222127235
|
||||
7,UDPFlood,0.0,0,55627.0,0.1
|
||||
7,UDPFlood,0.0,1,25373.0,0.1
|
||||
7,UDPFlood,0.0,2,113.0,0.1
|
||||
7,UDPFlood,0.0,3,61079.0,0.1
|
||||
7,UDPFlood,0.0,4,4837.0,0.1
|
||||
7,UDPFlood,0.0,5,5864.0,0.1
|
||||
7,UDPFlood,0.0,6,28468.0,0.1
|
||||
7,UDPFlood,0.0,7,27150.0,0.1
|
||||
7,UDPFlood,0.0,8,82051.0,0.1
|
||||
7,UDPFlood,0.0,9,29576.0,0.1
|
||||
7,UDPFlood,0.25,0,55627.0,0.12807067701831673
|
||||
7,UDPFlood,0.25,1,25373.0,0.10524979303476469
|
||||
7,UDPFlood,0.25,2,113.0,0.027189292479257842
|
||||
7,UDPFlood,0.25,3,61079.0,0.13109957239264697
|
||||
7,UDPFlood,0.25,4,4837.0,0.06954602582522676
|
||||
7,UDPFlood,0.25,5,5864.0,0.07297545072567858
|
||||
7,UDPFlood,0.25,6,28468.0,0.10832221573099696
|
||||
7,UDPFlood,0.25,7,27150.0,0.10704607653673608
|
||||
7,UDPFlood,0.25,8,82051.0,0.14113972445687858
|
||||
7,UDPFlood,0.25,9,29576.0,0.10936117179949685
|
||||
7,UDPFlood,0.5,0,55627.0,0.14824625948109668
|
||||
7,UDPFlood,0.5,1,25373.0,0.10012138173086314
|
||||
7,UDPFlood,0.5,2,113.0,0.006681594982081976
|
||||
7,UDPFlood,0.5,3,61079.0,0.15534128157369997
|
||||
7,UDPFlood,0.5,4,4837.0,0.04371484757667503
|
||||
7,UDPFlood,0.5,5,5864.0,0.04813244304128751
|
||||
7,UDPFlood,0.5,6,28468.0,0.10605213190884584
|
||||
7,UDPFlood,0.5,7,27150.0,0.10356806010488347
|
||||
7,UDPFlood,0.5,8,82051.0,0.18004574572740056
|
||||
7,UDPFlood,0.5,9,29576.0,0.10809625387316588
|
||||
7,UDPFlood,0.75,0,55627.0,0.1630668437266513
|
||||
7,UDPFlood,0.75,1,25373.0,0.090506610494544
|
||||
7,UDPFlood,0.75,2,113.0,0.0015603077611360669
|
||||
7,UDPFlood,0.75,3,61079.0,0.17491230971064703
|
||||
7,UDPFlood,0.75,4,4837.0,0.026111601047841694
|
||||
7,UDPFlood,0.75,5,5864.0,0.030168026948116277
|
||||
7,UDPFlood,0.75,6,28468.0,0.09866637078624563
|
||||
7,UDPFlood,0.75,7,27150.0,0.09522013909787946
|
||||
7,UDPFlood,0.75,8,82051.0,0.218255071955432
|
||||
7,UDPFlood,0.75,9,29576.0,0.10153271847150644
|
||||
7,UDPFlood,1.0,0,55627.0,0.17375944124096485
|
||||
7,UDPFlood,1.0,1,25373.0,0.07925644565781007
|
||||
7,UDPFlood,1.0,2,113.0,0.00035297278048841436
|
||||
7,UDPFlood,1.0,3,61079.0,0.19078959698629966
|
||||
7,UDPFlood,1.0,4,4837.0,0.015109109196658942
|
||||
7,UDPFlood,1.0,5,5864.0,0.01831710075030143
|
||||
7,UDPFlood,1.0,6,28468.0,0.088924151459683
|
||||
7,UDPFlood,1.0,7,27150.0,0.08480717690495973
|
||||
7,UDPFlood,1.0,8,82051.0,0.2562988461226096
|
||||
7,UDPFlood,1.0,9,29576.0,0.09238515890022428
|
||||
8,UDPScan,0.0,0,3899.0,0.14285714285714285
|
||||
8,UDPScan,0.0,2,436.0,0.14285714285714285
|
||||
8,UDPScan,0.0,4,243.0,0.14285714285714285
|
||||
8,UDPScan,0.0,5,1018.0,0.14285714285714285
|
||||
8,UDPScan,0.0,6,947.0,0.14285714285714285
|
||||
8,UDPScan,0.0,7,1184.0,0.14285714285714285
|
||||
8,UDPScan,0.0,9,3407.0,0.14285714285714285
|
||||
8,UDPScan,0.25,0,3899.0,0.19216216935622626
|
||||
8,UDPScan,0.25,2,436.0,0.11112229606695094
|
||||
8,UDPScan,0.25,4,243.0,0.09601324600612185
|
||||
8,UDPScan,0.25,5,1018.0,0.13736197566765845
|
||||
8,UDPScan,0.25,6,947.0,0.1349015932361032
|
||||
8,UDPScan,0.25,7,1184.0,0.14264859869122043
|
||||
8,UDPScan,0.25,9,3407.0,0.1857901209757188
|
||||
8,UDPScan,0.5,0,3899.0,0.245477597427071
|
||||
8,UDPScan,0.5,2,436.0,0.08208777629829044
|
||||
8,UDPScan,0.5,4,243.0,0.06128276942677685
|
||||
8,UDPScan,0.5,5,1018.0,0.12543222768859752
|
||||
8,UDPScan,0.5,6,947.0,0.12097906841534849
|
||||
8,UDPScan,0.5,7,1184.0,0.13527299252439537
|
||||
8,UDPScan,0.5,9,3407.0,0.2294675682195203
|
||||
8,UDPScan,0.75,0,3899.0,0.2992044352196282
|
||||
8,UDPScan,0.75,2,436.0,0.057858606216387685
|
||||
8,UDPScan,0.75,4,243.0,0.037321389612737614
|
||||
8,UDPScan,0.75,5,1018.0,0.10928584989955037
|
||||
8,UDPScan,0.75,6,947.0,0.10351793137900643
|
||||
8,UDPScan,0.75,7,1184.0,0.12239590203744032
|
||||
8,UDPScan,0.75,9,3407.0,0.2704158856352494
|
||||
8,UDPScan,1.0,0,3899.0,0.3501886114603916
|
||||
8,UDPScan,1.0,2,436.0,0.039159331776540324
|
||||
8,UDPScan,1.0,4,243.0,0.021825040416741513
|
||||
8,UDPScan,1.0,5,1018.0,0.09143165079935334
|
||||
8,UDPScan,1.0,6,947.0,0.0850547871384947
|
||||
8,UDPScan,1.0,7,1184.0,0.1063409376684031
|
||||
8,UDPScan,1.0,9,3407.0,0.30599964074007546
|
||||
|
@@ -1,4 +1,9 @@
|
||||
dataset,alpha,beta,n_seeds,pooled_val_mean,pooled_val_std_sample,pooled_val_std_pop,pooled_val_min,pooled_val_max,pooled_val_recall,selected,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,support_cv_mean,union_unseen_mean,mean_displacement_beta1
|
||||
5gnidd,0.25,0.0,3,0.7614534210908004,0.021902537932118035,0.017883347335214204,0.7363601228044894,0.7767324599762028,0.9085770977445251,True,16,27,30,17.600940070872678,1.3021194271854393,5.333333333333333,2.91943348262683
|
||||
5gnidd,0.25,0.25,3,0.7492858468825278,0.017106975874172658,0.013967787311275074,0.7332592430237032,0.7672996288066082,0.9071367963077813,False,16,27,30,17.600940070872678,1.3021194271854393,5.333333333333333,2.91943348262683
|
||||
5gnidd,0.25,0.5,3,0.7257145491666086,0.01101731431676257,0.008995599470642724,0.7174503698309587,0.7382227190445022,0.8949473995819205,False,16,27,30,17.600940070872678,1.3021194271854393,5.333333333333333,2.91943348262683
|
||||
5gnidd,0.25,0.75,3,0.7222353067403979,0.007966771094060871,0.00650484135933454,0.713262253662401,0.7284775896718815,0.8797107780157537,False,16,27,30,17.600940070872678,1.3021194271854393,5.333333333333333,2.91943348262683
|
||||
5gnidd,0.25,1.0,3,0.7376364240173013,0.002755842556750987,0.0022501360251623035,0.7344552755726921,0.7392969205366235,0.8889910199323897,False,16,27,30,17.600940070872678,1.3021194271854393,5.333333333333333,2.91943348262683
|
||||
5gnidd,0.5,0.0,3,0.6872301309573783,0.052725844344546816,0.04305047163384996,0.6332434333373904,0.7385974827605487,0.9477370387940001,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.5,0.25,3,0.6450777370820986,0.06474313739822393,0.052862550324183834,0.5737166466423315,0.7000551711341446,0.9468616498164765,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.5,0.5,3,0.6746687817772702,0.10225286523806497,0.08348911485694357,0.5633883995024869,0.7644872677811037,0.9436587867425653,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
|
||||
|
@@ -1,4 +1,19 @@
|
||||
dataset,alpha,seed,beta,n_eligible,n_improve,n_degrade,n_unchanged,mean_delta,min_delta,max_delta
|
||||
5gnidd,0.25,0,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.25,0,0.25,10,3,3,4,0.010938546012782963,-0.07653222666610299,0.18940707383214095
|
||||
5gnidd,0.25,0,0.5,10,3,4,3,-0.01890975297353068,-0.10737418541550403,0.023843748084083516
|
||||
5gnidd,0.25,0,0.75,10,3,4,3,-0.023097869142088355,-0.14782686599098172,0.08120187997137751
|
||||
5gnidd,0.25,0,1.0,10,3,4,3,-0.0019048472317972909,-0.1484580166381656,0.2777777777777778
|
||||
5gnidd,0.25,1,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.25,1,0.25,10,3,3,4,-0.003968051685100719,-0.035080645161290336,0.006988021376510556
|
||||
5gnidd,0.25,1,0.5,10,2,4,4,-0.03304496144720663,-0.31650978982621863,0.0007581492441447457
|
||||
5gnidd,0.25,1,0.75,10,2,5,3,-0.04279009081982739,-0.4057158717743099,0.05971472095277662
|
||||
5gnidd,0.25,1,1.0,10,3,4,3,-0.0319707599550853,-0.3007384916695693,0.05547720837266114
|
||||
5gnidd,0.25,2,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.25,2,0.25,10,0,4,6,-0.04347321695249963,-0.20521276595744675,0.0
|
||||
5gnidd,0.25,2,0.5,10,1,3,6,-0.05526190135183806,-0.2831161695447409,0.002564102564102555
|
||||
5gnidd,0.25,2,0.75,10,1,4,5,-0.05176638308929169,-0.26831675979891445,0.09614699026463747
|
||||
5gnidd,0.25,2,1.0,10,4,3,3,-0.03757538403361462,-0.2684826405938592,0.1510489510489511
|
||||
5gnidd,0.5,0,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.5,0,0.25,10,2,7,1,-0.07713608929072921,-0.20363636363636362,0.030406580954845275
|
||||
5gnidd,0.5,0,0.5,10,7,2,1,0.025889785020554917,-0.03433523137896821,0.06985074626865678
|
||||
|
||||
|
@@ -1,4 +1,49 @@
|
||||
dataset,alpha,class_id,class_name,beta,n_seeds,mean_displacement,std_sample_displacement,mean_relative_displacement
|
||||
5gnidd,0.25,0,Benign,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,0,Benign,0.25,3,1.3208867894419398,0.4046228465947186,0.23983953261805913
|
||||
5gnidd,0.25,0,Benign,0.5,3,1.8727315927020307,0.4620649789517894,0.3404401554383467
|
||||
5gnidd,0.25,0,Benign,0.75,3,2.28489006476199,0.4920344898577957,0.4157898773092243
|
||||
5gnidd,0.25,0,Benign,1.0,3,2.648344737773736,0.5188602564457683,0.4821737572132332
|
||||
5gnidd,0.25,1,HTTPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,1,HTTPFlood,0.25,3,2.203804871336226,0.8752478432915377,0.3276588540398691
|
||||
5gnidd,0.25,1,HTTPFlood,0.5,3,3.135496752702504,1.2294222020173649,0.4648502648708635
|
||||
5gnidd,0.25,1,HTTPFlood,0.75,3,3.5467901328136713,1.4218932038360563,0.5260714573849847
|
||||
5gnidd,0.25,1,HTTPFlood,1.0,3,3.7602841668463944,1.5390234836296783,0.5584139964274445
|
||||
5gnidd,0.25,2,ICMPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,2,ICMPFlood,0.25,3,0.4029121925023258,0.03218898834492902,0.11510871142077754
|
||||
5gnidd,0.25,2,ICMPFlood,0.5,3,0.7402981676160462,0.06302350856873123,0.21141829389362196
|
||||
5gnidd,0.25,2,ICMPFlood,0.75,3,1.0088940328474096,0.10943512225119882,0.2880600622121033
|
||||
5gnidd,0.25,2,ICMPFlood,1.0,3,1.2149615886933787,0.1507085895098706,0.34685106134597526
|
||||
5gnidd,0.25,3,SYNFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,3,SYNFlood,0.25,3,0.9255896141142367,0.5134034722569449,0.2677962234856806
|
||||
5gnidd,0.25,3,SYNFlood,0.5,3,1.7760206329532042,0.8152985107527552,0.5134951556701836
|
||||
5gnidd,0.25,3,SYNFlood,0.75,3,2.536161711310303,0.9547281136087009,0.7326178888273117
|
||||
5gnidd,0.25,3,SYNFlood,1.0,3,3.1763695442454467,1.0069739670231537,0.9167291408106705
|
||||
5gnidd,0.25,4,SYNScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,4,SYNScan,0.25,3,1.5082484997446013,0.6622429474820746,0.21512110484443236
|
||||
5gnidd,0.25,4,SYNScan,0.5,3,2.532644317612205,1.005483400929481,0.3612738214093841
|
||||
5gnidd,0.25,4,SYNScan,0.75,3,3.270199976504887,1.2378832181008719,0.4665432178395166
|
||||
5gnidd,0.25,4,SYNScan,1.0,3,3.814579780422797,1.4018369744978139,0.5442267347415422
|
||||
5gnidd,0.25,5,SlowrateDoS,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,5,SlowrateDoS,0.25,3,1.564877309272502,0.9738544836723891,0.2820388998650987
|
||||
5gnidd,0.25,5,SlowrateDoS,0.5,3,2.3857836065060547,1.203619044944969,0.4262312254284213
|
||||
5gnidd,0.25,5,SlowrateDoS,0.75,3,2.8594065609443517,1.1978680905380645,0.5076045381663238
|
||||
5gnidd,0.25,5,SlowrateDoS,1.0,3,3.178870743072719,1.1570108600313702,0.5619090743749164
|
||||
5gnidd,0.25,6,TCPConnectScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,6,TCPConnectScan,0.25,3,1.3521264468297787,0.712355658772999,0.36317633423666756
|
||||
5gnidd,0.25,6,TCPConnectScan,0.5,3,2.3161305308289326,1.5604787814943968,0.6272116346725974
|
||||
5gnidd,0.25,6,TCPConnectScan,0.75,3,2.9159246182720526,2.201020849029129,0.7928641384888375
|
||||
5gnidd,0.25,6,TCPConnectScan,1.0,3,3.257943080113345,2.5741100653263422,0.8873673593640223
|
||||
5gnidd,0.25,7,UDPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,7,UDPFlood,0.25,3,1.308343495852911,0.5667070359112721,0.2616291006327561
|
||||
5gnidd,0.25,7,UDPFlood,0.5,3,1.8907793895474538,0.6874579758805816,0.3770492970638934
|
||||
5gnidd,0.25,7,UDPFlood,0.75,3,2.2054121762177554,0.663497410401604,0.4382592556604308
|
||||
5gnidd,0.25,7,UDPFlood,1.0,3,2.4077369723424735,0.5783305176966848,0.47667894621080914
|
||||
5gnidd,0.25,8,UDPScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.25,8,UDPScan,0.25,3,1.0718983781078881,0.8786656072524274,0.1454094837882409
|
||||
5gnidd,0.25,8,UDPScan,0.5,3,1.8488403956684099,1.3650411843943164,0.24853648413924292
|
||||
5gnidd,0.25,8,UDPScan,0.75,3,2.3990133237335334,1.555826676516962,0.31927389800074496
|
||||
5gnidd,0.25,8,UDPScan,1.0,3,2.815810730131176,1.6041886744624576,0.37142192996652196
|
||||
5gnidd,0.5,0,Benign,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,0,Benign,0.25,3,0.6924394499491665,0.25819336974901685,0.12106050864023522
|
||||
5gnidd,0.5,0,Benign,0.5,3,1.1573935905937274,0.451235376777221,0.20253682870439962
|
||||
|
||||
|
@@ -1,5 +1,27 @@
|
||||
{
|
||||
"alphas": {
|
||||
"0.25": {
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 17.600940070872678,
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_val_mean_range": [
|
||||
0.7222353067403979,
|
||||
0.7614534210908004
|
||||
],
|
||||
"pooled_val_std_sample_range": [
|
||||
0.002755842556750987,
|
||||
0.021902537932118035
|
||||
],
|
||||
"selected_beta": 0.0,
|
||||
"selection_rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
|
||||
"support_cv_mean": 1.3021194271854393,
|
||||
"test_descriptive_present": true,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 5.333333333333333
|
||||
},
|
||||
"0.5": {
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
|
||||
@@ -1,5 +1,6 @@
|
||||
{
|
||||
"alphas": [
|
||||
0.25,
|
||||
0.5,
|
||||
0.75
|
||||
],
|
||||
@@ -7,6 +8,84 @@
|
||||
"per_class": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_per_class.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_per_seed.csv",
|
||||
"per_seed_rows": [
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"client_size_max": 237693,
|
||||
"client_size_min": 23943,
|
||||
"client_size_ratio": 9.927452700162887,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788",
|
||||
"max_unseen_on_client": 3,
|
||||
"n_cells_sj_lt_M": 6,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 10,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "e628c17369f25e355cc8917f140e43f97e37ddc77e3193b6a1b0cbdc75a9ee12",
|
||||
"rng_seed": 708356900,
|
||||
"seed": 0,
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7",
|
||||
"support_cv_max": 2.138942553879626,
|
||||
"support_cv_mean": 1.4395928751896807,
|
||||
"support_max_min_ratio_max": 185504.0,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 6
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"client_size_max": 205900,
|
||||
"client_size_min": 7399,
|
||||
"client_size_ratio": 27.82808487633464,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba",
|
||||
"max_unseen_on_client": 3,
|
||||
"n_cells_sj_lt_M": 5,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 10,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "05aec12ceb4c94bda85b8baed5f4fa877017aa180c543c966eacbeb620397e0e",
|
||||
"rng_seed": 902143161,
|
||||
"seed": 1,
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e",
|
||||
"support_cv_max": 1.5222794753502558,
|
||||
"support_cv_mean": 1.139696887717732,
|
||||
"support_max_min_ratio_max": 128338.0,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 5
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"client_size_max": 298192,
|
||||
"client_size_min": 19817,
|
||||
"client_size_ratio": 15.047282636120503,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2",
|
||||
"max_unseen_on_client": 2,
|
||||
"n_cells_sj_lt_M": 5,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 10,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "d9631ea6b2d3907e04389af8003ae7444fc50af30467d70853690cf5e87d5660",
|
||||
"rng_seed": 218373793,
|
||||
"seed": 2,
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f",
|
||||
"support_cv_max": 2.098823873342716,
|
||||
"support_cv_mean": 1.3270685186489053,
|
||||
"support_max_min_ratio_max": 22746.8,
|
||||
"union_rare_count": 8,
|
||||
"union_unseen_count": 5
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 178993,
|
||||
@@ -171,6 +250,21 @@
|
||||
],
|
||||
"summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_summary.csv",
|
||||
"summary_rows": [
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_max": 27.82808487633464,
|
||||
"client_size_ratio_mean": 17.600940070872678,
|
||||
"dataset": "5gnidd",
|
||||
"max_unseen_on_client": 3,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"n_seeds": 3,
|
||||
"support_cv_mean": 1.3021194271854393,
|
||||
"support_max_min_ratio_max": 185504.0,
|
||||
"union_rare_mean": 6.666666666666667,
|
||||
"union_unseen_mean": 5.333333333333333
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
|
||||
@@ -1,4 +1,31 @@
|
||||
dataset,alpha,seed,class_id,class_name,total,num_clients,n_missing_clients,min,max,mean,std,cv,max_min_ratio
|
||||
5gnidd,0.25,0,0,Benign,334415,10,0,1,185504,33441.5,54297.395750164666,1.6236531181365867,185504.0
|
||||
5gnidd,0.25,0,1,HTTPFlood,98569,9,1,1,48469,10952.111111111111,15619.095146962789,1.4261264324753735,48469.0
|
||||
5gnidd,0.25,0,2,ICMPFlood,808,9,1,2,319,89.77777777777777,99.11360236031938,1.1039881451025675,159.5
|
||||
5gnidd,0.25,0,3,SYNFlood,6805,7,3,144,4762,972.1428571428571,1553.4714516270997,1.5979867981469065,33.06944444444444
|
||||
5gnidd,0.25,0,4,SYNScan,14030,7,3,237,6524,2004.2857142857142,2116.5558758299308,1.0560150485252684,27.52742616033755
|
||||
5gnidd,0.25,0,5,SlowrateDoS,51187,9,1,1,16517,5687.444444444444,6406.6724611682275,1.1264589085219694,16517.0
|
||||
5gnidd,0.25,0,6,TCPConnectScan,14037,9,1,2,10870,1559.6666666666667,3336.037403200923,2.138942553879626,5435.0
|
||||
5gnidd,0.25,0,7,UDPFlood,320138,10,0,1,127301,32013.8,44285.809189400614,1.3833349739612484,127301.0
|
||||
5gnidd,0.25,0,8,UDPScan,11134,10,0,2,4601,1113.4,1669.91060838597,1.4998298979575801,2300.5
|
||||
5gnidd,0.25,1,0,Benign,334415,10,0,30,177603,33441.5,50907.30907492558,1.5222794753502558,5920.1
|
||||
5gnidd,0.25,1,1,HTTPFlood,98569,9,1,5,45645,10952.111111111111,15449.722071893897,1.4106615532981472,9129.0
|
||||
5gnidd,0.25,1,2,ICMPFlood,808,10,0,1,257,80.8,94.58308516854375,1.1705827372344524,257.0
|
||||
5gnidd,0.25,1,3,SYNFlood,6805,9,1,10,2997,756.1111111111111,936.8245945680835,1.2390038723163486,299.7
|
||||
5gnidd,0.25,1,4,SYNScan,14030,10,0,7,3477,1403.0,1296.782711174081,0.9242927378289957,496.7142857142857
|
||||
5gnidd,0.25,1,5,SlowrateDoS,51187,8,2,211,23478,6398.375,7648.639175328837,1.1954033915375133,111.27014218009478
|
||||
5gnidd,0.25,1,6,TCPConnectScan,14037,8,2,36,3627,1754.625,1056.293039063971,0.6020050090839758,100.75
|
||||
5gnidd,0.25,1,7,UDPFlood,320138,10,0,1,128338,32013.8,41188.815061373156,1.2865956263040674,128338.0
|
||||
5gnidd,0.25,1,8,UDPScan,11134,6,4,67,5172,1855.6666666666667,1682.0645713593226,0.9064475865058321,77.19402985074628
|
||||
5gnidd,0.25,2,0,Benign,334415,10,0,10,227468,33441.5,65962.28801709352,1.972467981911503,22746.8
|
||||
5gnidd,0.25,2,1,HTTPFlood,98569,7,3,43,36762,14081.285714285714,13455.260572029978,0.9555420467308164,854.9302325581396
|
||||
5gnidd,0.25,2,2,ICMPFlood,808,8,2,6,355,101.0,118.30574795841494,1.1713440391922272,59.166666666666664
|
||||
5gnidd,0.25,2,3,SYNFlood,6805,9,1,3,3136,756.1111111111111,1064.1515602628585,1.4074010348810768,1045.3333333333333
|
||||
5gnidd,0.25,2,4,SYNScan,14030,10,0,2,10072,1403.0,2944.64989429983,2.098823873342716,5036.0
|
||||
5gnidd,0.25,2,5,SlowrateDoS,51187,10,0,4,31740,5118.7,9212.276190497112,1.7997296560644525,7935.0
|
||||
5gnidd,0.25,2,6,TCPConnectScan,14037,9,1,3,3619,1559.6666666666667,1403.3240696448004,0.8997589675004063,1206.3333333333333
|
||||
5gnidd,0.25,2,7,UDPFlood,320138,10,0,113,82051,32013.8,25362.204812673524,0.7922272523934529,726.1150442477876
|
||||
5gnidd,0.25,2,8,UDPScan,11134,7,3,243,3899,1590.5714285714287,1346.1352996255464,0.8463218158234977,16.045267489711936
|
||||
5gnidd,0.5,0,0,Benign,334415,10,0,226,108257,33441.5,35759.58709842718,1.0693176770906563,479.0132743362832
|
||||
5gnidd,0.5,0,1,HTTPFlood,98569,10,0,185,61393,9856.9,17538.944828295687,1.7793570826827592,331.8540540540541
|
||||
5gnidd,0.5,0,2,ICMPFlood,808,9,1,8,243,89.77777777777777,72.6342095369787,0.8090444131594163,30.375
|
||||
|
||||
|
@@ -1,4 +1,7 @@
|
||||
dataset,alpha,seed,num_clients,num_classes,num_train,nij_sum,n_class_condition_cells,n_cells_sj_lt_M,n_missing_client_class_cells,client_size_min,client_size_max,client_size_ratio,union_rare_count,union_unseen_count,max_unseen_on_client,n_clients_2_rare,support_cv_mean,support_cv_max,support_max_min_ratio_max,manifest_content_hash,partition_hash,split_hash,rng_seed
|
||||
5gnidd,0.25,0,10,9,851123,851123,9,6,10,23943,237693,9.927452700162887,6,6,3,10,1.4395928751896807,2.138942553879626,185504.0,ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788,e628c17369f25e355cc8917f140e43f97e37ddc77e3193b6a1b0cbdc75a9ee12,18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7,708356900
|
||||
5gnidd,0.25,1,10,9,851123,851123,9,5,10,7399,205900,27.82808487633464,6,5,3,10,1.139696887717732,1.5222794753502558,128338.0,74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba,05aec12ceb4c94bda85b8baed5f4fa877017aa180c543c966eacbeb620397e0e,3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e,902143161
|
||||
5gnidd,0.25,2,10,9,851123,851123,9,5,10,19817,298192,15.047282636120503,8,5,2,10,1.3270685186489053,2.098823873342716,22746.8,061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2,d9631ea6b2d3907e04389af8003ae7444fc50af30467d70853690cf5e87d5660,fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f,218373793
|
||||
5gnidd,0.5,0,10,9,851123,851123,9,2,2,15388,178993,11.631985963088121,6,2,1,10,1.224175005199598,1.7831313104092381,88943.0,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab,18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7,673621352
|
||||
5gnidd,0.5,1,10,9,851123,851123,9,0,0,31613,140144,4.433112959858287,5,0,0,10,1.0506716688269377,1.4400757602882683,5065.0,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08,3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e,1403944623
|
||||
5gnidd,0.5,2,10,9,851123,851123,9,2,2,20087,255463,12.717827450589933,6,2,1,10,1.4006658705096433,1.9640881124634801,3363.5,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6,fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f,633461056
|
||||
|
||||
|
@@ -1,3 +1,4 @@
|
||||
dataset,alpha,n_seeds,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,client_size_ratio_max,union_unseen_mean,max_unseen_on_client,union_rare_mean,support_cv_mean,support_max_min_ratio_max
|
||||
5gnidd,0.25,3,16,27,30,17.600940070872678,27.82808487633464,5.333333333333333,3,6.666666666666667,1.3021194271854393,185504.0
|
||||
5gnidd,0.5,3,4,27,4,9.594308791178781,12.717827450589933,1.3333333333333333,1,5.666666666666667,1.2251708481787265,88943.0
|
||||
5gnidd,0.75,3,4,27,5,6.308651536045827,11.355971110240189,1.3333333333333333,1,6.0,0.9162099053779219,7642.5
|
||||
|
@@ -0,0 +1,31 @@
|
||||
dataset,dataset_name,alpha,beta,pooled_val_mean,pooled_val_std_sample,selected,cells_sj_lt_M_total,missing_client_class_cells_total,support_cv_mean,mean_displacement_beta1
|
||||
5gnidd,5G-NIDD,0.25,0.0,0.7614534210908004,0.021902537932118035,True,16,30,1.3021194271854393,2.91943348262683
|
||||
5gnidd,5G-NIDD,0.25,0.25,0.7492858468825278,0.017106975874172658,False,16,30,1.3021194271854393,2.91943348262683
|
||||
5gnidd,5G-NIDD,0.25,0.5,0.7257145491666086,0.01101731431676257,False,16,30,1.3021194271854393,2.91943348262683
|
||||
5gnidd,5G-NIDD,0.25,0.75,0.7222353067403979,0.007966771094060871,False,16,30,1.3021194271854393,2.91943348262683
|
||||
5gnidd,5G-NIDD,0.25,1.0,0.7376364240173013,0.002755842556750987,False,16,30,1.3021194271854393,2.91943348262683
|
||||
5gnidd,5G-NIDD,0.5,0.0,0.6872301309573783,0.052725844344546816,False,4,4,1.2251708481787265,2.3399083587182736
|
||||
5gnidd,5G-NIDD,0.5,0.25,0.6450777370820986,0.06474313739822393,False,4,4,1.2251708481787265,2.3399083587182736
|
||||
5gnidd,5G-NIDD,0.5,0.5,0.6746687817772702,0.10225286523806497,False,4,4,1.2251708481787265,2.3399083587182736
|
||||
5gnidd,5G-NIDD,0.5,0.75,0.6883680316141424,0.12603192659396695,False,4,4,1.2251708481787265,2.3399083587182736
|
||||
5gnidd,5G-NIDD,0.5,1.0,0.6923695590578484,0.13914040832229815,True,4,4,1.2251708481787265,2.3399083587182736
|
||||
5gnidd,5G-NIDD,0.75,0.0,0.7780936320958092,0.05096339060419691,False,4,5,0.9162099053779219,1.3846165631331337
|
||||
5gnidd,5G-NIDD,0.75,0.25,0.7904830018820702,0.05510032325554253,False,4,5,0.9162099053779219,1.3846165631331337
|
||||
5gnidd,5G-NIDD,0.75,0.5,0.8090814343293601,0.05873543815277214,True,4,5,0.9162099053779219,1.3846165631331337
|
||||
5gnidd,5G-NIDD,0.75,0.75,0.7915299789128217,0.06497400095064636,False,4,5,0.9162099053779219,1.3846165631331337
|
||||
5gnidd,5G-NIDD,0.75,1.0,0.8043064619946296,0.05480323650098284,False,4,5,0.9162099053779219,1.3846165631331337
|
||||
xiiotid,X-IIoTID,0.25,0.0,0.5917038146634539,0.08952883653922933,True,19,38,1.4423832412721973,3.4221253316893105
|
||||
xiiotid,X-IIoTID,0.25,0.25,0.5886906256417319,0.06643525635398827,False,19,38,1.4423832412721973,3.4221253316893105
|
||||
xiiotid,X-IIoTID,0.25,0.5,0.5858514801619258,0.044857849968223555,False,19,38,1.4423832412721973,3.4221253316893105
|
||||
xiiotid,X-IIoTID,0.25,0.75,0.5794633987349401,0.0649060573642385,False,19,38,1.4423832412721973,3.4221253316893105
|
||||
xiiotid,X-IIoTID,0.25,1.0,0.5320987006423418,0.045718338534042856,False,19,38,1.4423832412721973,3.4221253316893105
|
||||
xiiotid,X-IIoTID,0.5,0.0,0.5443606875936857,0.09144660841267144,False,7,9,1.1833344484214374,2.0985368999756338
|
||||
xiiotid,X-IIoTID,0.5,0.25,0.5554339572275921,0.09006816161098347,False,7,9,1.1833344484214374,2.0985368999756338
|
||||
xiiotid,X-IIoTID,0.5,0.5,0.5673218494926892,0.08853898624879539,False,7,9,1.1833344484214374,2.0985368999756338
|
||||
xiiotid,X-IIoTID,0.5,0.75,0.5793667895728949,0.07512057331236716,True,7,9,1.1833344484214374,2.0985368999756338
|
||||
xiiotid,X-IIoTID,0.5,1.0,0.5734790834215032,0.1004496749103663,False,7,9,1.1833344484214374,2.0985368999756338
|
||||
xiiotid,X-IIoTID,0.75,0.0,0.471705692507431,0.055329314644425844,False,3,4,0.8806570470947873,1.3051104878964057
|
||||
xiiotid,X-IIoTID,0.75,0.25,0.47436809609801456,0.04605501919031881,False,3,4,0.8806570470947873,1.3051104878964057
|
||||
xiiotid,X-IIoTID,0.75,0.5,0.47674948263663786,0.04662425884469754,True,3,4,0.8806570470947873,1.3051104878964057
|
||||
xiiotid,X-IIoTID,0.75,0.75,0.47254095002934254,0.04602831582869046,False,3,4,0.8806570470947873,1.3051104878964057
|
||||
xiiotid,X-IIoTID,0.75,1.0,0.46860522897329,0.044741855341153436,False,3,4,0.8806570470947873,1.3051104878964057
|
||||
|
@@ -0,0 +1,7 @@
|
||||
dataset,dataset_name,alpha,selected_beta,tie_break_used,test_used_for_selection,pooled_val_mean_min,pooled_val_mean_max,pooled_val_mean_spread,pooled_std_min,pooled_std_max,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,support_cv_mean,union_unseen_mean,mean_displacement_beta1
|
||||
5gnidd,5G-NIDD,0.25,0.0,False,False,0.7222353067403979,0.7614534210908004,0.039218114350402455,0.002755842556750987,0.021902537932118035,16,27,30,17.600940070872678,1.3021194271854393,5.333333333333333,2.91943348262683
|
||||
5gnidd,5G-NIDD,0.5,1.0,False,False,0.6450777370820986,0.6923695590578484,0.04729182197574977,0.052725844344546816,0.13914040832229815,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,5G-NIDD,0.75,0.5,False,False,0.7780936320958092,0.8090814343293601,0.03098780223355091,0.05096339060419691,0.06497400095064636,4,27,5,6.308651536045827,0.9162099053779219,1.3333333333333333,1.3846165631331337
|
||||
xiiotid,X-IIoTID,0.25,0.0,False,False,0.5320987006423418,0.5917038146634539,0.05960511402111213,0.044857849968223555,0.08952883653922933,19,27,38,14.745270966890343,1.4423832412721973,5.666666666666667,3.4221253316893105
|
||||
xiiotid,X-IIoTID,0.5,0.75,False,False,0.5443606875936857,0.5793667895728949,0.03500610197920917,0.07512057331236716,0.1004496749103663,7,27,9,7.405360903230798,1.1833344484214374,2.3333333333333335,2.0985368999756338
|
||||
xiiotid,X-IIoTID,0.75,0.5,False,False,0.46860522897329,0.47674948263663786,0.008144253663347867,0.044741855341153436,0.055329314644425844,3,27,4,4.668973713188908,0.8806570470947873,1.0,1.3051104878964057
|
||||
|
@@ -0,0 +1,516 @@
|
||||
{
|
||||
"beta_curve": [
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.0,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_val_mean": 0.7614534210908004,
|
||||
"pooled_val_std_sample": 0.021902537932118035,
|
||||
"selected": "True",
|
||||
"support_cv_mean": 1.3021194271854393
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.25,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_val_mean": 0.7492858468825278,
|
||||
"pooled_val_std_sample": 0.017106975874172658,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.3021194271854393
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.5,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_val_mean": 0.7257145491666086,
|
||||
"pooled_val_std_sample": 0.01101731431676257,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.3021194271854393
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.75,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_val_mean": 0.7222353067403979,
|
||||
"pooled_val_std_sample": 0.007966771094060871,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.3021194271854393
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 1.0,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_val_mean": 0.7376364240173013,
|
||||
"pooled_val_std_sample": 0.002755842556750987,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.3021194271854393
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.0,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.6872301309573783,
|
||||
"pooled_val_std_sample": 0.052725844344546816,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.2251708481787265
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.25,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.6450777370820986,
|
||||
"pooled_val_std_sample": 0.06474313739822393,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.2251708481787265
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.5,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.6746687817772702,
|
||||
"pooled_val_std_sample": 0.10225286523806497,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.2251708481787265
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.75,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.6883680316141424,
|
||||
"pooled_val_std_sample": 0.12603192659396695,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.2251708481787265
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 1.0,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.6923695590578484,
|
||||
"pooled_val_std_sample": 0.13914040832229815,
|
||||
"selected": "True",
|
||||
"support_cv_mean": 1.2251708481787265
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.0,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_val_mean": 0.7780936320958092,
|
||||
"pooled_val_std_sample": 0.05096339060419691,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.9162099053779219
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.25,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_val_mean": 0.7904830018820702,
|
||||
"pooled_val_std_sample": 0.05510032325554253,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.9162099053779219
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.5,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_val_mean": 0.8090814343293601,
|
||||
"pooled_val_std_sample": 0.05873543815277214,
|
||||
"selected": "True",
|
||||
"support_cv_mean": 0.9162099053779219
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.75,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_val_mean": 0.7915299789128217,
|
||||
"pooled_val_std_sample": 0.06497400095064636,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.9162099053779219
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 1.0,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_val_mean": 0.8043064619946296,
|
||||
"pooled_val_std_sample": 0.05480323650098284,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.9162099053779219
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.0,
|
||||
"cells_sj_lt_M_total": 19,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 3.4221253316893105,
|
||||
"missing_client_class_cells_total": 38,
|
||||
"pooled_val_mean": 0.5917038146634539,
|
||||
"pooled_val_std_sample": 0.08952883653922933,
|
||||
"selected": "True",
|
||||
"support_cv_mean": 1.4423832412721973
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.25,
|
||||
"cells_sj_lt_M_total": 19,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 3.4221253316893105,
|
||||
"missing_client_class_cells_total": 38,
|
||||
"pooled_val_mean": 0.5886906256417319,
|
||||
"pooled_val_std_sample": 0.06643525635398827,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.4423832412721973
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.5,
|
||||
"cells_sj_lt_M_total": 19,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 3.4221253316893105,
|
||||
"missing_client_class_cells_total": 38,
|
||||
"pooled_val_mean": 0.5858514801619258,
|
||||
"pooled_val_std_sample": 0.044857849968223555,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.4423832412721973
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 0.75,
|
||||
"cells_sj_lt_M_total": 19,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 3.4221253316893105,
|
||||
"missing_client_class_cells_total": 38,
|
||||
"pooled_val_mean": 0.5794633987349401,
|
||||
"pooled_val_std_sample": 0.0649060573642385,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.4423832412721973
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"beta": 1.0,
|
||||
"cells_sj_lt_M_total": 19,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 3.4221253316893105,
|
||||
"missing_client_class_cells_total": 38,
|
||||
"pooled_val_mean": 0.5320987006423418,
|
||||
"pooled_val_std_sample": 0.045718338534042856,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.4423832412721973
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.0,
|
||||
"cells_sj_lt_M_total": 7,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 2.0985368999756338,
|
||||
"missing_client_class_cells_total": 9,
|
||||
"pooled_val_mean": 0.5443606875936857,
|
||||
"pooled_val_std_sample": 0.09144660841267144,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.1833344484214374
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.25,
|
||||
"cells_sj_lt_M_total": 7,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 2.0985368999756338,
|
||||
"missing_client_class_cells_total": 9,
|
||||
"pooled_val_mean": 0.5554339572275921,
|
||||
"pooled_val_std_sample": 0.09006816161098347,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.1833344484214374
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.5,
|
||||
"cells_sj_lt_M_total": 7,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 2.0985368999756338,
|
||||
"missing_client_class_cells_total": 9,
|
||||
"pooled_val_mean": 0.5673218494926892,
|
||||
"pooled_val_std_sample": 0.08853898624879539,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.1833344484214374
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 0.75,
|
||||
"cells_sj_lt_M_total": 7,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 2.0985368999756338,
|
||||
"missing_client_class_cells_total": 9,
|
||||
"pooled_val_mean": 0.5793667895728949,
|
||||
"pooled_val_std_sample": 0.07512057331236716,
|
||||
"selected": "True",
|
||||
"support_cv_mean": 1.1833344484214374
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"beta": 1.0,
|
||||
"cells_sj_lt_M_total": 7,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 2.0985368999756338,
|
||||
"missing_client_class_cells_total": 9,
|
||||
"pooled_val_mean": 0.5734790834215032,
|
||||
"pooled_val_std_sample": 0.1004496749103663,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 1.1833344484214374
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.0,
|
||||
"cells_sj_lt_M_total": 3,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 1.3051104878964057,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.471705692507431,
|
||||
"pooled_val_std_sample": 0.055329314644425844,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.8806570470947873
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.25,
|
||||
"cells_sj_lt_M_total": 3,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 1.3051104878964057,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.47436809609801456,
|
||||
"pooled_val_std_sample": 0.04605501919031881,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.8806570470947873
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.5,
|
||||
"cells_sj_lt_M_total": 3,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 1.3051104878964057,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.47674948263663786,
|
||||
"pooled_val_std_sample": 0.04662425884469754,
|
||||
"selected": "True",
|
||||
"support_cv_mean": 0.8806570470947873
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 0.75,
|
||||
"cells_sj_lt_M_total": 3,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 1.3051104878964057,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.47254095002934254,
|
||||
"pooled_val_std_sample": 0.04602831582869046,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.8806570470947873
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"beta": 1.0,
|
||||
"cells_sj_lt_M_total": 3,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 1.3051104878964057,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean": 0.46860522897329,
|
||||
"pooled_val_std_sample": 0.044741855341153436,
|
||||
"selected": "False",
|
||||
"support_cv_mean": 0.8806570470947873
|
||||
}
|
||||
],
|
||||
"matched_alpha": [
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"cells_sj_lt_M_total": 16,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 17.600940070872678,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.91943348262683,
|
||||
"missing_client_class_cells_total": 30,
|
||||
"pooled_std_max": 0.021902537932118035,
|
||||
"pooled_std_min": 0.002755842556750987,
|
||||
"pooled_val_mean_max": 0.7614534210908004,
|
||||
"pooled_val_mean_min": 0.7222353067403979,
|
||||
"pooled_val_mean_spread": 0.039218114350402455,
|
||||
"selected_beta": 0.0,
|
||||
"support_cv_mean": 1.3021194271854393,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 5.333333333333333
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 9.594308791178781,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_std_max": 0.13914040832229815,
|
||||
"pooled_std_min": 0.052725844344546816,
|
||||
"pooled_val_mean_max": 0.6923695590578484,
|
||||
"pooled_val_mean_min": 0.6450777370820986,
|
||||
"pooled_val_mean_spread": 0.04729182197574977,
|
||||
"selected_beta": 1.0,
|
||||
"support_cv_mean": 1.2251708481787265,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 6.308651536045827,
|
||||
"dataset": "5gnidd",
|
||||
"dataset_name": "5G-NIDD",
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_std_max": 0.06497400095064636,
|
||||
"pooled_std_min": 0.05096339060419691,
|
||||
"pooled_val_mean_max": 0.8090814343293601,
|
||||
"pooled_val_mean_min": 0.7780936320958092,
|
||||
"pooled_val_mean_spread": 0.03098780223355091,
|
||||
"selected_beta": 0.5,
|
||||
"support_cv_mean": 0.9162099053779219,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
},
|
||||
{
|
||||
"alpha": 0.25,
|
||||
"cells_sj_lt_M_total": 19,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 14.745270966890343,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 3.4221253316893105,
|
||||
"missing_client_class_cells_total": 38,
|
||||
"pooled_std_max": 0.08952883653922933,
|
||||
"pooled_std_min": 0.044857849968223555,
|
||||
"pooled_val_mean_max": 0.5917038146634539,
|
||||
"pooled_val_mean_min": 0.5320987006423418,
|
||||
"pooled_val_mean_spread": 0.05960511402111213,
|
||||
"selected_beta": 0.0,
|
||||
"support_cv_mean": 1.4423832412721973,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 5.666666666666667
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"cells_sj_lt_M_total": 7,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 7.405360903230798,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 2.0985368999756338,
|
||||
"missing_client_class_cells_total": 9,
|
||||
"pooled_std_max": 0.1004496749103663,
|
||||
"pooled_std_min": 0.07512057331236716,
|
||||
"pooled_val_mean_max": 0.5793667895728949,
|
||||
"pooled_val_mean_min": 0.5443606875936857,
|
||||
"pooled_val_mean_spread": 0.03500610197920917,
|
||||
"selected_beta": 0.75,
|
||||
"support_cv_mean": 1.1833344484214374,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 2.3333333333333335
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"cells_sj_lt_M_total": 3,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 4.668973713188908,
|
||||
"dataset": "xiiotid",
|
||||
"dataset_name": "X-IIoTID",
|
||||
"mean_displacement_beta1": 1.3051104878964057,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_std_max": 0.055329314644425844,
|
||||
"pooled_std_min": 0.044741855341153436,
|
||||
"pooled_val_mean_max": 0.47674948263663786,
|
||||
"pooled_val_mean_min": 0.46860522897329,
|
||||
"pooled_val_mean_spread": 0.008144253663347867,
|
||||
"selected_beta": 0.5,
|
||||
"support_cv_mean": 0.8806570470947873,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 1.0
|
||||
}
|
||||
]
|
||||
}
|
||||
+223
-195
@@ -3,26 +3,30 @@
|
||||
This is the canonical continuation point for the next agent session. It is written to be
|
||||
readable without prior chat history, terminal scrollback, or git history.
|
||||
|
||||
Last updated: 2026-09-29 (Session 10). Session 10 type: **second 5G-NIDD beta-validation
|
||||
condition**. Sessions 6–8 completed the X-IIoTID three-alpha study (`alpha=0.25/0.50/0.75`,
|
||||
seeds `{0,1,2}`); Session 9 ran 5G-NIDD `alpha=0.50` for seeds `{0,1,2}`. Session 10 ran **only**
|
||||
5G-NIDD `alpha=0.75` for seeds `{0,1,2}` across the five frozen beta candidates plus
|
||||
`original_protean`, using the same pooled-across-seed validation-only selection rule.
|
||||
**5G-NIDD alpha=0.25 was NOT run.** No commit or push was made.
|
||||
Last updated: 2026-09-30 (Session 11). Session 11 type: **final 5G-NIDD beta-validation condition**
|
||||
(`alpha=0.25`), completing the planned experiment grid. Sessions 6–8 completed the X-IIoTID
|
||||
three-alpha study (`alpha=0.25/0.50/0.75`, seeds `{0,1,2}`); Session 9 ran 5G-NIDD `alpha=0.50`;
|
||||
Session 10 ran 5G-NIDD `alpha=0.75`; Session 11 ran **only** 5G-NIDD `alpha=0.25` for seeds
|
||||
`{0,1,2}` across the five frozen beta candidates plus `original_protean`, using the same
|
||||
pooled-across-seed validation-only selection rule. **No condition was run after alpha=0.25.** No
|
||||
commit or push was made.
|
||||
|
||||
> **Audit status (Session 10).** Independent audit verdict: **PASS**
|
||||
> (`docs/research/SESSION10_AUDIT.md`). `beta_star(5gnidd, alpha=0.75) = 0.50` confirmed from
|
||||
> **Audit status (Session 11).** Independent audit verdict: **PASS**
|
||||
> (`docs/research/SESSION11_AUDIT.md`). `beta_star(5gnidd, alpha=0.25) = 0.00` confirmed from
|
||||
> validation only; run inventory 18/18; pairing hash-identical and reproduced from raw data;
|
||||
> rare/unseen 0 mismatches over 1,620 cells; leakage audit PASS; `beta=0` class **B**; source/data
|
||||
> integrity PASS; pytest 75 passed. **Session 10 is safe to checkpoint.**
|
||||
> integrity PASS; pytest 75 passed. **Session 11 is safe to checkpoint.**
|
||||
|
||||
> **Headline (Session 10).** PRIMARY pooled-validation selected beta for 5G-NIDD `alpha=0.75` =
|
||||
> **0.50** (validation only; per-seed diagnostics 0.50 / 1.00 / 1.00). The pooled validation curve
|
||||
> is **non-monotone** (0.778 → 0.790 → 0.809 → 0.792 → 0.804) and the total between-beta spread
|
||||
> (≈ 0.031) is smaller than the between-seed std (0.051–0.065), so the selection is statistically
|
||||
> weak. `beta=0` is class **B** for all three seeds. At alpha=0.75 the rare-class union is
|
||||
> **identical across seeds** and realized support imbalance is lower than at alpha=0.50, yet the
|
||||
> number of `|S_j|<M` cells is unchanged (4/27) and missing cells are slightly higher (5 vs 4).
|
||||
> **Headline (Session 11).** PRIMARY pooled-validation selected beta for 5G-NIDD `alpha=0.25` =
|
||||
> **0.00** (validation only; per-seed diagnostics 0.25 / 0.00 / 0.00). The pooled validation curve
|
||||
> declines from 0.761 (beta=0) to 0.722 (beta=0.75) and rises slightly to 0.738 (beta=1.0), with
|
||||
> the between-beta spread (0.039) exceeding the across-seed std (0.003–0.022). This is the first
|
||||
> condition where the selected beta is 0, i.e. the equal-`S_j` mean; the selected mode is therefore
|
||||
> numerically the baseline and shows no support-weighting benefit. `beta=0` is class **B** for all
|
||||
> three seeds. Realized heterogeneity is the highest of the three 5G-NIDD conditions
|
||||
> (16/27 `|S_j|<M` cells, 30 missing cells, client ratio mean 17.60, mean CV 1.302), and the
|
||||
> rare-class union differs across seeds (6/6/8), so this condition's test rare support is not
|
||||
> constant.
|
||||
|
||||
---
|
||||
|
||||
@@ -46,8 +50,8 @@ bitwise identical to the baseline (see §7).
|
||||
## 2. Authoritative source and immutability
|
||||
|
||||
- `planningawal/PROTEAN_Revisi_Lurus.md` — authoritative research specification.
|
||||
- `planningawal/` is immutable. Re-verified unchanged this session: `git status --short
|
||||
planningawal/` and `git diff -- planningawal/` are both empty.
|
||||
- `planningawal/` is immutable. Re-verified unchanged this session: `git status --porcelain
|
||||
planningawal/` empty.
|
||||
- Raw datasets re-verified unchanged (SHA-256):
|
||||
`~/datasets/5G-NIDD/5G-NIDD.csv`
|
||||
`fa36f80859585f474504ca69eb951a079b35145537976c86b00aae3aab46ee59`;
|
||||
@@ -55,40 +59,42 @@ bitwise identical to the baseline (see §7).
|
||||
`7b9290057ee42e784da3c0d84b781815502c9205c74175c96374e71a5ffd98a0`.
|
||||
- Frozen baseline (`original_protean`) source unchanged; no `equal_available` mode added; beta
|
||||
candidate set unchanged (`{0, .25, .5, .75, 1}`). No tracked source/test/config file differs
|
||||
from HEAD. The only new tracked-class file candidates are the new docs/artifacts listed in §16.
|
||||
from HEAD. Only new docs/analysis artifacts are untracked.
|
||||
|
||||
## 3. Session 10 objective and outcome
|
||||
## 3. Session 11 objective and outcome
|
||||
|
||||
Objective: run exactly **one** new condition — 5G-NIDD `alpha=0.75`, seeds `{0,1,2}`,
|
||||
`original_protean` + five betas — after a Stage-A verification gate. Do not run alpha=0.25, do not
|
||||
launch the grid, do not change methodology.
|
||||
Objective: run exactly the **final** condition — 5G-NIDD `alpha=0.25`, seeds `{0,1,2}`,
|
||||
`original_protean` + five betas — after a Stage-A verification gate; then build the 5G-NIDD
|
||||
three-alpha comparison and the cross-dataset comparison. Do not run anything after it, do not
|
||||
change methodology.
|
||||
|
||||
Stage A result: raw hash valid; all three 5G-NIDD `alpha=0.75` manifests reproduce exactly from raw
|
||||
data (support match, partition-hash match); label semantics and rare/unseen logic valid; pairing
|
||||
framework valid. Gate = **GO**.
|
||||
Stage A result: raw hash valid; all three 5G-NIDD `alpha=0.25` manifests reproduce exactly from raw
|
||||
data (support match, partition-hash match, split-hash match); label semantics and rare/unseen logic
|
||||
valid; pairing framework valid. Gate = **GO**.
|
||||
|
||||
Outcome: 18/18 runs rc=0. **PRIMARY pooled-validation selected beta = 0.50** (validation only);
|
||||
`test_used_for_selection = false` for all 15 runs. Pooled means: 0.00 → 0.778094, 0.25 → 0.790483,
|
||||
0.50 → 0.809081, 0.75 → 0.791530, 1.00 → 0.804306. Reports:
|
||||
`docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`, audit `docs/research/SESSION10_AUDIT.md`.
|
||||
Outcome: 18/18 runs rc=0. **PRIMARY pooled-validation selected beta = 0.00** (validation only);
|
||||
`test_used_for_selection = false` for all 15 runs. Pooled means: 0.00 → 0.761453, 0.25 → 0.749286,
|
||||
0.50 → 0.725715, 0.75 → 0.722235, 1.00 → 0.737636. Reports:
|
||||
`docs/research/5GNIDD_ALPHA025_BETA_VALIDATION.md`, `docs/research/5GNIDD_CROSS_ALPHA_ANALYSIS.md`,
|
||||
`docs/research/CROSS_DATASET_BETA_ANALYSIS.md`, audit `docs/research/SESSION11_AUDIT.md`.
|
||||
|
||||
## 4. Condition and pairing
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset / alpha / seeds | `5gnidd` / 0.75 / `{0,1,2}` |
|
||||
| dataset / alpha / seeds | `5gnidd` / 0.25 / `{0,1,2}` |
|
||||
| runs | 15 `support_weighted` + 3 `original_protean`, all new this session |
|
||||
| training | 10 clients, 10 rounds, 3 local epochs, batch 256, lr 1e-3, mu 0.1, lambda 1.0, Adam |
|
||||
| code revision | unchanged from HEAD `a7f2b0049e99fb66021b4660b82a48d5dbbef072`; only docs/analysis added |
|
||||
| code revision | only docs/analysis added; HEAD `bbd35085063194db58e4472e70b204d4be4a3607` |
|
||||
|
||||
Manifests (reused, never regenerated; one content hash per seed across all six runs; each
|
||||
reproduced from the raw dataset with split/`N_ij`/partition hash verified):
|
||||
|
||||
| seed | manifest content hash | partition hash | split hash | rng seed | round-0 snapshot SHA-256 |
|
||||
|---|---|---|---|---|---|
|
||||
| 0 | `96cd9b90b71895da…` | `74a91845627dbe57…` | `18f89f48…` | 892370747 | `266a6e9976d5c138…` |
|
||||
| 1 | `007c23564a44919b…` | `fc04ba00f4942bf9…` | `3d05b7fe…` | 1817661572 | `acecab9a60852e45…` |
|
||||
| 2 | `3134bea2d47a7336…` | `4ee33d0a28326ae1…` | `fc758d06…` | 306220443 | `ef90c51aa9998ec8…` |
|
||||
| 0 | `ab6d8a8b63d478c4…` | `e628c17369f25e35…` | `18f89f4807de5493…` | 708356900 | `e2243ac4ed4391ff…` |
|
||||
| 1 | `74df102e4edb4509…` | `05aec12ceb4c94bd…` | `3d05b7fe48d5a06c…` | 902143161 | `26a162991b7cbde9…` |
|
||||
| 2 | `061c094d1913f942…` | `d9631ea6b2d3907e…` | `fc758d060dc51dec…` | 218373793 | `e287bff5ca71f8d2…` |
|
||||
|
||||
Splits: train/validation/test = 851,123 / 121,589 / 243,177 for every seed (10 clients, 9 classes,
|
||||
`Benign`). `train_support_Nij.csv`, `characterization.csv`, `rare_unseen.csv` identical across each
|
||||
@@ -98,61 +104,62 @@ hashes.
|
||||
## 5. Validation results (USED FOR SELECTION) and pooled selection
|
||||
|
||||
Primary metric: validation per-client-mean rare-class macro-F1. All 10 clients eligible in every
|
||||
seed. Full tables: `artifacts/analysis/5gnidd__alpha0.75__multiseed__validation_per_seed.csv`.
|
||||
seed. Full tables: `artifacts/analysis/5gnidd__alpha0.25__multiseed__validation_per_seed.csv`.
|
||||
|
||||
Per-seed validation per-client-mean rare-class macro-F1:
|
||||
|
||||
| beta | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| 0.00 | 0.834681 | 0.763787 | 0.735812 |
|
||||
| 0.25 | 0.823388 | 0.821190 | 0.726871 |
|
||||
| 0.50 | **0.836792** | 0.848836 | 0.741617 |
|
||||
| 0.75 | 0.824667 | 0.833255 | 0.716668 |
|
||||
| 1.00 | 0.815774 | **0.852469** | **0.744677** |
|
||||
| 0.00 | 0.736360 | **0.771268** | **0.776732** |
|
||||
| 0.25 | **0.747299** | 0.767300 | 0.733259 |
|
||||
| 0.50 | 0.717450 | 0.738223 | 0.721471 |
|
||||
| 0.75 | 0.713262 | 0.728478 | 0.724966 |
|
||||
| 1.00 | 0.734455 | 0.739297 | 0.739157 |
|
||||
|
||||
Pooled across seeds (`...__validation_pooled.csv`):
|
||||
|
||||
| beta | pooled mean | std (sample) | min | max | selected |
|
||||
|---|---|---|---|---|---|
|
||||
| 0.00 | 0.778094 | 0.050963 | 0.735812 | 0.834681 | |
|
||||
| 0.25 | 0.790483 | 0.055100 | 0.726871 | 0.823388 | |
|
||||
| **0.50** | **0.809081** | 0.058735 | 0.741617 | 0.848836 | **yes** |
|
||||
| 0.75 | 0.791530 | 0.064974 | 0.716668 | 0.833255 | |
|
||||
| 1.00 | 0.804306 | 0.054803 | 0.744677 | 0.852469 | |
|
||||
| **0.00** | **0.761453** | 0.021903 | 0.736360 | 0.776732 | **yes** |
|
||||
| 0.25 | 0.749286 | 0.017107 | 0.733259 | 0.767300 | |
|
||||
| 0.50 | 0.725715 | 0.011017 | 0.717450 | 0.738223 | |
|
||||
| 0.75 | 0.722235 | 0.007967 | 0.713262 | 0.728478 | |
|
||||
| 1.00 | 0.737636 | 0.002756 | 0.734455 | 0.739297 | |
|
||||
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha075`) = 0.50**, max pooled validation
|
||||
per-client-mean rare-class macro-F1; **no tie-break used**; validation-only.
|
||||
- **SECONDARY per-seed diagnostics only:** seed 0 → 0.50, seed 1 → 1.00, seed 2 → 1.00.
|
||||
- Between-beta spread ≈ 0.031; between-seed std 0.051–0.065 → statistically weak, descriptive.
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha025`) = 0.00**, max pooled validation
|
||||
per-client-mean rare-class macro-F1; **no tie-break used**; validation-only. Top-two gap ≈ 1.2e-2.
|
||||
- **SECONDARY per-seed diagnostics only:** seed 0 → 0.25, seed 1 → 0.00, seed 2 → 0.00.
|
||||
- Between-beta spread ≈ 0.039; between-seed std 0.003–0.022. At this condition the spread exceeds
|
||||
the seed noise, but the sample is only 3 project-defined seeds.
|
||||
|
||||
## 6. Final test evaluation of the pooled-selected beta
|
||||
|
||||
`beta_star = 0.50` was fixed from pooled validation before test was read.
|
||||
`beta_star = 0.00` was fixed from pooled validation before test was read.
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.904447 | 0.905721 | 0.880045 | 0.896738 ± 0.014470 |
|
||||
| rare-class recall | 0.958666 | 0.959723 | 0.960715 | 0.959701 ± 0.001025 |
|
||||
| macro-F1 | 0.857309 | 0.859939 | 0.842201 | 0.853150 ± 0.009572 |
|
||||
| accuracy | 0.749508 | 0.754381 | 0.752933 | 0.752274 ± 0.002503 |
|
||||
| weighted-F1 | 0.723885 | 0.730109 | 0.728408 | 0.727467 ± 0.003217 |
|
||||
| rare-class macro-F1 | 0.859893 | 0.813889 | 0.849925 | 0.841236 ± 0.024202 |
|
||||
| rare-class recall | 0.985234 | 0.972659 | 0.925756 | 0.961216 ± 0.031347 |
|
||||
| macro-F1 | 0.829680 | 0.802987 | 0.817254 | 0.816640 ± 0.013357 |
|
||||
| accuracy | 0.744844 | 0.737779 | 0.708052 | 0.730225 ± 0.019525 |
|
||||
| weighted-F1 | 0.717404 | 0.712302 | 0.683684 | 0.704463 ± 0.018175 |
|
||||
|
||||
`original_protean` for the same seeds/condition:
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.905589 | 0.860758 | 0.873356 | 0.879901 ± 0.023121 |
|
||||
| rare-class recall | 0.961285 | 0.959036 | 0.963321 | 0.961214 ± 0.002144 |
|
||||
| macro-F1 | 0.857109 | 0.829867 | 0.837238 | 0.841405 ± 0.014091 |
|
||||
| accuracy | 0.747048 | 0.754072 | 0.751745 | 0.750955 ± 0.003578 |
|
||||
| weighted-F1 | 0.721059 | 0.729950 | 0.727133 | 0.726047 ± 0.004544 |
|
||||
| rare-class macro-F1 | 0.864903 | 0.814848 | 0.847072 | 0.842274 ± 0.025370 |
|
||||
| rare-class recall | 0.985444 | 0.972333 | 0.923890 | 0.960556 ± 0.032423 |
|
||||
| macro-F1 | 0.835043 | 0.808373 | 0.814800 | 0.819405 ± 0.013919 |
|
||||
| accuracy | 0.745280 | 0.741295 | 0.706329 | 0.730968 ± 0.021431 |
|
||||
| weighted-F1 | 0.718041 | 0.716327 | 0.681939 | 0.705435 ± 0.020367 |
|
||||
|
||||
Descriptive difference for test rare-class macro-F1 (`beta_star` − `original_protean`) is
|
||||
−0.001141 / +0.044963 / +0.006689 (mean +0.016837). Test is descriptive only; no superiority or
|
||||
generalisation claimed. The global rare evaluation support is **28,000 for every seed** (rare-class
|
||||
union identical across seeds at alpha=0.75), so cross-seed test levels are directly comparable at
|
||||
this condition. Test weighted-F1 (`≈0.727`) again sits **below** accuracy (`≈0.752`), as at
|
||||
alpha=0.50.
|
||||
−0.005010 / −0.000959 / +0.002853 (mean −0.001039). Because beta_star = 0, this difference is just
|
||||
floating-point divergence (see §7). The global rare evaluation support differs by seed
|
||||
(**141,677 / 129,824 / 147,630**), so cross-seed test levels are **not** directly comparable at
|
||||
this condition. Test weighted-F1 (`≈0.704`) again sits **below** accuracy (`≈0.730`), as at
|
||||
alpha=0.50/0.75.
|
||||
|
||||
## 7. `beta = 0` equivalence result (all three seeds)
|
||||
|
||||
@@ -160,219 +167,243 @@ For seeds 0, 1, 2, `support_weighted beta=0` vs frozen `original_protean`:
|
||||
|
||||
- Same manifest/split/hashes, round-0 snapshot byte-identical, support/char/rare_unseen
|
||||
identical: **yes** for all three.
|
||||
- Independent aggregation (`ΣC/n` vs `(1/n)ΣC`): 4.4e-16 / 4.4e-16 / 4.4e-16.
|
||||
- History rare-macro-F1 max diff (rounds ≥ 1): 3.22e-2 / 5.04e-2 / 2.72e-2; test metric max diff
|
||||
5.22e-3 / 5.32e-3 / 2.74e-4.
|
||||
- Independent aggregation (`ΣC/n` vs `(1/n)ΣC`): 4.4e-16 / 4.4e-16 / 6.7e-16.
|
||||
- History rare-macro-F1 max diff (rounds ≥ 1): 2.17e-2 / 6.85e-2 / 2.74e-2; test metric max diff
|
||||
5.36e-3 / 5.39e-3 / 2.85e-3.
|
||||
- Classification: **B** in all seeds — semantic equivalence + floating-point divergence; no
|
||||
semantic discrepancy. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__beta0_equivalence.csv`.
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__beta0_equivalence.csv`.
|
||||
|
||||
Conditional on the shared `S_j` reproduction assumption; not proof `beta=0` reproduces original
|
||||
PROTEAN.
|
||||
PROTEAN. Since the selected beta is 0, the selected-run test metrics differ from original only by
|
||||
this divergence.
|
||||
|
||||
## 8. Partition characterization (realized) and comparison with alpha=0.50
|
||||
## 8. Partition characterization (realized) and comparison with alpha=0.50/0.75
|
||||
|
||||
5G-NIDD `alpha=0.75` (training split), `M = 10`:
|
||||
5G-NIDD `alpha=0.25` (training split), `M = 10`:
|
||||
|
||||
| seed | `|S_j| < M` cells | missing client-class cells | client-size ratio | union rare | union unseen | max unseen/client |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| 0 | 2 / 9 | 3 | 3.70 | 6 | 2 | 1 |
|
||||
| 1 | 2 / 9 | 2 | 11.36 | 6 | 2 | 1 |
|
||||
| 2 | 0 / 9 | 0 | 3.87 | 6 | 0 | 0 |
|
||||
| **sum/mean** | **4 / 27** | **5** | mean **6.31** | 6/6/6 | 2/2/0 | 1 |
|
||||
| 0 | 6 / 9 | 10 | 9.93 | 6 | 6 | 3 |
|
||||
| 1 | 5 / 9 | 10 | 27.83 | 6 | 5 | 3 |
|
||||
| 2 | 5 / 9 | 10 | 15.05 | 8 | 5 | 2 |
|
||||
| **sum/mean** | **16 / 27** | **30** | mean **17.60** | 6/6/8 | 6/5/5 | 3 |
|
||||
|
||||
All 10 clients have exactly two rare classes and are eligible in every seed. **The rare-class union
|
||||
is identical across all three seeds** (`{ICMPFlood, SYNFlood, SYNScan, SlowrateDoS, TCPConnectScan,
|
||||
UDPScan}`), so test rare support is constant (28,000). Mean class-support CV = **0.916**. Missing
|
||||
cells are single-client gaps: seed 0 (`ICMPFlood` c0/c3, `SYNFlood` c4), seed 1 (`ICMPFlood` c3,
|
||||
`SYNScan` c6). Full tables:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__partition_heterogeneity_*` and
|
||||
Mean class-support CV = **1.302**; max per-class `max/min` = 185,504. All 10 clients have exactly
|
||||
two rare classes and are eligible. The rare-class union **differs across seeds** (6/6/8), so test
|
||||
rare support is not constant (141,677 / 129,824 / 147,630). This is the most heterogeneous of the
|
||||
three 5G-NIDD conditions. Full tables:
|
||||
`artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_*` and
|
||||
`...__partition_characterization.csv`.
|
||||
|
||||
### Comparison with 5G-NIDD alpha=0.50 (descriptive)
|
||||
### 5G-NIDD three-alpha comparison
|
||||
|
||||
| statistic | 5G-NIDD a0.50 | 5G-NIDD a0.75 |
|
||||
|---|---|---|
|
||||
| pooled-selected beta | **1.00** | **0.50** |
|
||||
| pooled validation mean range (spread) | 0.645–0.692 (0.047) | 0.778–0.809 (0.031) |
|
||||
| pooled validation std range | 0.053–0.139 | 0.051–0.065 |
|
||||
| `|S_j| < M` cells (sum/27) | 4/27 | 4/27 |
|
||||
| missing client-class cells | 4 | 5 |
|
||||
| client-size ratio mean | 9.59 | 6.31 |
|
||||
| mean class-support CV | 1.225 | 0.916 |
|
||||
| union rare per seed | 6/5/6 | 6/6/6 |
|
||||
| union unseen per seed | 2/0/2 | 2/2/0 |
|
||||
| test rare support per seed | 104,843 / 13,375 / 128,995 | 28,000 / 28,000 / 28,000 |
|
||||
| mean displacement `‖Cbar(1)−Cbar(0)‖` | 2.340 | 1.385 |
|
||||
| selected-beta client improve/degrade | 6/3, 3/5, 7/2 | 4/6, 6/3, 4/2 |
|
||||
| `beta=0` class | B/B/B | B/B/B |
|
||||
| statistic | a0.25 | a0.50 | a0.75 |
|
||||
|---|---|---|---|
|
||||
| pooled-selected beta | **0.00** | **1.00** | **0.50** |
|
||||
| `|S_j| < M` cells (sum/27) | **16/27** | 4/27 | 4/27 |
|
||||
| missing client-class cells | **30** | 4 | 5 |
|
||||
| client-size ratio mean | **17.60** | 9.59 | 6.31 |
|
||||
| mean class-support CV | **1.302** | 1.225 | 0.916 |
|
||||
| union rare per seed | 6/6/8 | 6/5/6 | 6/6/6 |
|
||||
| union unseen per seed | 6/5/5 | 2/0/2 | 2/2/0 |
|
||||
| test rare support per seed | 141,677 / 129,824 / 147,630 | 104,843 / 13,375 / 128,995 | 28,000 / 28,000 / 28,000 |
|
||||
| mean displacement `‖Cbar(1)−Cbar(0)‖` | **2.919** | 2.340 | 1.385 |
|
||||
| `beta=0` class | B/B/B | B/B/B | B/B/B |
|
||||
|
||||
Higher alpha lowers **mean** support imbalance and mean displacement, but the number of
|
||||
`|S_j|<M` cells is unchanged and missing cells rise. No causal or monotone claim (two alpha levels).
|
||||
Machine-readable cross-alpha artifacts: `artifacts/analysis/5gnidd__cross_alpha__*`.
|
||||
Realized imbalance and mean displacement decrease as alpha rises; the selected beta is **not
|
||||
monotone** in alpha (0.00 → 1.00 → 0.50). No causal/monotone claim (three alphas, three seeds, one
|
||||
dataset).
|
||||
|
||||
## 9. Direct prototype-effect findings (fixed round-0 snapshots, no retraining)
|
||||
|
||||
`||Cbar_j(1) − Cbar_j(0)||`, cross-seed mean (std), 5G-NIDD alpha=0.75:
|
||||
`||Cbar_j(1) − Cbar_j(0)||`, cross-seed mean (std), 5G-NIDD alpha=0.25:
|
||||
|
||||
| class | mean disp | std |
|
||||
|---|---|---|
|
||||
| UDPScan | 2.445 | 0.484 |
|
||||
| SYNFlood | 1.897 | 0.171 |
|
||||
| SlowrateDoS | 1.565 | 0.654 |
|
||||
| SYNScan | 1.563 | 0.640 |
|
||||
| HTTPFlood | 1.366 | 0.544 |
|
||||
| TCPConnectScan | 1.226 | 0.476 |
|
||||
| UDPFlood | 0.903 | 0.103 |
|
||||
| Benign | 0.824 | 0.272 |
|
||||
| ICMPFlood | 0.673 | 0.331 |
|
||||
| SYNScan | 3.815 | 1.402 |
|
||||
| HTTPFlood | 3.760 | 1.539 |
|
||||
| TCPConnectScan | 3.258 | 2.574 |
|
||||
| SlowrateDoS | 3.179 | 1.157 |
|
||||
| SYNFlood | 3.176 | 1.007 |
|
||||
| UDPScan | 2.816 | 1.604 |
|
||||
| Benign | 2.648 | 0.519 |
|
||||
| UDPFlood | 2.408 | 0.578 |
|
||||
| ICMPFlood | 1.215 | 0.151 |
|
||||
|
||||
Mean across classes **1.385** at beta=1.0 (monotone: 0.497 / 0.875 / 1.163 / 1.385 for beta
|
||||
0.25/0.50/0.75/1.00), smaller than at alpha=0.50 (2.340). Displacement is a direct-aggregation
|
||||
measure only, not a detection result. Outputs:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__prototype_effect_pooled.csv` and per-seed
|
||||
Mean across classes **2.919** at beta=1.0 (monotone: 1.295 / 2.055 / 2.559 / 2.919 for beta
|
||||
0.25/0.50/0.75/1.00), the largest of the three 5G-NIDD alphas (a0.50 = 2.340, a0.75 = 1.385).
|
||||
Displacement is a direct-aggregation measure only, not a detection result. Outputs:
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__prototype_effect_pooled.csv` and per-seed
|
||||
`...__prototype_effect.csv` / `...__prototype_weights.csv`.
|
||||
|
||||
## 10. Client-level findings (validation, vs beta = 0)
|
||||
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`.
|
||||
|
||||
At the selected `beta=0.50`: **4/6/0** (seed 0, mean Δ +0.0021, range −0.0434…+0.0744),
|
||||
**6/3/1** (seed 1, mean Δ +0.0850, range −0.0172…+0.2667), **4/2/4** (seed 2, mean Δ +0.0058).
|
||||
The response is seed-dependent and `N_ij` vs ΔF1 is non-monotonic. Client ids are per-seed
|
||||
realisations and are not pooled.
|
||||
At the selected `beta=0.00` the delta is trivially 0/0/10 in every seed. At a common
|
||||
`beta=0.75`: **3/4/3** (seed 0, mean Δ −0.023), **2/5/3** (seed 1, mean −0.043), **1/4/5** (seed 2,
|
||||
mean −0.052): at this low-alpha condition support weighting at beta=0.75 **degrades** the
|
||||
rare-class validation metric for most clients, consistent with the pooled selection of beta=0.
|
||||
`N_ij` vs ΔF1 is non-monotonic. Client ids are per-seed realisations and are not pooled.
|
||||
|
||||
## 11. Runtime / resources
|
||||
|
||||
CPU only, no GPU, no swap, exit 0 on all 18 runs. Per-run wall-clock 61:55–66:37; CPU 738–745 %;
|
||||
peak RSS ~8.69 GiB (seed 0), ~11.78 GiB (seed 1), ~11.00 GiB (seed 2). New compute: 18 runs,
|
||||
**69,064 s ≈ 19.18 h** wall-clock, sequential (8 cores). Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__runtime.csv`.
|
||||
CPU only, no GPU, no swap, exit 0 on all 18 runs. Per-run wall-clock 62:00–64:48; CPU 739–743 %;
|
||||
peak RSS ~13.2 GiB (seed 0), ~11.9 GiB (seed 1), ~16.1 GiB (seed 2). New compute: 18 runs,
|
||||
**68,798 s ≈ 19.11 h** wall-clock, sequential (8 cores). Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__runtime.csv`.
|
||||
|
||||
## 12. Methodological decisions / assumptions
|
||||
## 12. Cross-dataset comparison (descriptive; completed this session)
|
||||
|
||||
Six-condition, validation-only pooled selections:
|
||||
|
||||
| dataset | alpha=0.25 | alpha=0.50 | alpha=0.75 |
|
||||
|---|---|---|---|
|
||||
| 5G-NIDD | **0.00** (0.7615) | **1.00** (0.6924) | **0.50** (0.8091) |
|
||||
| X-IIoTID | **0.00** (0.5917) | **0.75** (0.5794) | **0.50** (0.4767) |
|
||||
|
||||
- Matched-alpha selections coincide at alpha=0.25 (both 0.00) and alpha=0.75 (both 0.50) and
|
||||
differ at alpha=0.50 (1.00 vs 0.75). The selected beta takes values `{0.00, 0.50, 1.00}` across
|
||||
the six conditions — **not universal, not a function of alpha alone, not monotone**.
|
||||
- Realized heterogeneity is close but not identical at matched alpha (X-IIoTID has more missing
|
||||
cells at alpha=0.25/0.50; 5G-NIDD has a higher client-size ratio). Dataset structural
|
||||
differences and **rare-set composition differences are kept explicit**: 5G-NIDD rare classes are
|
||||
low-volume flood/scan types; X-IIoTID rare classes are low-volume behavioural categories. A
|
||||
"rare class" is not a comparable object across datasets.
|
||||
- Mean displacement at beta=1 falls with alpha on both datasets (5G-NIDD 2.919/2.340/1.385;
|
||||
X-IIoTID 3.422/2.099/1.305).
|
||||
- No causality, no universal beta, no cross-dataset superiority, no monotone law. Machine-readable:
|
||||
`artifacts/analysis/cross_dataset__matched_alpha_summary.csv` / `.json` and
|
||||
`cross_dataset__beta_curve.csv`. Report: `docs/research/CROSS_DATASET_BETA_ANALYSIS.md`.
|
||||
|
||||
## 13. Methodological decisions / assumptions
|
||||
|
||||
1. **`S_j` participant/denominator rule** (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights in
|
||||
the baseline) is a **REPRODUCTION ASSUMPTION**; material in **4/27** class-condition cells at
|
||||
5G-NIDD alpha=0.75. Carry this caveat in all reporting.
|
||||
the baseline) is a **REPRODUCTION ASSUMPTION**; material in **16/27** class-condition cells at
|
||||
5G-NIDD alpha=0.25 (and 19/27 at X-IIoTID alpha=0.25). Carry this caveat in all reporting.
|
||||
2. `N_ij` is class-specific sample support, not prototype quality.
|
||||
3. Beta is one value for all classes/clients; candidates frozen at `{0,.25,.5,.75,1}`.
|
||||
4. **PRIMARY selection = pooled validation across clients and seeds**; per-seed selection is
|
||||
secondary stability diagnostics; test used only after the pooled beta is fixed.
|
||||
5. No new source scripts this session; analysis used the existing read-only
|
||||
`analyze_partition_heterogeneity.py`, `analyze_prototype_effect.py`, `analyze_multiseed_beta.py`,
|
||||
`verify_beta0_equivalence.py`, `analyze_cross_alpha.py`. Ad-hoc Stage-A/audit helpers live only
|
||||
under `/tmp/opencode/s10/` (outside the repo).
|
||||
`verify_beta0_equivalence.py`, `analyze_cross_alpha.py`, plus the ad-hoc Session-11 helpers only
|
||||
under `/tmp/opencode/s11/` (outside the repo).
|
||||
6. `lambda=1.0`, Adam, lr 1e-3, batch 256 remain PROJECT DECISIONS. No `equal_available` mode.
|
||||
|
||||
## 13. Unresolved questions / blockers
|
||||
## 14. Unresolved questions / blockers
|
||||
|
||||
1. `S_j` reproduction ambiguity — unresolved; no official PROTEAN code exists.
|
||||
2. Pooled beta selection remains statistically weak at all measured conditions: across-seed std is
|
||||
comparable to the between-beta spread. No inferential test was performed.
|
||||
2. Pooled beta selection remains statistically weak at all six conditions; only three seeds.
|
||||
3. `beta = 0` is not bitwise identical to `original_protean`; documentation decision still open.
|
||||
4. Session-2 manifests still store `preprocessing_hash = null` / `config_hash = null`.
|
||||
5. 5G-NIDD now has alpha=0.50 (1.00) and alpha=0.75 (0.50); **alpha=0.25 remains unmeasured**, so
|
||||
no 5G-NIDD alpha→beta trend can be stated.
|
||||
6. The selected beta differs across datasets/conditions (5G-NIDD a0.50 = 1.00, a0.75 = 0.50;
|
||||
X-IIoTID a0.75 = 0.50) but no trend or causality is claimed.
|
||||
5. At both alpha=0.25 conditions the selected beta is 0, so those conditions cannot demonstrate a
|
||||
support-weighting benefit.
|
||||
6. No inferential trend test; selected beta differs across conditions but no monotone/causal claim.
|
||||
|
||||
## 14. Git status
|
||||
## 15. Git status
|
||||
|
||||
No commit or push was made. `HEAD = a7f2b0049e99fb66021b4660b82a48d5dbbef072`, branch `main`,
|
||||
in sync with `origin/main`. `git status --short` shows only untracked docs/analysis artifacts (no
|
||||
tracked modification); `results/` is gitignored. `planningawal/` and both raw datasets are
|
||||
unchanged. `equal_available` absent. No test-based selection. The 18 runs are the only
|
||||
`results/5gnidd__alpha0.75__*` directories.
|
||||
No commit or push was made. `HEAD = bbd35085063194db58e4472e70b204d4be4a3607`, branch `main`, in
|
||||
sync with `origin/main`. Only untracked docs/analysis artifacts exist (no tracked modification);
|
||||
`results/` is gitignored. `planningawal/` and both raw datasets are unchanged. `equal_available`
|
||||
absent. No test-based selection. The 18 runs are the only `results/5gnidd__alpha0.25__*`
|
||||
directories.
|
||||
|
||||
## 15. Session 10 audit result
|
||||
## 16. Session 11 audit result
|
||||
|
||||
- Verdict: **PASS** (`docs/research/SESSION10_AUDIT.md`).
|
||||
- Verdict: **PASS** (`docs/research/SESSION11_AUDIT.md`).
|
||||
- Run inventory 18/18, pairing hash-identical, manifests reproduced from raw data.
|
||||
- Validation recomputed exactly; **pooled `beta_star(5gnidd, alpha=0.75) = 0.50`** (validation
|
||||
- Validation recomputed exactly; **pooled `beta_star(5gnidd, alpha=0.25) = 0.00`** (validation
|
||||
only). Selected-beta test and `original_protean` test means/stds exact.
|
||||
- Leakage audit PASS; `test_used_for_selection=false` upheld.
|
||||
- Rare/unseen integrity PASS (0 mismatches / 1,620 cells). `beta=0` equivalence class **B**.
|
||||
- Direct-effect, client-level, cross-condition labels: PASS.
|
||||
- Direct-effect, client-level, cross-alpha, cross-dataset labels: PASS.
|
||||
- Source/data integrity PASS. pytest: **75 passed, 0 failed, 0 skipped**.
|
||||
|
||||
## 16. Files created / modified this session
|
||||
## 17. Files created / modified this session
|
||||
|
||||
Created:
|
||||
|
||||
- `docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`
|
||||
- `docs/research/SESSION10_AUDIT.md`
|
||||
- `artifacts/analysis/5gnidd__alpha0.75__*` — 18 prototype snapshots + 6 per-seed
|
||||
effect/weights CSVs + `5gnidd__alpha0.75__multiseed__*` (validation per-seed/pooled,
|
||||
- `docs/research/5GNIDD_ALPHA025_BETA_VALIDATION.md`
|
||||
- `docs/research/5GNIDD_CROSS_ALPHA_ANALYSIS.md`
|
||||
- `docs/research/CROSS_DATASET_BETA_ANALYSIS.md`
|
||||
- `docs/research/SESSION11_AUDIT.md`
|
||||
- `artifacts/analysis/5gnidd__alpha0.25__*` — 18 prototype snapshots + 3 per-seed
|
||||
effect/weights CSVs + `5gnidd__alpha0.25__multiseed__*` (validation per-seed/pooled,
|
||||
client detail/summary/deltas, test descriptive, prototype effect pooled, beta0 equivalence,
|
||||
runtime, selection summary, audit recomputation) + `5gnidd__alpha0.75__partition_heterogeneity_*`
|
||||
+ `5gnidd__alpha0.75__partition_characterization.csv` + `5gnidd__cross_alpha__*`
|
||||
- `results/5gnidd__alpha0.75__seed{0,1,2}__*` (18 run dirs, gitignored)
|
||||
runtime, selection summary, audit recomputation) + `5gnidd__alpha0.25__partition_characterization.csv`
|
||||
- `artifacts/analysis/5gnidd__cross_alpha__*` (regenerated to include alpha=0.25)
|
||||
- `artifacts/analysis/cross_dataset__matched_alpha_summary.{csv,json}`,
|
||||
`artifacts/analysis/cross_dataset__beta_curve.csv`
|
||||
- `results/5gnidd__alpha0.25__seed{0,1,2}__*` (18 run dirs, gitignored)
|
||||
|
||||
Modified:
|
||||
|
||||
- `docs/handoff/SESSION_HANDOFF.md` (this file)
|
||||
- `artifacts/analysis/5gnidd__cross_alpha__*` (extended from 2 to 3 alphas; previous 2-alpha
|
||||
content was superseded, not silently lost — it is reproducible from the frozen manifests)
|
||||
|
||||
No source or test code was changed.
|
||||
|
||||
## 17. Exact recommended next phase
|
||||
## 18. Exact recommended next phase
|
||||
|
||||
1. **Session 10 is audited and safe to checkpoint** (verdict PASS; see §15 and
|
||||
`docs/research/SESSION10_AUDIT.md`). Before checkpointing, stage only the intended
|
||||
docs/analysis artifacts; do not commit `results/` or the raw datasets.
|
||||
2. **5G-NIDD alpha=0.50 and alpha=0.75 are complete.** The final 5G-NIDD condition, **alpha=0.25**,
|
||||
is **safe to run** — its manifest already exists and reproduces from raw data, the pipeline is
|
||||
stable, and the same frozen protocol applies. Budget **≈19 h** (18 runs × ~64 min) and run
|
||||
**one condition at a time**; do not launch the grid blindly.
|
||||
3. Follow the same pooled validation-only selection rule; report each selected beta as "best among
|
||||
the tested candidates under pooled validation for that condition" — never a global optimum.
|
||||
4. After alpha=0.25, build the 5G-NIDD cross-alpha comparison (alpha=0.25/0.50/0.75) analogous to
|
||||
`XIIOTID_CROSS_ALPHA_ANALYSIS.md`, and only then consider cross-dataset discussion.
|
||||
5. Do not infer a monotone alpha→beta relation; do not claim dataset causality.
|
||||
6. Update `EXPERIMENT_PROTOCOL.md` only if a real ambiguity appears; update this handoff.
|
||||
7. Do not commit or push unless asked.
|
||||
1. **Session 11 is audited and safe to checkpoint** (verdict PASS). Before checkpointing, stage
|
||||
only the intended docs/analysis artifacts; do not commit `results/` or the raw datasets.
|
||||
2. **The planned experiment grid is COMPLETE** (two datasets × three alphas × three seeds × five
|
||||
betas + baseline = 108 runs). Do **not** run any new condition.
|
||||
3. Remaining work is analysis/writing, not new training:
|
||||
- optionally add an inferential comparison (e.g. paired sign/permutation test over seeds) to
|
||||
formalise the weak selection effects — clearly labelled as post-hoc if added;
|
||||
- freeze the final thesis tables/report from the six-condition artifacts;
|
||||
- decide and document the `beta=0` vs `original_protean` reporting convention.
|
||||
4. Do not infer a monotone alpha→beta law; do not claim dataset causality or superiority.
|
||||
5. Update `EXPERIMENT_PROTOCOL.md` only if a real ambiguity appears; update this handoff.
|
||||
6. Do not commit or push unless asked.
|
||||
|
||||
## 18. Important commands
|
||||
## 19. Important commands
|
||||
|
||||
```bash
|
||||
# Tests (75 expected)
|
||||
.venv/bin/python -m pytest
|
||||
|
||||
# One full paired beta run (CPU, ~62-67 min, ~8.7-11.8 GiB for 5G-NIDD)
|
||||
.venv/bin/python scripts/run_baseline.py --dataset 5gnidd --alpha 0.75 --seed 1 \
|
||||
# One full paired beta run (CPU, ~62-65 min, ~12-17 GiB for 5G-NIDD)
|
||||
.venv/bin/python scripts/run_baseline.py --dataset 5gnidd --alpha 0.25 --seed 1 \
|
||||
--clients 10 --rounds 10 --local-epochs 3 \
|
||||
--aggregation-mode support_weighted --beta 1.0
|
||||
|
||||
# Pooled multi-seed validation analysis (read-only, no retraining)
|
||||
.venv/bin/python scripts/analyze_multiseed_beta.py --dataset 5gnidd --alpha 0.75 --seeds 0 1 2
|
||||
.venv/bin/python scripts/analyze_multiseed_beta.py --dataset 5gnidd --alpha 0.25 --seeds 0 1 2
|
||||
|
||||
# Direct prototype-effect analysis (no retraining)
|
||||
.venv/bin/python scripts/analyze_prototype_effect.py \
|
||||
--snapshot artifacts/analysis/5gnidd__alpha0.75__seed0__support_weighted__beta0__prototype_snapshot.json \
|
||||
--snapshot artifacts/analysis/5gnidd__alpha0.25__seed0__support_weighted__beta0__prototype_snapshot.json \
|
||||
--class-names "Benign,HTTPFlood,ICMPFlood,SYNFlood,SYNScan,SlowrateDoS,TCPConnectScan,UDPFlood,UDPScan" \
|
||||
--output-dir artifacts/analysis
|
||||
|
||||
# Realized partition characterization (cross-alpha)
|
||||
.venv/bin/python scripts/analyze_partition_heterogeneity.py --dataset 5gnidd --alphas 0.5 0.75
|
||||
.venv/bin/python scripts/analyze_partition_heterogeneity.py --dataset 5gnidd --alphas 0.25 0.5 0.75
|
||||
|
||||
# beta=0 equivalence audit
|
||||
.venv/bin/python scripts/verify_beta0_equivalence.py --dataset 5gnidd --alpha 0.75 --seeds 0 1 2
|
||||
.venv/bin/python scripts/verify_beta0_equivalence.py --dataset 5gnidd --alpha 0.25 --seeds 0 1 2
|
||||
|
||||
# Cross-alpha comparison table (5G-NIDD)
|
||||
.venv/bin/python scripts/analyze_cross_alpha.py --dataset 5gnidd --alphas 0.5 0.75 --tag 5gnidd__cross_alpha
|
||||
.venv/bin/python scripts/analyze_cross_alpha.py --dataset 5gnidd --alphas 0.25 0.5 0.75
|
||||
```
|
||||
|
||||
## 19. Recommended next-session prompt
|
||||
## 20. Recommended next-session prompt
|
||||
|
||||
```
|
||||
You are continuing the perdalam-protean research repository (Session 11).
|
||||
You are continuing the perdalam-protean research repository (Session 12).
|
||||
|
||||
FIRST, read completely:
|
||||
1. docs/handoff/SESSION_HANDOFF.md
|
||||
2. docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md
|
||||
3. docs/research/SESSION10_AUDIT.md
|
||||
4. docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md
|
||||
5. docs/research/EXPERIMENT_PROTOCOL.md
|
||||
2. docs/research/SESSION11_AUDIT.md
|
||||
3. docs/research/5GNIDD_ALPHA025_BETA_VALIDATION.md
|
||||
4. docs/research/5GNIDD_CROSS_ALPHA_ANALYSIS.md
|
||||
5. docs/research/CROSS_DATASET_BETA_ANALYSIS.md
|
||||
6. docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md
|
||||
7. docs/research/EXPERIMENT_PROTOCOL.md
|
||||
|
||||
Critical rules:
|
||||
- planningawal/ is immutable.
|
||||
@@ -380,18 +411,15 @@ Critical rules:
|
||||
- The S_j participant rule is a REPRODUCTION ASSUMPTION.
|
||||
- Do NOT add an executable equal_available mode.
|
||||
- Beta selection uses validation only; PRIMARY is pooled across clients and seeds.
|
||||
- Run one condition at a time (~19 h per 5G-NIDD condition).
|
||||
- The planned 2-dataset x 3-alpha experiment grid is COMPLETE. Do NOT run new conditions.
|
||||
|
||||
Context: Session 10 completed 5G-NIDD alpha=0.75 for seeds {0,1,2} (18 runs, ~19.18 h) and was
|
||||
independently audited (PASS; docs/research/SESSION10_AUDIT.md). Pooled validation selected
|
||||
beta=0.50 (per-seed diagnostics 0.50 / 1.00 / 1.00). beta=0 equivalence class B. Realized
|
||||
heterogeneity: 4/27 cells |S_j|<M, 5 missing cells, client ratio mean 6.31, mean displacement
|
||||
1.385, rare-class union identical across seeds. 5G-NIDD alpha=0.50 selected 1.00; X-IIoTID
|
||||
alpha=0.75 selected 0.50.
|
||||
Context: Session 11 ran the final condition 5G-NIDD alpha=0.25 (18 runs, ~19.11 h), audited PASS,
|
||||
and selected beta_star=0.00 (validation only; per-seed 0.25/0.00/0.00). The six-condition pooled
|
||||
selections are 5G-NIDD 0.25/0.50/0.75 = 0.00/1.00/0.50 and X-IIoTID = 0.00/0.75/0.50; no universal
|
||||
or monotone beta. beta=0 equivalence class B. pytest 75 passed.
|
||||
|
||||
Task: run the final 5G-NIDD condition alpha=0.25 under the same frozen protocol (seeds {0,1,2},
|
||||
five betas + original_protean, frozen manifests, pooled validation-only selection). Verify the
|
||||
manifest reproduces, run the 18 runs sequentially with runtime/status files, produce a condition
|
||||
report + audit, and extend the 5G-NIDD cross-alpha comparison to alpha=0.25/0.50/0.75. Use
|
||||
.venv/bin/python. Do not commit or push unless asked.
|
||||
Task: no new training. Consolidate the final thesis-ready six-condition tables/report from the
|
||||
existing audited artifacts, optionally add a clearly post-hoc inferential comparison of the weak
|
||||
pooled selections, and keep all limitations (S_j assumption, three seeds, no global optimum)
|
||||
explicit. Use .venv/bin/python. Do not commit or push unless asked.
|
||||
```
|
||||
@@ -0,0 +1,460 @@
|
||||
# 5G-NIDD Alpha-0.25 Beta Validation (Session 11)
|
||||
|
||||
Status: **final 5G-NIDD beta-validation condition**. This report covers a single 5G-NIDD
|
||||
condition — `alpha = 0.25`, seeds `{0,1,2}`, the frozen `original_protean` baseline plus the five
|
||||
`support_weighted` beta candidates — using the same pooled-across-seed validation-only selection
|
||||
rule already applied to X-IIoTID (`alpha=0.25/0.50/0.75`) and 5G-NIDD `alpha=0.50/0.75`. It is
|
||||
**not** a sweep, not a hyper-parameter search, and not evidence of a global optimum. **No other
|
||||
5G-NIDD alpha was run**; `alpha=0.50` (Session 9) and `alpha=0.75` (Session 10) are reused only as
|
||||
audited references. No condition was run after this one.
|
||||
|
||||
Companion documents:
|
||||
|
||||
- `docs/research/EXPERIMENT_PROTOCOL.md` — frozen protocol and selection hierarchy.
|
||||
- `docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md` — audited 5G-NIDD alpha=0.50 reference.
|
||||
- `docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md` — audited 5G-NIDD alpha=0.75 reference.
|
||||
- `docs/research/SESSION9_AUDIT.md`, `docs/research/SESSION10_AUDIT.md` — prior audits.
|
||||
- `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md` — X-IIoTID three-condition reference.
|
||||
- `docs/research/5GNIDD_CROSS_ALPHA_ANALYSIS.md` — the resulting three-alpha 5G-NIDD comparison.
|
||||
- `docs/research/CROSS_DATASET_BETA_ANALYSIS.md` — two-dataset, three-alpha descriptive synthesis.
|
||||
- `docs/research/SESSION11_AUDIT.md` — independent audit of this condition.
|
||||
- `docs/handoff/SESSION_HANDOFF.md` — continuation point.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset | `5gnidd` (5G-NIDD) |
|
||||
| alpha | 0.25 |
|
||||
| seeds | 0, 1, 2 |
|
||||
| aggregation | `original_protean` (per seed) + `support_weighted` for `beta ∈ {0, 0.25, 0.50, 0.75, 1.00}` |
|
||||
| runs | 18: 15 `support_weighted` + 3 `original_protean`, **all run new this session** |
|
||||
| compute | sequential CPU, one run at a time, 68,798 s ≈ **19.11 h** wall-clock |
|
||||
| selection | pooled validation-only across seeds `{0,1,2}` |
|
||||
| test | read only after the pooled beta was fixed |
|
||||
|
||||
No 5G-NIDD `alpha=0.50` or `alpha=0.75` run was re-executed; the full grid was deliberately not
|
||||
launched. `equal_available` was not added. No training/aggregation/preprocessing source code was
|
||||
changed (HEAD `bbd35085063194db58e4472e70b204d4be4a3607`, unchanged).
|
||||
|
||||
---
|
||||
|
||||
## B. Dataset and manifests
|
||||
|
||||
### B.1 Raw-data provenance (Stage A)
|
||||
|
||||
- Path `~/datasets/5G-NIDD/5G-NIDD.csv`; SHA-256
|
||||
`fa36f80859585f474504ca69eb951a079b35145537976c86b00aae3aab46ee59` — matches the audited
|
||||
Session-9/10 value; **unmutated**.
|
||||
- Raw 1,215,890 rows; **1** exact duplicate dropped → 1,215,889; **0** label rows dropped.
|
||||
- **Label semantics (canonicalised):** label column `Attack Type`; **9 classes** — benign
|
||||
`Benign` (index 0) plus **8 attack classes** (`HTTPFlood, ICMPFlood, SYNFlood, SYNScan,
|
||||
SlowrateDoS, TCPConnectScan, UDPFlood, UDPScan`). Full-data counts unchanged from Session 9
|
||||
(Benign 477,736; UDPFlood 457,340; HTTPFlood 140,812; SlowrateDoS 73,124; TCPConnectScan
|
||||
20,052; SYNScan 20,043; UDPScan 15,906; SYNFlood 9,721; ICMPFlood 1,155).
|
||||
- **46 feature columns** (41 numeric median-imputed + train-standardized; 5 categorical one-hot
|
||||
with an explicit `__MISSING__` category). Preprocessing fits on the train split only and is
|
||||
identical to the previously audited pipeline (no source change).
|
||||
- Rare/unseen logic verified against this class list: attack classes only, `N_ij > 0`, two
|
||||
smallest positive training supports per client, `N_ij = 0` is unseen (never rare), benign never
|
||||
rare/unseen. All 10 clients are eligible in all three seeds (each has exactly two rare classes).
|
||||
|
||||
### B.2 Manifest identity (frozen, never regenerated)
|
||||
|
||||
Each `(alpha=0.25, seed)` manifest was independently reproduced from the raw dataset during Stage A
|
||||
(`prepare_dataset` → `reproduce_train_assignments`): exact `N_ij` match, partition-hash match and
|
||||
split-hash match. Train/validation/test sizes are 851,123 / 121,589 / 243,177 for every seed.
|
||||
|
||||
| seed | manifest | manifest content hash | partition hash | split hash | rng seed |
|
||||
|---|---|---|---|---|---|
|
||||
| 0 | `artifacts/partitions/5gnidd__alpha0.25__seed0.json` | `ab6d8a8b63d478c4…` | `e628c17369f25e35…` | `18f89f4807de5493…` | 708356900 |
|
||||
| 1 | `artifacts/partitions/5gnidd__alpha0.25__seed1.json` | `74df102e4edb4509…` | `05aec12ceb4c94bd…` | `3d05b7fe48d5a06c…` | 902143161 |
|
||||
| 2 | `artifacts/partitions/5gnidd__alpha0.25__seed2.json` | `061c094d1913f942…` | `d9631ea6b2d3907e…` | `fc758d060dc51dec…` | 218373793 |
|
||||
|
||||
`preprocessing_hash` / `config_hash` remain `null` in these Session-2 manifests (known limitation,
|
||||
carry-over).
|
||||
|
||||
### B.3 Pairing (from content hashes, not filenames)
|
||||
|
||||
Within each seed all six runs share one manifest content hash and a **byte-identical round-0
|
||||
snapshot**; `train_support_Nij.csv`, `characterization.csv` and `rare_unseen.csv` each have exactly
|
||||
one SHA-256 across the six runs; `manifest_reload_ok = true` and `smoke = false` everywhere.
|
||||
|
||||
| seed | manifest content hash | round-0 snapshot SHA-256 (all 6 runs) |
|
||||
|---|---|---|
|
||||
| 0 | `ab6d8a8b63d478c4f6cfd88f96ccc7e16e1902f5e2c0ceac0f38ea26cfcda788` | `e2243ac4ed4391ff42ae358ab47ae4b98177227ac6e3ff0cdfd3a9147bf0d7c7` |
|
||||
| 1 | `74df102e4edb4509ba32b2625aa6a99f4bbd1dbbac0fc61d3bcccd50f21475ba` | `26a162991b7cbde947040c32c3d01b91841b6a58edc917038f813c8cbbd335b7` |
|
||||
| 2 | `061c094d1913f942267bdb5654d3c0d8cfef3fa592be6cd5a1845a5eb5cdc8f2` | `e287bff5ca71f8d2a677263ed17b67e909baaaada66cd9e1cb0c7f9e0c829b62` |
|
||||
|
||||
18/18 runs present with `dataset=5gnidd, alpha=0.25`, 10 clients, 10 rounds, 3 local epochs,
|
||||
batch 256, lr 1e-3, mu 0.1, lambda 1.0; all exit status 0.
|
||||
|
||||
---
|
||||
|
||||
## C. Frozen protocol
|
||||
|
||||
Identical to `EXPERIMENT_PROTOCOL.md` §14: 10 clients, 10 rounds, 3 local epochs, batch 256, Adam
|
||||
`lr=1e-3`, `mu=0.1`, `lambda=1.0`; unchanged architecture, preprocessing, split recipe, Dirichlet
|
||||
partition recipe (`per_class_dirichlet_multinomial`), loss and nearest-prototype inference. All 18
|
||||
runs used `scripts/run_baseline.py` at HEAD `bbd35085063194db58e4472e70b204d4be4a3607`.
|
||||
|
||||
Selection rule (unchanged):
|
||||
|
||||
- **PRIMARY:** pooled-across-seed validation per-client-mean rare-class macro-F1, validation only.
|
||||
- **SECONDARY (diagnostic):** per-seed validation selection.
|
||||
- **TEST:** read only after the pooled beta was fixed; `test_used_for_selection = false` for every
|
||||
`support_weighted` run.
|
||||
|
||||
---
|
||||
|
||||
## D. Partition characterization (realized, before interpretation)
|
||||
|
||||
All statistics are from the training-split `N_ij`; `M = 10` clients; `|S_j| < M` means fewer than
|
||||
10 clients contribute a prototype for a class.
|
||||
|
||||
### D.1 Per-seed summary (alpha=0.25)
|
||||
|
||||
| seed | `|S_j| < M` cells | missing client-class cells | client-size min/max (ratio) | union rare | union unseen | max unseen on a client |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| 0 | 6 / 9 | 10 | 23,943 / 237,693 (9.93) | 6 | 6 | 3 |
|
||||
| 1 | 5 / 9 | 10 | 7,399 / 205,900 (27.83) | 6 | 5 | 3 |
|
||||
| 2 | 5 / 9 | 10 | 19,817 / 298,192 (15.05) | 8 | 5 | 2 |
|
||||
| **total / mean** | **16 / 27** | **30** | ratio mean **17.60** | 6/6/8 | 6/5/5 | 3 |
|
||||
|
||||
- `alpha=0.25` is the **most heterogeneous** of the three 5G-NIDD conditions: 16/27 class-condition
|
||||
cells have `|S_j| < M`, 30 missing `(client,class)` cells, mean client-size ratio 17.60.
|
||||
- The **rare-class union is not identical across seeds**: seed 0 = `{ICMPFlood, HTTPFlood,
|
||||
SYNFlood, TCPConnectScan, SlowrateDoS, UDPScan}`; seed 1 = `{ICMPFlood, HTTPFlood, SYNFlood,
|
||||
SYNScan, TCPConnectScan, UDPFlood}`; seed 2 = all eight attack classes except none — seed 2 has
|
||||
**8** union-rare classes. Consequently the global test rare support differs by seed
|
||||
(141,677 / 129,824 / 147,630) and cross-seed test levels are **not** directly comparable.
|
||||
- All 10 clients have exactly two rare classes in every seed and are eligible.
|
||||
- Union unseen classes: seed 0 = 6 distinct (`HTTPFlood, ICMPFlood, SYNFlood, SYNScan,
|
||||
SlowrateDoS, TCPConnectScan`), seed 1 = 5, seed 2 = 5; up to **3** unseen classes on a single
|
||||
client (vs max 1 at alpha=0.50/0.75). This is a qualitative shift: at low alpha whole classes
|
||||
vanish from a client.
|
||||
- Machine-readable: `artifacts/analysis/5gnidd__alpha0.25__partition_characterization.csv` and the
|
||||
cross-alpha `5gnidd__cross_alpha__partition_heterogeneity_*` files.
|
||||
|
||||
### D.2 Per-class support inequality
|
||||
|
||||
Mean class-support CV across seeds = **1.302** (seed 0 1.440, seed 1 1.140, seed 2 1.327); the
|
||||
maximum per-class `max/min` ratio across seeds is 185,504 (Benign seed 0, driven by one client with
|
||||
a single sample). The rare/attack classes are strongly imbalanced at every seed. Complete per-class
|
||||
tables: `5gnidd__cross_alpha__partition_heterogeneity_per_class.csv`.
|
||||
|
||||
### D.3 Comparison with the audited 5G-NIDD alpha=0.50 and alpha=0.75
|
||||
|
||||
| statistic (training split) | 5G-NIDD a0.25 | 5G-NIDD a0.50 | 5G-NIDD a0.75 |
|
||||
|---|---|---|---|
|
||||
| `|S_j| < M` cells (sum / 27) | **16 / 27** | 4 / 27 | 4 / 27 |
|
||||
| missing client-class cells | **30** | 4 | 5 |
|
||||
| client-size ratio (seeds) | 9.93 / 27.83 / 15.05 | 11.63 / 4.43 / 12.72 | 3.70 / 11.36 / 3.87 |
|
||||
| client-size ratio mean | **17.60** | 9.59 | 6.31 |
|
||||
| mean class-support CV | **1.302** | 1.225 | 0.916 |
|
||||
| union rare per seed | 6 / 6 / 8 | 6 / 5 / 6 | 6 / 6 / 6 |
|
||||
| union unseen per seed | 6 / 5 / 5 | 2 / 0 / 2 | 2 / 2 / 0 |
|
||||
| max unseen on a client | **3** | 1 | 1 |
|
||||
|
||||
Realized heterogeneity increases markedly as alpha falls. Note the client-size ratio is **not**
|
||||
uniformly ordered by seed (seed 0's ratio at alpha=0.50 is *higher* than at alpha=0.25), so these
|
||||
are realized statistics and are used for interpretation instead of alpha alone.
|
||||
|
||||
---
|
||||
|
||||
## E. Per-seed validation results
|
||||
|
||||
`val rareMacroF1 (pc mean)` is the primary metric; all 10 clients eligible in every seed.
|
||||
Machine-readable: `artifacts/analysis/5gnidd__alpha0.25__multiseed__validation_per_seed.csv`.
|
||||
|
||||
### Seed 0
|
||||
|
||||
| beta | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|
|
||||
| **0.00** | **0.736360** | 0.863272 | 0.984162 | 0.831244 | 0.746359 |
|
||||
| 0.25 | **0.747299** | 0.883896 | 0.978293 | 0.847782 | 0.741490 |
|
||||
| 0.50 | 0.717450 | 0.822592 | 0.981845 | 0.806414 | 0.746383 |
|
||||
| 0.75 | 0.713262 | 0.803765 | 0.974314 | 0.804768 | 0.750808 |
|
||||
| 1.00 | 0.734455 | 0.804729 | 0.935751 | 0.820900 | 0.754986 |
|
||||
|
||||
### Seed 1
|
||||
|
||||
| beta | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|
|
||||
| **0.00** | **0.771268** | 0.820509 | 0.974835 | 0.807348 | 0.737476 |
|
||||
| 0.25 | 0.767300 | 0.827350 | 0.970492 | 0.828781 | 0.751515 |
|
||||
| 0.50 | 0.738223 | 0.727485 | 0.844435 | 0.720389 | 0.666919 |
|
||||
| 0.75 | 0.728478 | 0.682389 | 0.759538 | 0.702449 | 0.639844 |
|
||||
| 1.00 | 0.739297 | 0.716268 | 0.799153 | 0.729077 | 0.671845 |
|
||||
|
||||
### Seed 2
|
||||
|
||||
| beta | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|
|
||||
| **0.00** | **0.776732** | 0.842370 | 0.922437 | 0.810709 | 0.708074 |
|
||||
| 0.25 | 0.733259 | 0.778933 | 0.901942 | 0.754454 | 0.688138 |
|
||||
| 0.50 | 0.721471 | 0.744221 | 0.893070 | 0.723604 | 0.679272 |
|
||||
| 0.75 | 0.724966 | 0.774682 | 0.912452 | 0.750839 | 0.697703 |
|
||||
| 1.00 | 0.739157 | 0.825132 | 0.951026 | 0.795799 | 0.734014 |
|
||||
|
||||
The per-seed curves are **non-monotone and seed-dependent**, but differ from the higher-alpha
|
||||
conditions: seed 0 peaks at 0.25 and again at 1.00 with a dip at 0.50–0.75; seed 1 is highest at
|
||||
0.00 and then falls; seed 2 is highest at 0.00. Increasing beta generally **reduces** the primary
|
||||
metric at this condition, with the notable exception of seed 0's small peak at 0.25. Seed 1 at
|
||||
beta ≥ 0.50 shows a large global-metric collapse (val accuracy 0.67–0.64), consistent with a
|
||||
rare-class-dominated partition where emphasizing high-support Benign/UDPFlood prototypes hurts
|
||||
nearest-prototype inference.
|
||||
|
||||
---
|
||||
|
||||
## F. Per-seed diagnostic beta choices (SECONDARY, stability only)
|
||||
|
||||
| seed | selected beta | val rareMacroF1 (pc mean) | tie-break used | test_used_for_selection |
|
||||
|---|---|---|---|---|
|
||||
| 0 | 0.25 | 0.747299 | no | false |
|
||||
| 1 | 0.00 | 0.771268 | no | false |
|
||||
| 2 | 0.00 | 0.776732 | no | false |
|
||||
|
||||
These per-seed choices are **diagnostic only**; they are not the condition-level selection rule.
|
||||
`val_selection.json` records `"selection_split": "validation"` and
|
||||
`"test_used_for_selection": false` for all 15 `support_weighted` runs.
|
||||
|
||||
---
|
||||
|
||||
## G. PRIMARY pooled-across-seed validation selection
|
||||
|
||||
| beta | pooled mean | std (sample, ddof=1) | min | max | pooled val rareRecall (pc mean) | selected |
|
||||
|---|---|---|---|---|---|---|
|
||||
| **0.00** | **0.761453** | 0.021903 | 0.736360 | 0.776732 | 0.908577 | **yes** |
|
||||
| 0.25 | 0.749286 | 0.017107 | 0.733259 | 0.767300 | 0.907137 | |
|
||||
| 0.50 | 0.725715 | 0.011017 | 0.717450 | 0.738223 | 0.894947 | |
|
||||
| 0.75 | 0.722235 | 0.007967 | 0.713262 | 0.728478 | 0.879711 | |
|
||||
| 1.00 | 0.737636 | 0.002756 | 0.734455 | 0.739297 | 0.888991 | |
|
||||
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha025`) = 0.00.**
|
||||
- **Criterion:** maximum pooled validation per-client-mean rare-class macro-F1 (validation only);
|
||||
tie-break order higher pooled rare recall → lower across-seed std → smaller beta.
|
||||
- **Tie-break used:** no. Top-two beta = 0.00 (0.761453) vs 0.25 (0.749286); gap ≈ **1.2e-2**.
|
||||
- **`test_used_for_selection = false`.** Test metrics were not inspected until the pooled beta was
|
||||
fixed.
|
||||
- **Interpretation:** `beta = 0.00` is the *best among the tested candidates under pooled
|
||||
validation across seeds `{0,1,2}` for 5G-NIDD alpha=0.25*. It is **not** a global optimum. The
|
||||
pooled validation curve decreases from 0.761 at beta=0 to a minimum of 0.722 at beta=0.75, then
|
||||
rises slightly to 0.738 at beta=1.00, so it is **non-monotone but overall declining**. The total
|
||||
between-beta spread is ≈ **0.039**, while the across-seed sample std ranges 0.0028–0.0219. Unlike
|
||||
alpha=0.50/0.75, at alpha=0.25 the across-seed std at beta=1.00 (0.0028) is *smaller* than the
|
||||
between-beta spread, i.e. the seeds agree more closely at high beta; at beta=0.00 the std
|
||||
(0.0219) is comparable to the spread. The pooled win of beta=0 is driven mainly by seed 2
|
||||
(0.777 vs 0.733 at beta=0.25) and seed 1 (0.771 vs 0.767).
|
||||
- Selecting `beta=0.00` means the selected aggregation is the **equal mean over the shared `S_j`**,
|
||||
i.e. mathematically the same mechanism as the `beta=0` control and numerically ~equal to the
|
||||
frozen baseline (see §J). This makes the client-level "vs beta=0" delta trivially zero at the
|
||||
selected beta.
|
||||
|
||||
Machine-readable: `artifacts/analysis/5gnidd__alpha0.25__multiseed__validation_pooled.csv`,
|
||||
`...__selection_summary.json`.
|
||||
|
||||
---
|
||||
|
||||
## H. Final selected-beta test metrics (descriptive only)
|
||||
|
||||
`beta_star = 0.00` was fixed from pooled validation; only then were test metrics read.
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.859893 | 0.813889 | 0.849925 | 0.841236 ± 0.024202 |
|
||||
| rare-class recall | 0.985234 | 0.972659 | 0.925756 | 0.961216 ± 0.031347 |
|
||||
| macro-F1 | 0.829680 | 0.802987 | 0.817254 | 0.816640 ± 0.013357 |
|
||||
| accuracy | 0.744844 | 0.737779 | 0.708052 | 0.730225 ± 0.019525 |
|
||||
| weighted-F1 | 0.717404 | 0.712302 | 0.683684 | 0.704463 ± 0.018175 |
|
||||
|
||||
The global rare evaluation support differs by seed (**141,677 / 129,824 / 147,630**) because the
|
||||
training-derived union of rare classes differs at this alpha; cross-seed absolute test levels are
|
||||
therefore **not** directly comparable. Test columns:
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__test_descriptive.csv`.
|
||||
|
||||
---
|
||||
|
||||
## I. `original_protean` comparison
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.864903 | 0.814848 | 0.847072 | 0.842274 ± 0.025370 |
|
||||
| rare-class recall | 0.985444 | 0.972333 | 0.923890 | 0.960556 ± 0.032423 |
|
||||
| macro-F1 | 0.835043 | 0.808373 | 0.814800 | 0.819405 ± 0.013919 |
|
||||
| accuracy | 0.745280 | 0.741295 | 0.706329 | 0.730968 ± 0.021431 |
|
||||
| weighted-F1 | 0.718041 | 0.716327 | 0.681939 | 0.705435 ± 0.020367 |
|
||||
|
||||
Descriptive difference (`beta_star` − `original_protean`) for test rare-class macro-F1 is
|
||||
**−0.005010** (seed 0), **−0.000959** (seed 1), **+0.002853** (seed 2); mean **−0.001039**. As
|
||||
expected for a selected beta of 0, the selected-beta test metrics are numerically very close to the
|
||||
baseline, with small floating-point divergence (see §J). No superiority or generalisation is
|
||||
claimed. Descriptive dataset-level observation (consistent with alpha=0.50/0.75): on 5G-NIDD test
|
||||
weighted-F1 (`≈0.704`) sits **below** accuracy (`≈0.730`), the opposite of X-IIoTID.
|
||||
|
||||
---
|
||||
|
||||
## J. `beta = 0` equivalence vs `original_protean`
|
||||
|
||||
| property | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| same manifest / split / hashes | yes | yes | yes |
|
||||
| round-0 snapshot byte-identical | yes (`e2243ac4…`) | yes (`26a16299…`) | yes (`e287bff5…`) |
|
||||
| support / characterization / rare_unseen identical | yes | yes | yes |
|
||||
| independent aggregation diff (`ΣC/n` vs `(1/n)ΣC`) | 4.4e-16 | 4.4e-16 | 6.7e-16 |
|
||||
| history rare-macro-F1 round-0 diff | 0.0 | 0.0 | 0.0 |
|
||||
| history rare-macro-F1 max diff (rounds ≥ 1) | 2.17e-2 | 6.85e-2 | 2.74e-2 |
|
||||
| test metric max abs diff | 5.36e-3 | 5.39e-3 | 2.85e-3 |
|
||||
| **classification** | **B** | **B** | **B** |
|
||||
|
||||
Class **B**: semantic equivalence + floating-point numerical divergence; **no semantic
|
||||
discrepancy**. Round 0 is byte-identical; a ~1 ULP ordering difference enters round-1
|
||||
prototype-alignment training and the trajectories then diverge. Because the PRIMARY selection at
|
||||
this condition chose `beta=0.00`, the *selected* run is itself the `support_weighted beta=0` run,
|
||||
and the selected-beta test metrics differ from `original_protean` only by this floating-point
|
||||
divergence. Equivalence remains conditional on the shared `S_j` reproduction assumption and is
|
||||
**not** proof that `beta=0` reproduces original PROTEAN. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__beta0_equivalence.csv`.
|
||||
|
||||
---
|
||||
|
||||
## K. Direct prototype-effect findings (fixed round-0 snapshots, no retraining)
|
||||
|
||||
Computed from each seed's fixed `{C_ij, N_ij}` round-0 snapshot via the production aggregation.
|
||||
Cross-seed mean `||Cbar_j(beta) − Cbar_j(0)||` at `beta = 1.0` (sample std across seeds):
|
||||
|
||||
| class | mean disp | std | mean rel disp |
|
||||
|---|---|---|---|
|
||||
| SYNScan | 3.815 | 1.402 | 0.544 |
|
||||
| HTTPFlood | 3.760 | 1.539 | 0.558 |
|
||||
| TCPConnectScan | 3.258 | 2.574 | 0.887 |
|
||||
| SlowrateDoS | 3.179 | 1.157 | 0.562 |
|
||||
| SYNFlood | 3.176 | 1.007 | 0.917 |
|
||||
| UDPScan | 2.816 | 1.604 | 0.371 |
|
||||
| Benign | 2.648 | 0.519 | 0.482 |
|
||||
| UDPFlood | 2.408 | 0.578 | 0.477 |
|
||||
| ICMPFlood | 1.215 | 0.151 | 0.347 |
|
||||
|
||||
- Mean displacement across the nine classes is **2.919** at beta=1.0, monotone in beta
|
||||
(0.25 → 1.295, 0.50 → 2.055, 0.75 → 2.559, 1.00 → 2.919).
|
||||
- Displacement is largest at this condition (2.919) among the three 5G-NIDD alphas and highest for
|
||||
the imbalanced rare/scan classes; `ICMPFlood` (very low support) and `UDPFlood` (very high
|
||||
support) move least.
|
||||
- Displacement is a **direct-aggregation measure only** and is **not** interpreted as improved or
|
||||
degraded detection. The end-to-end effect is reported separately in §E/§H.
|
||||
|
||||
Outputs: `artifacts/analysis/5gnidd__alpha0.25__seed{0,1,2}__support_weighted__beta0__prototype_snapshot__prototype_effect.csv`
|
||||
and `...__prototype_weights.csv`; cross-seed aggregate
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__prototype_effect_pooled.csv`.
|
||||
|
||||
---
|
||||
|
||||
## L. Client-level effect (validation, relative to beta = 0)
|
||||
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`. Client
|
||||
ids are per-seed realisations and are **not** pooled across seeds. Tolerance 1e-9.
|
||||
|
||||
**At the selected `beta = 0.00` the delta is trivially 0 for all clients in all seeds** (selected
|
||||
beta = reference beta). To describe the response, here is the full curve of mean Δ per seed:
|
||||
|
||||
| beta | seed 0 (imp/deg/unch, mean Δ) | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| 0.00 | 0/0/10, 0.0000 | 0/0/10, 0.0000 | 0/0/10, 0.0000 |
|
||||
| 0.25 | 3/3/4, +0.0109 | 3/3/4, −0.0040 | 0/4/6, −0.0435 |
|
||||
| 0.50 | 3/4/3, −0.0189 | 2/4/4, −0.0330 | 1/3/6, −0.0553 |
|
||||
| 0.75 | 3/4/3, −0.0231 | 2/5/3, −0.0428 | 1/4/5, −0.0518 |
|
||||
| 1.00 | 3/4/3, −0.0019 | 3/4/3, −0.0320 | 4/3/3, −0.0376 |
|
||||
|
||||
- At a common non-zero `beta = 0.75`, improve/degrade/unchanged = **3/4/3** (seed 0, mean
|
||||
−0.023), **2/5/3** (seed 1, mean −0.043), **1/4/5** (seed 2, mean −0.052) — i.e. at low alpha
|
||||
emphasizing support generally **degrades** the rare-class metric, the opposite of the higher
|
||||
alpha conditions and consistent with the pooled selection of beta=0.
|
||||
- `N_ij` vs ΔF1 is **non-monotonic**: at beta=0.75 the worst seed-1 degradation (c5, −0.406) has
|
||||
min positive attack `N_ij = 2`, but the best seed-0 gain (c5, +0.081) has min `N_ij = 1`; the
|
||||
worst seed-2 degradation (c9, −0.268) has min `N_ij = 33`.
|
||||
- This analysis is descriptive and non-causal.
|
||||
|
||||
---
|
||||
|
||||
## M. Runtime and resources
|
||||
|
||||
CPU only, no GPU, no swap, exit status 0 for every run (`/usr/bin/time -v`). Full table:
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__runtime.csv`.
|
||||
|
||||
| group | wall range | CPU % | peak RSS |
|
||||
|---|---|---|---|
|
||||
| seed 0 (6 runs) | 62:00 – 63:28 | 743 | 13.18 – 13.20 GiB |
|
||||
| seed 1 (6 runs) | 64:16 – 64:48 | 740–742 | 11.92 – 11.95 GiB |
|
||||
| seed 2 (6 runs) | 62:57 – 64:28 | 739–741 | 16.09 – 16.11 GiB |
|
||||
|
||||
- New compute this session: **18 runs, 68,798 s ≈ 19.11 h** wall-clock, sequential on an 8-core
|
||||
host.
|
||||
- Per-run wall time is homogeneous (62:00–64:48). Peak RSS is partition-dependent, not
|
||||
beta-dependent: ~13.2 GiB (seed 0), ~11.9 GiB (seed 1), ~16.1 GiB (seed 2), all within the host
|
||||
memory. 5G-NIDD uses more memory than X-IIoTID because the training split is ~1.5× larger.
|
||||
- No warnings, no client failures, 9/9 global prototypes in every round, no retries.
|
||||
|
||||
---
|
||||
|
||||
## N. Comparison with 5G-NIDD alpha=0.50 and alpha=0.75 (descriptive only)
|
||||
|
||||
| statistic | 5G-NIDD a0.25 | 5G-NIDD a0.50 | 5G-NIDD a0.75 |
|
||||
|---|---|---|---|
|
||||
| pooled-selected beta | **0.00** | 1.00 | 0.50 |
|
||||
| pooled validation mean range (spread) | 0.722–0.761 (0.039) | 0.645–0.692 (0.047) | 0.778–0.809 (0.031) |
|
||||
| pooled validation std range | 0.003–0.022 | 0.053–0.139 | 0.051–0.065 |
|
||||
| `|S_j| < M` cells (sum / 27) | **16 / 27** | 4 / 27 | 4 / 27 |
|
||||
| missing client-class cells | **30** | 4 | 5 |
|
||||
| client-size ratio mean | **17.60** | 9.59 | 6.31 |
|
||||
| mean class-support CV | **1.302** | 1.225 | 0.916 |
|
||||
| union rare per seed | 6 / 6 / 8 | 6 / 5 / 6 | 6 / 6 / 6 |
|
||||
| union unseen per seed | 6 / 5 / 5 | 2 / 0 / 2 | 2 / 2 / 0 |
|
||||
| test rare support per seed | 141,677 / 129,824 / 147,630 | 104,843 / 13,375 / 128,995 | 28,000 / 28,000 / 28,000 |
|
||||
| mean displacement `‖Cbar(1)−Cbar(0)‖` | **2.919** | 2.340 | 1.385 |
|
||||
| selected-beta client improve/degrade | 0/0 (trivial at beta=0) | 6/3, 3/5, 7/2 | 4/6, 6/3, 4/2 |
|
||||
| `beta=0` equivalence class (per seed) | B / B / B | B / B / B | B / B / B |
|
||||
|
||||
Descriptive observations (three alpha levels, one dataset, three project-defined seeds — **no
|
||||
monotone or causal claim**):
|
||||
|
||||
- All three pooled validation curves are **non-monotone**, and the selected beta differs across
|
||||
conditions (0.00 at alpha=0.25, 1.00 at alpha=0.50, 0.50 at alpha=0.75). The three selected
|
||||
values are **not** monotone in alpha.
|
||||
- Realized support imbalance is largest at alpha=0.25 (CV 1.302, client ratio 17.60, 30 missing
|
||||
cells, 16/27 `|S_j|<M` cells) and mean prototype displacement is also largest (2.919), tracking
|
||||
the mechanical `N_ij^beta` sensitivity.
|
||||
- At alpha=0.25 the selection of `beta=0` coincides with the best pooled validation rarity, i.e.
|
||||
the support-weighted mechanism does **not** help rare-class validation at this condition; this is
|
||||
the opposite of alpha=0.50. Selection remains statistically weak (between-beta spread 0.039 vs
|
||||
across-seed std up to 0.022).
|
||||
- Validation **levels** are not directly comparable across alpha (different rare-class sets and
|
||||
per-client eval partitions); only within-condition contrasts are interpreted.
|
||||
|
||||
Machine-readable: `artifacts/analysis/5gnidd__cross_alpha__cross_alpha_beta_table.csv`,
|
||||
`..._displacement.csv`, `..._client_summary.csv`, `..._summary.json` and
|
||||
`5gnidd__cross_alpha__partition_heterogeneity_*`.
|
||||
|
||||
---
|
||||
|
||||
## O. Limitations
|
||||
|
||||
- **One new condition** (5G-NIDD alpha=0.25). This is the final 5G-NIDD condition, so the 5G-NIDD
|
||||
three-alpha grid is complete; a cross-alpha comparison is now possible but remains descriptive.
|
||||
No X-IIoTID/5G-NIDD causal or monotone claim.
|
||||
- **Three project-defined seeds** (`{0,1,2}`); the pooled selection at this condition has
|
||||
between-beta spread larger than the across-seed std, but the result is still a weak descriptive
|
||||
preference, not a strong effect. `beta_star = 0.00` is only "best among the five tested
|
||||
candidates under pooled validation for this condition".
|
||||
- The `S_j` participant/denominator rule (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights in
|
||||
the baseline) remains a **REPRODUCTION ASSUMPTION**. At 5G-NIDD alpha=0.25 it is material in
|
||||
**16/27** class-condition cells, the largest of the three conditions; the `beta=0` comparison is
|
||||
conditional on both modes sharing this rule and does **not** prove `beta=0` reproduces original
|
||||
PROTEAN.
|
||||
- Train/validation/test adaptation (70/10/20 stratified) differs from the paper's literal 80/20;
|
||||
the validation eval partition is a project decision.
|
||||
- `preprocessing_hash`/`config_hash` remain `null` in the 5G-NIDD manifests.
|
||||
- Selecting `beta=0` makes the selected mode arithmetically the equal-`S_j` mean, so this condition
|
||||
yields no evidence that support weighting improves rare-class detection.
|
||||
- **No global beta optimum claim**; test metrics did not influence selection.
|
||||
@@ -0,0 +1,262 @@
|
||||
# 5G-NIDD Cross-Alpha Analysis (alpha = 0.25 / 0.50 / 0.75)
|
||||
|
||||
Status: **descriptive three-condition comparison** of the frozen beta protocol on 5G-NIDD, using
|
||||
the audited condition-level pooled results of Session 11 (`alpha=0.25`), Session 9 (`alpha=0.50`)
|
||||
and Session 10 (`alpha=0.75`). This document does **not** run anything and does not make a causal
|
||||
or monotonicity claim. Machine-readable counterpart:
|
||||
`artifacts/analysis/5gnidd__cross_alpha__cross_alpha_beta_table.csv`, `..._summary.json`,
|
||||
`..._displacement.csv`, `..._client_summary.csv`, and
|
||||
`artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_*.csv`.
|
||||
|
||||
Companion documents: `docs/research/5GNIDD_ALPHA025_BETA_VALIDATION.md`,
|
||||
`docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`,
|
||||
`docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`,
|
||||
`docs/research/EXPERIMENT_PROTOCOL.md`, `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`,
|
||||
`docs/research/CROSS_DATASET_BETA_ANALYSIS.md`, `docs/handoff/SESSION_HANDOFF.md`.
|
||||
|
||||
---
|
||||
|
||||
## A. Experimental scope
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset | 5G-NIDD (`5gnidd`) |
|
||||
| alpha | 0.25, 0.50, 0.75 |
|
||||
| seeds | 0, 1, 2 |
|
||||
| betas | 0.00, 0.25, 0.50, 0.75, 1.00 |
|
||||
| aggregation | `original_protean` + `support_weighted` |
|
||||
| selection | pooled validation-only per condition, seeds `{0,1,2}` |
|
||||
| test | read only after each condition's pooled beta is fixed |
|
||||
|
||||
All three conditions share the frozen training protocol: 10 clients, 10 rounds, 3 local epochs,
|
||||
batch 256, Adam `lr=1e-3`, `mu=0.1`, `lambda=1.0`, unchanged architecture/preprocessing/split
|
||||
recipe/loss/inference. For each `(alpha, seed)` all six runs share one manifest and a
|
||||
byte-identical round-0 snapshot. 54 runs total (18 per condition).
|
||||
|
||||
---
|
||||
|
||||
## B. Realized heterogeneity
|
||||
|
||||
`|S_j| < M` counts class-condition cells with fewer than 10 contributing clients, summed over
|
||||
the three seeds (out of 27). Missing cells count `(client, class)` pairs with `N_ij = 0`.
|
||||
|
||||
| statistic | alpha=0.25 | alpha=0.50 | alpha=0.75 |
|
||||
|---|---|---|---|
|
||||
| `|S_j| < M` cells (sum over 3 seeds) | **16 / 27** | 4 / 27 | 4 / 27 |
|
||||
| missing client-class cells | **30** | 4 | 5 |
|
||||
| client-size ratio (seed 0/1/2) | 9.93 / 27.83 / 15.05 | 11.63 / 4.43 / 12.72 | 3.70 / 11.36 / 3.87 |
|
||||
| client-size ratio mean | **17.60** | 9.59 | 6.31 |
|
||||
| union rare classes per seed | 6 / 6 / 8 | 6 / 5 / 6 | 6 / 6 / 6 |
|
||||
| union unseen classes per seed | 6 / 5 / 5 | 2 / 0 / 2 | 2 / 2 / 0 |
|
||||
| max unseen classes on a client | **3** | 1 | 1 |
|
||||
| mean class-support CV | **1.302** | 1.225 | 0.916 |
|
||||
| max per-class max/min ratio (over seeds) | 185,504 | 88,943 | 7,642.5 |
|
||||
|
||||
Realized heterogeneity increases as alpha falls, but **not uniformly per seed** (e.g. at
|
||||
alpha=0.50 seed 0 the client ratio 11.63 exceeds alpha=0.25 seed 0's 9.93). Interpretation uses
|
||||
these realized partitions, not alpha alone. The rarest attack class (`ICMPFlood`, 1,155 records
|
||||
full-data) is always rare; the rare-set union is seed-dependent only at alpha=0.25, where seed 2
|
||||
has 8 union-rare classes.
|
||||
|
||||
---
|
||||
|
||||
## C. Pooled validation curves (alpha × beta)
|
||||
|
||||
Pooled validation per-client-mean rare-class macro-F1 (selection metric; validation only):
|
||||
|
||||
| beta | alpha=0.25 mean (std) | alpha=0.50 mean (std) | alpha=0.75 mean (std) |
|
||||
|---|---|---|---|
|
||||
| **0.00** | **0.761453** (0.021903) | 0.687230 (0.052726) | 0.778094 (0.050963) |
|
||||
| 0.25 | 0.749286 (0.017107) | 0.645078 (0.064743) | 0.790483 (0.055100) |
|
||||
| 0.50 | 0.725715 (0.011017) | 0.674669 (0.102253) | **0.809081** (0.058735) |
|
||||
| 0.75 | 0.722235 (0.007967) | 0.688368 (0.126032) | 0.791530 (0.064974) |
|
||||
| 1.00 | 0.737636 (0.002756) | **0.692370** (0.139140) | 0.804306 (0.054803) |
|
||||
| **curve shape** | declines to 0.75, slight rise at 1.0 | rises to peak at 1.0 | peaks at 0.50, declines both sides |
|
||||
| **total between-beta spread** | 0.0392 | 0.0473 | 0.0308 |
|
||||
|
||||
The across-seed sample std (0.003–0.139) is comparable to or larger than the between-beta spread at
|
||||
alpha=0.50 and alpha=0.75; at alpha=0.25 the between-beta spread (0.039) exceeds the across-seed
|
||||
std at every beta except beta=0.00, so the alpha=0.25 selection is relatively less seed-noise
|
||||
dominated — but it is still only three project-defined seeds and needs no causal reading.
|
||||
|
||||
---
|
||||
|
||||
## D. Selected beta by condition
|
||||
|
||||
Condition-level **pooled** selections only (per-seed diagnostics are excluded):
|
||||
|
||||
| condition | pooled-selected beta | pooled validation mean | tie-break used | per-seed diagnostic betas |
|
||||
|---|---|---|---|---|
|
||||
| alpha=0.25 | **0.00** | 0.761453 | no | 0.25 / 0.00 / 0.00 |
|
||||
| alpha=0.50 | **1.00** | 0.692370 | no | 1.00 / 0.00 / 1.00 |
|
||||
| alpha=0.75 | **0.50** | 0.809081 | no | 0.50 / 1.00 / 1.00 |
|
||||
|
||||
The selected beta **changes with the non-IID condition but is not monotone** in alpha
|
||||
(0.00 → 1.00 → 0.50). At alpha=0.25 and alpha=0.75 the per-seed diagnostics partly disagree with
|
||||
the pooled choice, confirming seed sensitivity.
|
||||
|
||||
---
|
||||
|
||||
## E. Selected-beta test summaries (descriptive)
|
||||
|
||||
Selected beta vs `original_protean`, mean ± sample std across seeds `{0,1,2}`.
|
||||
|
||||
| condition | selected beta | test rare macro-F1 (selected) | test rare macro-F1 (original) | test macro-F1 (selected) | test macro-F1 (original) | test acc (selected) | test acc (original) |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| alpha=0.25 | 0.00 | 0.841236 ± 0.024202 | 0.842274 ± 0.025370 | 0.816640 ± 0.013357 | 0.819405 ± 0.013919 | 0.730225 ± 0.019525 | 0.730968 ± 0.021431 |
|
||||
| alpha=0.50 | 1.00 | 0.871984 ± 0.028501 | 0.880542 ± 0.037058 | 0.838596 ± 0.019627 | 0.842395 ± 0.020840 | 0.743257 ± 0.000667 | 0.743975 ± 0.008393 |
|
||||
| alpha=0.75 | 0.50 | 0.896738 ± 0.014470 | 0.879901 ± 0.023121 | 0.853150 ± 0.009572 | 0.841405 ± 0.014091 | 0.752274 ± 0.002503 | 0.750955 ± 0.003578 |
|
||||
|
||||
**Do not compare the absolute test rare-class macro-F1 across conditions**: the training-derived
|
||||
union of rare classes (and hence the global rare evaluation support) differs by alpha and seed
|
||||
(alpha=0.25 support 141,677 / 129,824 / 147,630; alpha=0.50 104,843 / 13,375 / 128,995;
|
||||
alpha=0.75 28,000 / 28,000 / 28,000). Only the selected-vs-original difference *within* a condition
|
||||
is meaningful, and even that is dominated by between-seed variance. At alpha=0.25 and alpha=0.50
|
||||
the selected beta is numerically essentially the baseline (selected−original rare macro-F1 mean
|
||||
−0.0010 and −0.0086); at alpha=0.75 it is +0.0168. No superiority or generalisation is claimed.
|
||||
|
||||
---
|
||||
|
||||
## F. `original_protean` summaries
|
||||
|
||||
`original_protean` test means (± sample std) across seeds:
|
||||
|
||||
| condition | rare macro-F1 | rare recall | macro-F1 | accuracy | weighted-F1 |
|
||||
|---|---|---|---|---|---|
|
||||
| alpha=0.25 | 0.842274 ± 0.025370 | 0.960556 ± 0.032423 | 0.819405 ± 0.013919 | 0.730968 ± 0.021431 | 0.705435 ± 0.020367 |
|
||||
| alpha=0.50 | 0.880542 ± 0.037058 | 0.972913 ± 0.003843 | 0.842395 ± 0.020840 | 0.743975 ± 0.008393 | 0.718730 ± 0.008678 |
|
||||
| alpha=0.75 | 0.879901 ± 0.023121 | 0.961214 ± 0.002144 | 0.841405 ± 0.014091 | 0.750955 ± 0.003578 | 0.726047 ± 0.004544 |
|
||||
|
||||
At every 5G-NIDD alpha, test weighted-F1 is **below** accuracy, i.e. the high-support
|
||||
`Benign`/`UDPFlood` classes are the harder ones for nearest-prototype inference — a dataset
|
||||
characteristic, not a beta effect.
|
||||
|
||||
---
|
||||
|
||||
## G. Direct prototype displacement (beta = 1 vs beta = 0)
|
||||
|
||||
Cross-seed mean `||Cbar_j(1) − Cbar_j(0)||` on the fixed round-0 snapshots (no retraining):
|
||||
|
||||
| class | alpha=0.25 | alpha=0.50 | alpha=0.75 |
|
||||
|---|---|---|---|
|
||||
| UDPScan | 2.816 | 3.461 | 2.445 |
|
||||
| SYNFlood | 3.176 | 2.262 | 1.897 |
|
||||
| SlowrateDoS | 3.179 | 2.763 | 1.565 |
|
||||
| SYNScan | 3.815 | 2.875 | 1.563 |
|
||||
| HTTPFlood | 3.760 | 3.120 | 1.366 |
|
||||
| TCPConnectScan | 3.258 | 2.131 | 1.226 |
|
||||
| UDPFlood | 2.408 | 1.598 | 0.903 |
|
||||
| Benign | 2.648 | 1.690 | 0.824 |
|
||||
| ICMPFlood | 1.215 | 1.159 | 0.673 |
|
||||
| **mean across classes** | **2.919** | **2.340** | **1.385** |
|
||||
|
||||
Displacement by beta (cross-class mean), showing monotone growth in beta within each condition:
|
||||
|
||||
| beta | alpha=0.25 | alpha=0.50 | alpha=0.75 |
|
||||
|---|---|---|---|
|
||||
| 0.25 | 1.295 | 0.953 | 0.497 |
|
||||
| 0.50 | 2.055 | 1.567 | 0.875 |
|
||||
| 0.75 | 2.559 | 2.003 | 1.163 |
|
||||
| 1.00 | 2.919 | 2.340 | 1.385 |
|
||||
|
||||
Mean displacement tracks realized support imbalance (alpha=0.25 > 0.50 > 0.75), but the per-class
|
||||
rank order is seed-sensitive and differs across alpha (e.g. `UDPScan` is largest at alpha=0.50 but
|
||||
not at alpha=0.25/0.75). Displacement is a direct-aggregation measure only; it is **not**
|
||||
interpreted as improved or degraded detection.
|
||||
|
||||
---
|
||||
|
||||
## H. Client-level behaviour
|
||||
|
||||
Improve/degrade/unchanged counts (validation, relative to `beta = 0`).
|
||||
|
||||
At each condition's pooled-selected beta:
|
||||
|
||||
| condition | selected beta | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|---|
|
||||
| alpha=0.25 | 0.00 | 0/0/10 (trivial) | 0/0/10 (trivial) | 0/0/10 (trivial) |
|
||||
| alpha=0.50 | 1.00 | 6/3/1 (+0.030) | 3/5/2 (−0.101) | 7/2/1 (+0.087) |
|
||||
| alpha=0.75 | 0.50 | 4/6/0 (+0.002) | 6/3/1 (+0.085) | 4/2/4 (+0.006) |
|
||||
|
||||
(mean Δ in parentheses.) At a common `beta = 0.75`:
|
||||
|
||||
| condition | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| alpha=0.25 | 3/4/3 | 2/5/3 | 1/4/5 |
|
||||
| alpha=0.50 | 5/4/1 | 3/5/2 | 7/2/1 |
|
||||
| alpha=0.75 | 3/7/0 | 9/0/1 | 5/5/0 |
|
||||
|
||||
The client-level response is seed-dependent at every alpha. At alpha=0.25 the response is
|
||||
predominantly negative at non-zero beta (support weighting degrades rare-class validation), whereas
|
||||
alpha=0.50/0.75 are mixed-to-positive. `N_ij` vs ΔF1 is non-monotonic everywhere. Client ids are
|
||||
per-seed realisations and are never pooled across seeds.
|
||||
|
||||
---
|
||||
|
||||
## I. Relation to RQ1 (support imbalance ↔ displacement ↔ rare-class performance)
|
||||
|
||||
Observed, descriptive:
|
||||
|
||||
- Realized support imbalance is highest at alpha=0.25 (mean class CV 1.302; `|S_j| < M` cells
|
||||
16/27; 30 missing cells; client ratio 17.60) and lowest at alpha=0.75 (0.916; 4/27; 5; 6.31),
|
||||
and mean prototype displacement follows the same ordering (2.919 / 2.340 / 1.385).
|
||||
Directionally consistent across the three conditions.
|
||||
- Rare-class validation *levels* do **not** follow the same ordering (pooled means ≈ 0.76 / 0.65–0.69
|
||||
/ 0.78–0.81). Absolute cross-condition levels are not controlled because the training-derived
|
||||
rare-class sets and per-client eval partitions differ.
|
||||
|
||||
**No causal conclusion** is drawn: the association between support imbalance and displacement is
|
||||
mechanical under the beta formula, while the relationship to rare-class performance is confounded
|
||||
by which classes are rare and how much support they have in each partition.
|
||||
|
||||
---
|
||||
|
||||
## J. Relation to RQ2 (how beta changes prototypes and rare-class performance)
|
||||
|
||||
- **Prototype position:** increasing beta moves every class prototype monotonically away from its
|
||||
beta=0 equal mean (by construction, because supports are unequal); the magnitude grows with
|
||||
support imbalance (mean class displacement at beta=1: 1.385 / 2.340 / 2.919 as imbalance grows).
|
||||
`|S_j| = 1` would leave the aggregate unchanged, but no class has a single contributor at any of
|
||||
these conditions.
|
||||
- **Rare-class performance:** the validation response is **non-monotone in beta** and
|
||||
condition-dependent: overall declining at alpha=0.25 (best at beta=0), peaking at beta=1.00 at
|
||||
alpha=0.50, peaking at beta=0.50 at alpha=0.75. The effect magnitude is comparable to or smaller
|
||||
than between-seed variance at alpha=0.50/0.75; at alpha=0.25 the between-beta spread exceeds the
|
||||
across-seed std, but the sample is only three seeds.
|
||||
|
||||
---
|
||||
|
||||
## K. Relation to RQ3 (does selected beta differ across non-IID conditions?)
|
||||
|
||||
Yes, descriptively: the pooled-selected beta is **0.00 (alpha=0.25), 1.00 (alpha=0.50),
|
||||
0.50 (alpha=0.75)**. It is **not monotone** in alpha.
|
||||
|
||||
Caveats that forbid a trend claim:
|
||||
|
||||
- only **three** alpha levels and **three** project-defined seeds, **one** dataset;
|
||||
- one selection per condition, each statistically weak or only modestly stronger than seed noise,
|
||||
and with **no tie-break** exercised at any condition;
|
||||
- the realized partitions differ, so the non-IID "condition" is only partially summarized by
|
||||
alpha;
|
||||
- **no inferential monotonic-trend test** has been performed.
|
||||
|
||||
RQ3 asks whether beta changes with conditions; it does not require a monotonic answer.
|
||||
|
||||
---
|
||||
|
||||
## L. Limitations
|
||||
|
||||
- One dataset (5G-NIDD), three alpha values, three seeds; cross-dataset claims are deferred to
|
||||
`CROSS_DATASET_BETA_ANALYSIS.md`.
|
||||
- The `S_j` participant/denominator rule remains a **REPRODUCTION ASSUMPTION** (material in
|
||||
16/27 cells at alpha=0.25, 4/27 at alpha=0.50, 4/27 at alpha=0.75); all comparisons are
|
||||
conditional on both modes sharing it.
|
||||
- Train/validation/test adaptation (70/10/20 stratified) differs from the paper's literal
|
||||
80/20; the validation eval partition is a project decision.
|
||||
- **No inferential significance testing**; no global beta optimum. Each selected beta is
|
||||
"best among the tested candidates under pooled validation for that condition".
|
||||
- Cross-alpha absolute metrics are not directly comparable because the rare-class sets, global
|
||||
rare support, and per-client eval partitions differ by condition/seed; only within-condition
|
||||
contrasts and relative patterns are interpreted.
|
||||
- Selecting beta=0 at alpha=0.25 makes the selected mode arithmetically the equal-`S_j` mean, so
|
||||
that condition cannot show a benefit of support weighting.
|
||||
@@ -0,0 +1,240 @@
|
||||
# Cross-Dataset Beta Analysis: X-IIoTID vs 5G-NIDD (alpha = 0.25 / 0.50 / 0.75)
|
||||
|
||||
Status: **descriptive six-condition comparison** of the frozen server-side prototype-aggregation
|
||||
beta protocol across two datasets and three Dirichlet non-IID levels, using only the audited
|
||||
condition-level pooled results:
|
||||
|
||||
- X-IIoTID: Session 6 (`alpha=0.50`), Session 7 (`alpha=0.25`), Session 8 (`alpha=0.75`);
|
||||
- 5G-NIDD: Session 9 (`alpha=0.50`), Session 10 (`alpha=0.75`), Session 11 (`alpha=0.25`).
|
||||
|
||||
This document runs nothing, uses **validation-only** selections, and makes **no causal, universal,
|
||||
or monotone** claim. Machine-readable counterpart:
|
||||
`artifacts/analysis/cross_dataset__matched_alpha_summary.csv` / `.json`,
|
||||
`artifacts/analysis/cross_dataset__beta_curve.csv`, plus the per-dataset
|
||||
`xiiotid__cross_alpha__*` and `5gnidd__cross_alpha__*` artifacts.
|
||||
|
||||
Companion documents: `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`,
|
||||
`docs/research/5GNIDD_CROSS_ALPHA_ANALYSIS.md`, `docs/research/EXPERIMENT_PROTOCOL.md`,
|
||||
`docs/research/DATASET_INSPECTION.md`, `docs/handoff/SESSION_HANDOFF.md`.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| datasets | X-IIoTID (`xiiotid`), 5G-NIDD (`5gnidd`) |
|
||||
| alpha | 0.25, 0.50, 0.75 (both datasets) |
|
||||
| seeds | 0, 1, 2 |
|
||||
| betas | 0.00, 0.25, 0.50, 0.75, 1.00 |
|
||||
| aggregation | `original_protean` + `support_weighted` |
|
||||
| conditions | 6 (2 datasets × 3 alphas × 3 seeds = 108 runs total across all sessions) |
|
||||
| selection | pooled validation-only per condition, seeds `{0,1,2}`; test read after fixing |
|
||||
| test_used_for_selection | false at all six conditions |
|
||||
|
||||
Both datasets share the frozen training protocol (10 clients, 10 rounds, 3 local epochs, batch 256,
|
||||
Adam `lr=1e-3`, `mu=0.1`, `lambda=1.0`) and the same frozen preprocessing recipe; the only
|
||||
dataset-specific inputs are the raw CSV, label column, class mapping and dropped labels.
|
||||
|
||||
---
|
||||
|
||||
## B. Dataset structural differences
|
||||
|
||||
| property | X-IIoTID | 5G-NIDD |
|
||||
|---|---|---|
|
||||
| benign label | `Normal` | `Benign` |
|
||||
| attack classes (8) | `C&C, Exfiltration, Exploitation, Lateral_movement, RDOS, Reconnaissance, Tampering, Weaponization` | `HTTPFlood, ICMPFlood, SYNFlood, SYNScan, SlowrateDoS, TCPConnectScan, UDPFlood, UDPScan` |
|
||||
| dropped label | `crypto-ransomware` | — |
|
||||
| training rows | 569,909 | 851,123 |
|
||||
| raw feature columns | 59 (56 numeric + 3 categorical) | 46 (41 numeric + 5 categorical) |
|
||||
| one-hot expanded width | 78 | 81 |
|
||||
|
||||
The two **rare-set compositions are qualitatively different**, and this must be kept explicit:
|
||||
|
||||
- 5G-NIDD rare classes are low-volume **flood/scan** categories (`ICMPFlood` is always rare;
|
||||
partners vary: `SYNFlood`, `SYNScan`, `TCPConnectScan`, `UDPScan`, `HTTPFlood`, `SlowrateDoS`).
|
||||
- X-IIoTID rare classes are low-volume **behavioural** categories (`Tampering`, `Exfiltration`,
|
||||
`Exploitation`, `Lateral_movement`, `C&C`, `Weaponization`, `Reconnaissance`, `RDOS`), whose
|
||||
identities and per-seed unions vary more. A "rare class" is therefore not a comparable object
|
||||
across the two datasets; only the protocol and the aggregation mechanism are shared.
|
||||
|
||||
Both datasets have 9 classes (8 attack + benign) and all 10 clients have exactly two rare classes
|
||||
per seed, so all clients are eligible for rare-class evaluation.
|
||||
|
||||
---
|
||||
|
||||
## C. Matched-alpha realized heterogeneity
|
||||
|
||||
`|S_j| < M` cells are summed over the three seeds (out of 27). Missing cells count `N_ij = 0`.
|
||||
|
||||
| alpha | dataset | `|S_j|<M` cells | missing cells | client-size ratio mean | mean class-support CV | union unseen mean | max unseen/client |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| 0.25 | 5G-NIDD | 16 / 27 | 30 | 17.60 | 1.302 | 5.33 | 3 |
|
||||
| 0.25 | X-IIoTID | 19 / 27 | 38 | 14.75 | 1.442 | 5.67 | 4 |
|
||||
| 0.50 | 5G-NIDD | 4 / 27 | 4 | 9.59 | 1.225 | 1.33 | 1 |
|
||||
| 0.50 | X-IIoTID | 7 / 27 | 9 | 7.41 | 1.183 | 2.33 | 2 |
|
||||
| 0.75 | 5G-NIDD | 4 / 27 | 4–5 | 6.31 | 0.916 | 1.33 | 1 |
|
||||
| 0.75 | X-IIoTID | 3 / 27 | 4 | 4.67 | 0.881 | 1.00 | 1 |
|
||||
|
||||
At every matched alpha the two datasets are **quantitatively close but not identical** in realized
|
||||
heterogeneity: X-IIoTID has slightly more missing class cells and a slightly higher support CV at
|
||||
alpha=0.25/0.50, while 5G-NIDD has a higher mean client-size ratio at alpha=0.25/0.50/0.75. Both
|
||||
datasets become far more homogeneous as alpha rises, with the mixture of `|S_j|<M` cells
|
||||
collapsing between alpha=0.25 and alpha=0.50.
|
||||
|
||||
---
|
||||
|
||||
## D. Pooled beta selection across six conditions
|
||||
|
||||
Condition-level pooled selections (validation only):
|
||||
|
||||
| dataset | alpha | selected beta | pooled validation mean | tie-break | curve shape |
|
||||
|---|---|---|---|---|---|
|
||||
| 5G-NIDD | 0.25 | **0.00** | 0.761453 | no | declines to 0.75, small rise at 1.0 |
|
||||
| 5G-NIDD | 0.50 | **1.00** | 0.692370 | no | rises to peak at 1.0, dip at 0.25 |
|
||||
| 5G-NIDD | 0.75 | **0.50** | 0.809081 | no | peaks at 0.50, declines both sides |
|
||||
| X-IIoTID | 0.25 | **0.00** | 0.591704 | no | monotone decreasing |
|
||||
| X-IIoTID | 0.50 | **0.75** | 0.579367 | no | rises to peak at 0.75 |
|
||||
| X-IIoTID | 0.75 | **0.50** | 0.476749 | no | peaks at 0.50, declines both sides |
|
||||
|
||||
Observations:
|
||||
|
||||
- **A common beta is selected by both datasets at alpha=0.25 (`0.00`) and alpha=0.75 (`0.50`)**;
|
||||
they differ at alpha=0.50 (5G-NIDD `1.00` vs X-IIoTID `0.75`).
|
||||
- The selected beta is **not a function of alpha alone** and is **not universal**: across the six
|
||||
conditions it takes the values `{0.00, 0.50, 1.00}`.
|
||||
- The alpha=0.25 result (`beta=0`, i.e. the equal-`S_j` mean) is the same descriptive outcome on
|
||||
both datasets, but at the other two alphas the selections diverge, and no tie-break was ever
|
||||
exercised.
|
||||
- All six pooled curves are non-monotone except X-IIoTID alpha=0.25 (monotone decreasing); the
|
||||
between-beta spread is generally comparable to or smaller than the across-seed std (see the
|
||||
per-dataset cross-alpha documents).
|
||||
|
||||
Full pooled curves (validation per-client-mean rare-class macro-F1):
|
||||
|
||||
| condition | beta 0.00 | 0.25 | 0.50 | 0.75 | 1.00 |
|
||||
|---|---|---|---|---|---|
|
||||
| 5G-NIDD a0.25 | **0.7615** | 0.7493 | 0.7257 | 0.7222 | 0.7376 |
|
||||
| 5G-NIDD a0.50 | 0.6872 | 0.6451 | 0.6747 | 0.6884 | **0.6924** |
|
||||
| 5G-NIDD a0.75 | 0.7781 | 0.7905 | **0.8091** | 0.7915 | 0.8043 |
|
||||
| X-IIoTID a0.25 | **0.5917** | 0.5887 | 0.5859 | 0.5795 | 0.5321 |
|
||||
| X-IIoTID a0.50 | 0.5444 | 0.5554 | 0.5673 | **0.5794** | 0.5735 |
|
||||
| X-IIoTID a0.75 | 0.4717 | 0.4744 | **0.4767** | 0.4725 | 0.4686 |
|
||||
|
||||
---
|
||||
|
||||
## E. Prototype displacement
|
||||
|
||||
Cross-seed mean `||Cbar_j(1) − Cbar_j(0)||` (fixed round-0 snapshots, no retraining):
|
||||
|
||||
| dataset | alpha=0.25 | alpha=0.50 | alpha=0.75 |
|
||||
|---|---|---|---|
|
||||
| 5G-NIDD | 2.919 | 2.340 | 1.385 |
|
||||
| X-IIoTID | 3.422 | 2.099 | 1.305 |
|
||||
|
||||
Within each dataset, mean displacement decreases monotonically as alpha rises, tracking realized
|
||||
support imbalance. At matched alpha, 5G-NIDD has *smaller* mean displacement at alpha=0.25
|
||||
(2.919 vs 3.422) while X-IIoTID has slightly smaller displacement at alpha=0.50/0.75 (2.099 vs
|
||||
2.340; 1.305 vs 1.385). The per-class rank order is seed-sensitive and dataset-specific, and the
|
||||
**rare-class identities differ**, so these are not a like-for-like class comparison. Displacement
|
||||
is a direct-aggregation measure only; it is not interpreted as detection quality.
|
||||
|
||||
---
|
||||
|
||||
## F. Rare-class performance patterns
|
||||
|
||||
Selected-beta test rare-class macro-F1 (mean ± sample std) vs `original_protean`:
|
||||
|
||||
| condition | selected beta | test rare macro-F1 (selected) | test rare macro-F1 (original) | within-condition difference |
|
||||
|---|---|---|---|---|
|
||||
| 5G-NIDD a0.25 | 0.00 | 0.841236 ± 0.024202 | 0.842274 ± 0.025370 | −0.001039 |
|
||||
| 5G-NIDD a0.50 | 1.00 | 0.871984 ± 0.028501 | 0.880542 ± 0.037058 | −0.008558 |
|
||||
| 5G-NIDD a0.75 | 0.50 | 0.896738 ± 0.014470 | 0.879901 ± 0.023121 | +0.016837 |
|
||||
| X-IIoTID a0.25 | 0.00 | 0.632136 ± 0.047642 | 0.632790 ± 0.047152 | −0.000654 |
|
||||
| X-IIoTID a0.50 | 0.75 | 0.665503 ± 0.026685 | 0.642520 ± 0.028683 | +0.022983 |
|
||||
| X-IIoTID a0.75 | 0.50 | 0.605246 ± 0.085489 | 0.603890 ± 0.077764 | +0.001356 |
|
||||
|
||||
**Do not compare absolute test levels across datasets or conditions.** The training-derived rare
|
||||
sets, global rare support and per-client eval partitions differ; 5G-NIDD rare macro-F1 levels
|
||||
(≈0.84–0.90) exceed X-IIoTID levels (≈0.60–0.67) largely because the rare classes are different
|
||||
and 5G-NIDD's are easier for nearest-prototype inference. Only the within-condition selected-vs-
|
||||
original difference is meaningful, and it is dominated by between-seed variance; the largest
|
||||
positive difference (+0.023 for X-IIoTID alpha=0.50) is still smaller than its between-seed std.
|
||||
No cross-dataset superiority is claimed.
|
||||
|
||||
A consistent dataset-level observation: on 5G-NIDD test weighted-F1 is **below** accuracy (hard
|
||||
high-support classes), whereas on X-IIoTID weighted-F1 is **above** accuracy. This is a dataset
|
||||
characteristic, not a beta effect.
|
||||
|
||||
At alpha=0.25 both datasets select `beta=0`, so at that condition the selected mode is
|
||||
arithmetically the equal-`S_j` mean and cannot demonstrate a benefit of support weighting.
|
||||
|
||||
---
|
||||
|
||||
## G. Client-level effects
|
||||
|
||||
Improve/degrade/unchanged (validation, vs `beta=0`) at each condition's selected beta:
|
||||
|
||||
| condition | selected beta | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|---|
|
||||
| 5G-NIDD a0.25 | 0.00 | 0/0/10 | 0/0/10 | 0/0/10 |
|
||||
| 5G-NIDD a0.50 | 1.00 | 6/3/1 | 3/5/2 | 7/2/1 |
|
||||
| 5G-NIDD a0.75 | 0.50 | 4/6/0 | 6/3/1 | 4/2/4 |
|
||||
| X-IIoTID a0.25 | 0.00 | 0/0/10 | 0/0/10 | 0/0/10 |
|
||||
| X-IIoTID a0.50 | 0.75 | 7/3/0 | 8/1/1 | 8/1/1 |
|
||||
| X-IIoTID a0.75 | 0.50 | 6/4/0 | 9/0/1 | 6/4/0 |
|
||||
|
||||
At the common `beta=0.75` (non-trivial comparison), the number of clients that improve (out of 10)
|
||||
is: 5G-NIDD **3 / 2 / 1** (a0.25), **5 / 3 / 7** (a0.50), **4 / 6 / 1** (a0.75); X-IIoTID
|
||||
**5 / 5 / 3** (a0.25), **7 / 8 / 8** (a0.50), **3 / 9 / 5** (a0.75). The broad shape is similar
|
||||
(mixed and seed-dependent), but the specific counts and mean deltas differ; at alpha=0.25, in
|
||||
particular, support weighting at `beta=0.75` helps more X-IIoTID clients than 5G-NIDD clients.
|
||||
`N_ij` vs ΔF1 is non-monotonic on both datasets. Client ids are per-seed realisations and are never
|
||||
pooled, so no client-level cross-dataset pairing is performed.
|
||||
|
||||
---
|
||||
|
||||
## H. RQ1 synthesis (support imbalance ↔ displacement ↔ rare-class performance)
|
||||
|
||||
- On both datasets, realized support imbalance and mean prototype displacement move together with
|
||||
alpha: higher alpha → lower CV / fewer missing cells / smaller displacement. Directionally
|
||||
consistent across all six conditions.
|
||||
- Rare-class validation/test **levels** do **not** track the same ordering, on either dataset; they
|
||||
are confounded by which classes are rare and their support in each partition.
|
||||
- The link between support imbalance and displacement is mechanical under the beta formula; the
|
||||
link to rare-class performance is not established causally. **No causal conclusion.**
|
||||
|
||||
## I. RQ2 synthesis (how beta changes prototypes and rare-class performance)
|
||||
|
||||
- Increasing beta moves class prototypes monotonically away from the beta=0 equal mean, by an
|
||||
amount that grows with realized support imbalance; this holds on both datasets.
|
||||
- Rare-class validation response is non-monotone in beta and condition-dependent on both datasets.
|
||||
The effect is small relative to between-seed variance at most conditions.
|
||||
- At alpha=0.25 on **both** datasets the pooled validation optimum sits at `beta=0`, i.e. support
|
||||
weighting gives no rare-class validation benefit under the strongest non-IID setting tested.
|
||||
|
||||
## J. RQ3 synthesis (does selected beta differ across conditions/datasets?)
|
||||
|
||||
- Across the six conditions the pooled-selected beta is `{0.00, 1.00, 0.50}` (5G-NIDD) and
|
||||
`{0.00, 0.75, 0.50}` (X-IIoTID): it differs by condition and by dataset.
|
||||
- It is **not** a function of alpha alone (both datasets give identical selections at alpha=0.25 and
|
||||
0.75 but differ at alpha=0.50), and it is **not** universal.
|
||||
- Caveats forbidding a trend/universality claim: two datasets, three alpha levels, three
|
||||
project-defined seeds, six weak selections, no tie-break exercised, different rare-class
|
||||
compositions, no inferential trend test.
|
||||
|
||||
## K. Limitations
|
||||
|
||||
- **Six conditions, two datasets, three project-defined seeds.** No inferential test; no global
|
||||
optimum; each selected beta is "best among the tested candidates under pooled validation for that
|
||||
condition".
|
||||
- The `S_j` participant/denominator rule remains a **REPRODUCTION ASSUMPTION**; it is material in
|
||||
16/27 cells at 5G-NIDD alpha=0.25 and 19/27 at X-IIoTID alpha=0.25, and in ≤7/27 at the other
|
||||
conditions. All comparisons are conditional on both modes sharing it.
|
||||
- **Rare-set composition differs by dataset** and is not comparable across datasets; absolute
|
||||
metric levels are not comparable across conditions either.
|
||||
- Train/validation/test adaptation (70/10/20 stratified) differs from the paper's literal 80/20;
|
||||
the validation eval partition is a project decision.
|
||||
- No `equal_available` control exists; `beta=0` is only arithmetically the equal-`S_j` mean.
|
||||
- **No cross-dataset causality or superiority**; **no monotone beta law**; the experiment grid is
|
||||
complete as planned (two datasets × three alphas × three seeds × five betas + baseline).
|
||||
@@ -0,0 +1,284 @@
|
||||
# Session 11 Post-Experiment Audit (5G-NIDD alpha=0.25)
|
||||
|
||||
Status: **PASS.** Independent recomputation from machine-readable artifacts and the raw dataset
|
||||
confirms every Session-11 Stage-B claim for 5G-NIDD `alpha=0.25`, and re-confirms the prior
|
||||
condition labels used in the cross-alpha and cross-dataset reports. No discovered issue changes
|
||||
`beta_star` or the scientific interpretation. **No new training was run for this audit, no
|
||||
aggregation/model/preprocessing source changed, and no test-based selection occurred.**
|
||||
|
||||
Audit performed: 2026-09-30. Audited HEAD: `bbd35085063194db58e4472e70b204d4be4a3607`.
|
||||
Machine-readable audit record:
|
||||
`artifacts/analysis/5gnidd__alpha0.25__multiseed__audit_recomputation.json`.
|
||||
|
||||
Companion documents: `docs/research/5GNIDD_ALPHA025_BETA_VALIDATION.md`,
|
||||
`docs/research/5GNIDD_CROSS_ALPHA_ANALYSIS.md`, `docs/research/CROSS_DATASET_BETA_ANALYSIS.md`,
|
||||
`docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`,
|
||||
`docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`, `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`,
|
||||
`docs/research/EXPERIMENT_PROTOCOL.md`, `docs/handoff/SESSION_HANDOFF.md`.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
Independently verify the Session-11 claim for:
|
||||
|
||||
- dataset `5gnidd`, alpha `0.25`, seeds `{0,1,2}`, beta `{0, 0.25, 0.5, 0.75, 1.0}` plus
|
||||
`original_protean` (18 runs);
|
||||
- PRIMARY pooled-validation selection `beta_star = 0.00` using validation per-client rare-class
|
||||
macro-F1 averaged within seed then across seeds;
|
||||
- `beta=0` equivalence class;
|
||||
- the 5G-NIDD three-alpha labels (0.25 = 0.00, 0.50 = 1.00, 0.75 = 0.50) and the six-condition
|
||||
cross-dataset labels.
|
||||
|
||||
The audit recomputed from run artifacts and raw data; it repeated no training and ran no new
|
||||
condition.
|
||||
|
||||
---
|
||||
|
||||
## B. Run inventory
|
||||
|
||||
18 full-data runs enumerated from `results/5gnidd__alpha0.25__*/metadata.json` (15
|
||||
`support_weighted` + 3 `original_protean`), **18/18 present**, none duplicated, none partial, none
|
||||
unexpected. Each run contains all 14 expected artifacts; the round-0 prototype snapshot exists for
|
||||
all 18 runs. Metadata verified per run: dataset=5gnidd, alpha=0.25, seed, mode, clients=10,
|
||||
rounds=10, local_epochs=3, batch=256, lr=1e-3, mu=0.1, lambda=1.0, `manifest_reload_ok=true`,
|
||||
`smoke=false`. All 18 exit status 0. No other 5G-NIDD alpha run was created or modified
|
||||
(alpha=0.50 and alpha=0.75 each still contain exactly 18 runs); `equal_available` is absent from
|
||||
`src/`, `scripts/`, `tests/`.
|
||||
|
||||
---
|
||||
|
||||
## C. Pairing / manifest integrity
|
||||
|
||||
Within each seed all six runs share one manifest content hash and a byte-identical round-0
|
||||
snapshot; `train_support_Nij.csv`, `characterization.csv` and `rare_unseen.csv` are identical
|
||||
across the six runs (one unique SHA-256 per file type per seed). `manifest_reload_ok = true` and
|
||||
`smoke = false` everywhere.
|
||||
|
||||
| seed | manifest content hash | round-0 snapshot SHA-256 | support/char/rare unique counts |
|
||||
|---|---|---|---|
|
||||
| 0 | `ab6d8a8b63d478c4…` | `e2243ac4ed4391ff…` | 1 / 1 / 1 |
|
||||
| 1 | `74df102e4edb4509…` | `26a162991b7cbde9…` | 1 / 1 / 1 |
|
||||
| 2 | `061c094d1913f942…` | `e287bff5ca71f8d2…` | 1 / 1 / 1 |
|
||||
|
||||
Each alpha=0.25 manifest was independently reproduced from the raw dataset
|
||||
(`prepare_dataset` → `reproduce_train_assignments`): exact `N_ij` match, partition-hash match and
|
||||
split-hash match for all three seeds; split sizes 851,123 / 121,589 / 243,177; 10 clients.
|
||||
Pairing is proven by content hashes, not filenames.
|
||||
|
||||
---
|
||||
|
||||
## D. Partition characterization audit
|
||||
|
||||
Independently recomputed from the manifests; matches the report exactly:
|
||||
|
||||
| statistic | seed 0 / 1 / 2 | reality (sum / mean) |
|
||||
|---|---|---|
|
||||
| `|S_j| < M` cells | 6 / 5 / 5 | **16 / 27** |
|
||||
| missing client-class cells | 10 / 10 / 10 | **30** |
|
||||
| client-size ratio | 9.93 / 27.83 / 15.05 | mean **17.60** |
|
||||
| union rare classes | 6 / 6 / 8 | 2 rare per client (all) |
|
||||
| union unseen classes | 6 / 5 / 5 | max 3 on a client |
|
||||
|
||||
Mean class-support CV = **1.302**; maximum per-class `max/min` ratio across seeds = 185,504.
|
||||
|
||||
---
|
||||
|
||||
## E. Label / rare / unseen integrity
|
||||
|
||||
- Cleaned 5G-NIDD label semantics reproduced: 1,215,890 raw rows, 1 duplicate dropped, 0 label
|
||||
rows dropped, 9 classes (`Benign` + 8 attacks), benign index 0, 46 raw feature columns
|
||||
(41 numeric, 5 categorical; 81 one-hot expanded).
|
||||
- Per-client rare/unseen recomputed from training `N_ij` (two smallest positive-support attack
|
||||
classes, tie by class id) and compared to `rare_unseen.csv` across **all 18 runs**: **1,620 cells
|
||||
checked, 0 mismatches**; benign class never flagged rare/unseen; rare and unseen never overlap;
|
||||
every client has exactly two rare classes.
|
||||
- `evaluated_rare_classes` equals the training-derived union rare set (per seed); validation/test
|
||||
labels did not influence rare identity.
|
||||
|
||||
---
|
||||
|
||||
## F. Validation metric recomputation
|
||||
|
||||
Recomputed from raw artifacts (no report numbers copied):
|
||||
|
||||
- seed-level primary score = mean over eligible clients of `val_per_client.csv`
|
||||
`rare_class_macro_f1`; equals `val_selection.json` per-client-mean to **max diff 0.0** for all
|
||||
15 runs; all 10 clients eligible in every seed.
|
||||
- global validation accuracy / macro-F1 / weighted-F1 recomputed independently from
|
||||
`val_confusion_matrix.json` with the production formulas: **max diff 0.0** versus
|
||||
`val_global_metrics.json`.
|
||||
|
||||
---
|
||||
|
||||
## G. Pooled-selection recomputation
|
||||
|
||||
Computed from the independently recomputed seed-level scores (not from the report). Pooled = mean
|
||||
of the three seed means; std sample (`ddof=1`).
|
||||
|
||||
| beta | pooled mean | sample std | recomputed selected |
|
||||
|---|---|---|---|
|
||||
| **0.00** | **0.761453** | 0.021903 | **yes** |
|
||||
| 0.25 | 0.749286 | 0.017107 | |
|
||||
| 0.50 | 0.725715 | 0.011017 | |
|
||||
| 0.75 | 0.722235 | 0.007967 | |
|
||||
| 1.00 | 0.737636 | 0.002756 | |
|
||||
|
||||
- Recompute **matches the report** to formatting precision.
|
||||
- `argmax` = **0.00** (no tie; top-two gap ≈ 1.2e-2). `tie_break_used=false`.
|
||||
- Per-seed diagnostics reproduce **0.25 / 0.00 / 0.00**.
|
||||
|
||||
---
|
||||
|
||||
## H. Validation / test leakage audit
|
||||
|
||||
- `run_baseline.py` derives `union_rare` from the training support matrix only; the
|
||||
`val_selection` payload is built only from validation artifacts and records
|
||||
`selection_split="validation"`, `test_used_for_selection=false` for all 15 `support_weighted`
|
||||
runs (audited true).
|
||||
- `analyze_multiseed_beta.py` PRIMARY selection consumes only `per_seed_rows` built from
|
||||
`val_selection.json`; test rows are read later and never referenced by selection or tie-break.
|
||||
No code path sorts/filters candidates by a test field.
|
||||
- The audit's own `beta_star = 0.00` was reproduced from validation artifacts alone.
|
||||
|
||||
Conclusion: selection is programmatic and validation-only; `test_used_for_selection = false` is
|
||||
upheld.
|
||||
|
||||
---
|
||||
|
||||
## I. Final test recomputation
|
||||
|
||||
`beta_star = 0.00` fixed from pooled validation; only then test metrics read. Recomputed from
|
||||
`test_global_metrics.json` per seed (and cross-checked against `test_descriptive.csv`, max diff
|
||||
0.0), averaged across seeds with sample std:
|
||||
|
||||
| metric | selected beta 0.00 (mean ± std) | original_protean (mean ± std) |
|
||||
|---|---|---|
|
||||
| rare-class macro-F1 | 0.841236 ± 0.024202 | 0.842274 ± 0.025370 |
|
||||
| rare-class recall | 0.961216 ± 0.031347 | 0.960556 ± 0.032423 |
|
||||
| macro-F1 | 0.816640 ± 0.013357 | 0.819405 ± 0.013919 |
|
||||
| accuracy | 0.730225 ± 0.019525 | 0.730968 ± 0.021431 |
|
||||
| weighted-F1 | 0.704463 ± 0.018175 | 0.705435 ± 0.020367 |
|
||||
|
||||
Matches the report exactly. No superiority claim is made. The selected-beta and
|
||||
`original_protean` test means differ only by floating-point divergence (see §J), as expected when
|
||||
the selected beta is 0.
|
||||
|
||||
---
|
||||
|
||||
## J. `beta = 0` equivalence audit
|
||||
|
||||
For seeds 0, 1, 2, `original_protean` vs `support_weighted beta=0`:
|
||||
|
||||
| property | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| same manifest / split / hashes | yes | yes | yes |
|
||||
| round-0 snapshot byte-identical | yes | yes | yes |
|
||||
| support/characterization/rare_unseen identical | yes | yes | yes |
|
||||
| independent aggregation diff | 4.4e-16 | 4.4e-16 | 6.7e-16 |
|
||||
| history rare-macro-F1 round-0 diff | 0.0 | 0.0 | 0.0 |
|
||||
| history rare-macro-F1 max diff (rounds ≥ 1) | 2.17e-2 | 6.85e-2 | 2.74e-2 |
|
||||
| test metric max diff | 5.36e-3 | 5.39e-3 | 2.85e-3 |
|
||||
| classification | **B** | **B** | **B** |
|
||||
|
||||
Class **B** (semantically equivalent + floating-point divergence); **no semantic discrepancy**.
|
||||
Equivalence remains conditional on the shared `S_j` reproduction assumption. Because the PRIMARY
|
||||
selection at this condition chose `beta=0`, the selected run *is* the `beta=0` run, so its test
|
||||
metrics differ from `original_protean` only by this divergence.
|
||||
|
||||
---
|
||||
|
||||
## K. Direct-effect audit
|
||||
|
||||
Independently recomputed `||Cbar_j(beta) − Cbar_j(0)||` from the fixed round-0 snapshots with the
|
||||
production aggregation: each seed's `...__prototype_effect.csv` is produced by
|
||||
`analyze_prototype_effect.py` from the snapshot and the cross-seed pooled file aggregates it. Mean
|
||||
displacement at `beta=1.0` is **2.919** (monotone: 1.295 / 2.055 / 2.559 / 2.919 for
|
||||
beta 0.25/0.50/0.75/1.00). Displacement is a direct-aggregation measure only; no detection
|
||||
causality is inferred.
|
||||
|
||||
---
|
||||
|
||||
## L. Client-level audit
|
||||
|
||||
At the selected `beta=0.00` the delta vs `beta=0` is trivially 0/0/10 for all seeds. At the common
|
||||
non-trivial `beta=0.75`, deltas recomputed from `val_per_client.csv` vs
|
||||
`client_validation_detail.csv` give improve/degrade/unchanged **3/4/3** (seed 0, mean −0.023),
|
||||
**2/5/3** (seed 1, mean −0.043), **1/4/5** (seed 2, mean −0.052). `N_ij` vs ΔF1 is non-monotonic.
|
||||
Client ids are per-seed realisations, not pooled.
|
||||
|
||||
---
|
||||
|
||||
## M. Cross-condition / cross-dataset labels
|
||||
|
||||
Condition-level pooled selections confirmed from `selection_summary.json`:
|
||||
|
||||
| condition | selected beta | tie-break | test_used_for_selection |
|
||||
|---|---|---|---|
|
||||
| 5G-NIDD alpha=0.25 (this session) | 0.00 | no | false |
|
||||
| 5G-NIDD alpha=0.50 (Session 9) | 1.00 | no | false |
|
||||
| 5G-NIDD alpha=0.75 (Session 10) | 0.50 | no | false |
|
||||
| X-IIoTID alpha=0.25 (Session 7) | 0.00 | no | false |
|
||||
| X-IIoTID alpha=0.50 (Session 6) | 0.75 | no | false |
|
||||
| X-IIoTID alpha=0.75 (Session 8) | 0.50 | no | false |
|
||||
|
||||
The cross-alpha and cross-dataset reports make no causal, monotone, universal-beta or
|
||||
cross-dataset-superiority claim and explicitly state that selections differ descriptively.
|
||||
|
||||
---
|
||||
|
||||
## N. Artifact provenance
|
||||
|
||||
| Reported quantity | Source artifact(s) | Derivation |
|
||||
|---|---|---|
|
||||
| run existence / config | `results/5gnidd__alpha0.25__*/metadata.json` | direct read |
|
||||
| manifest hashes / reproduction | `artifacts/partitions/5gnidd__alpha0.25__seed{0,1,2}.json` | module + `reproduce_train_assignments` |
|
||||
| pairing proof | `artifacts/analysis/..._prototype_snapshot.json` | sha256 across 6 runs/seed |
|
||||
| seed-level validation score | `results/.../val_per_client.csv` + `val_selection.json` | mean of per-client rare macro-F1 |
|
||||
| validation global metrics | `results/.../val_confusion_matrix.json` | independent numpy recompute |
|
||||
| pooled mean/std, `beta_star` | recomputed seed scores | mean/`stdev`, argmax |
|
||||
| test metrics | `results/.../test_global_metrics.json` + `..._test_descriptive.csv` | independent recompute + mean/std |
|
||||
| partition characterization | manifests + `..._partition_heterogeneity_*.csv` + `..._partition_characterization.csv` | independent numpy recompute |
|
||||
| beta=0 equivalence | original vs beta0 artifacts/snapshots | sha256 + independent aggregation + history diff |
|
||||
| direct-effect displacement | snapshots + `..._prototype_effect_pooled.csv` | production aggregation |
|
||||
| client improve/degrade | `results/.../val_per_client.csv` + `..._client_validation_detail.csv` | deltas vs beta=0 |
|
||||
| rare-class identity | `results/.../rare_unseen.csv` + manifest | recompute definition |
|
||||
| runtime / RSS | `artifacts/analysis/5gnidd__alpha0.25__multiseed__runtime.csv` (source `/tmp/opencode/5gnidd_alpha025_runtime.csv`) | parse `/usr/bin/time -v`; sum 68,798 s = 19.11 h |
|
||||
| cross-alpha table | `5gnidd__cross_alpha__*` (built from alpha0.25 + alpha0.5 + alpha0.75 multiseed artifacts) | read per-condition artifacts |
|
||||
| cross-dataset table | `cross_dataset__matched_alpha_summary.*` (built from both datasets' cross-alpha artifacts) | read per-dataset artifacts |
|
||||
|
||||
---
|
||||
|
||||
## O. Deviations / corrections found
|
||||
|
||||
**None** affecting science. All Session-11 checks PASS. The only corrections made were to draft
|
||||
narrative text in the cross-dataset report (a client-count sentence was recomputed from the
|
||||
`cross_alpha_client_summary.csv` before the report was finalised); no number, artifact, or
|
||||
selection was affected. No training/aggregation/preprocessing source file was modified.
|
||||
|
||||
---
|
||||
|
||||
## P. Final audit verdict
|
||||
|
||||
**PASS.**
|
||||
|
||||
- Run inventory: **PASS** (18/18; no duplicates/partials; no legacy or extra 5G-NIDD run).
|
||||
- Pairing / manifest reproduction: **PASS** (hash-identical; raw-data reproduction exact incl.
|
||||
partition hash).
|
||||
- Partition characterization: **PASS** (16/27, 30 missing, ratios 9.93/27.83/15.05, unseen 6/5/5).
|
||||
- Rare/unseen integrity: **PASS** (0 mismatches over 1,620 cells).
|
||||
- Validation recomputation (seed-level and global): **PASS** (exact).
|
||||
- Pooled selection: **PASS**; independent `beta_star = 0.00` using validation only.
|
||||
- Validation/test leakage: **PASS**.
|
||||
- Test summaries: **PASS** (exact).
|
||||
- beta=0 equivalence: **PASS**, class **B** for all seeds.
|
||||
- Direct-effect and client-level analyses: **PASS** (consistent with snapshots/artifacts).
|
||||
- Cross-condition labels: **PASS** (5G-NIDD 0.25/0.50/0.75 = 0.00/1.00/0.50; X-IIoTID
|
||||
0.25/0.50/0.75 = 0.00/0.75/0.50; no causal or universal-beta claim).
|
||||
- Source/data integrity: **PASS**; `planningawal/` unchanged; both raw dataset SHA-256 unchanged;
|
||||
`equal_available` absent; pytest **75 passed, 0 failed, 0 skipped**.
|
||||
|
||||
The planned two-dataset × three-alpha experiment grid is **complete**. Session 11 is **safe to
|
||||
checkpoint** with the documented limitations (three project-defined seeds per condition, weak
|
||||
effects relative to seed variance, `S_j` reproduction assumption, `beta=0` selection at both
|
||||
alpha=0.25 conditions, no global-optimum claim).
|
||||
Reference in new issue
Block a user