experiment: validate 5gnidd beta selection at alpha 0.75
This commit is contained in:
willtanoe committed
1 parent
a7f2b0049e
commit
bbd3508506
36 files changed
+38705
-189
No files matched your search
@@ -0,0 +1,293 @@
|
||||
{
|
||||
"checks": [
|
||||
{
|
||||
"detail": "18/18 runs complete, config conformant",
|
||||
"name": "run_inventory_18_full",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "snapshots_18_present",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"0\": {\"manifest_content_hash\": \"96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5\", \"round0_snapshot_sha256\": \"266a6e9976d5c138f1382218242d08fd4ff95a215bb114bfaec0a058240ec65b\", \"unique_counts\": [1, 1, 1, 1, 1]}, \"1\": {\"manifest_content_hash\": \"007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3\", \"round0_snapshot_sha256\": \"acecab9a60852e4591eac991ae76894af36ac57d87cb869fe0d053db898e73c0\", \"unique_counts\": [1, 1, 1, 1, 1]}, \"2\": {\"manifest_content_hash\": \"3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d\", \"round0_snapshot_sha256\": \"ef90c51aa9998ec83080b8347473d0621a669de3b8aed575f45356a7b82f8c46\", \"unique_counts\": [1, 1, 1, 1, 1]}}",
|
||||
"name": "pairing_within_seed",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "{\"0\": {\"content_hash\": \"96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5\", \"partition_hash\": \"74a91845627dbe57efab9a5cf94e37bcce98ce38edb7936a8c1cbd8f040d3dc8\", \"split_hash\": \"18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7\", \"reproduced_support_match\": true, \"reproduced_partition_hash_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}, \"1\": {\"content_hash\": \"007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3\", \"partition_hash\": \"fc04ba00f4942bf9983ad8de50a86e066f83ba17a806195c0205498c3d34f69c\", \"split_hash\": \"3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e\", \"reproduced_support_match\": true, \"reproduced_partition_hash_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}, \"2\": {\"content_hash\": \"3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d\", \"partition_hash\": \"4ee33d0a28326ae1d0e5574a8cd850068ef4ec1cc631b7366daab65b3e22ca86\", \"split_hash\": \"fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f\", \"reproduced_support_match\": true, \"reproduced_partition_hash_match\": true, \"sizes\": {\"test\": 243177, \"train\": 851123, \"validation\": 121589}}}",
|
||||
"name": "manifest_reproduced_from_raw",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "cells=1620 mismatches=0 benign_never_rare=True",
|
||||
"name": "rare_unseen_integrity",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "max_per_client_mean_diff=0.00e+00 max_global_diff=0.00e+00",
|
||||
"name": "validation_recomputation",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "recomputed_selected=0.5 summary_selected=0.5",
|
||||
"name": "pooled_selection_recomputation",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "max_diff_vs_test_descriptive=0.00e+00; selected_beta=0.50 mean rareMacroF1=0.896738",
|
||||
"name": "test_selected_and_original_recompute",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "classifications=B,B,B",
|
||||
"name": "beta0_equivalence_B",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "5g_a075=0.5 5g_a050=1.0 xii_a075=0.5",
|
||||
"name": "cross_condition_labels",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "no_equal_available",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "no_5gnidd_alpha025_runs",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"detail": "",
|
||||
"name": "only_18_alpha075_runs",
|
||||
"ok": true
|
||||
}
|
||||
],
|
||||
"manifest_reproduction": {
|
||||
"0": {
|
||||
"content_hash": "96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5",
|
||||
"partition_hash": "74a91845627dbe57efab9a5cf94e37bcce98ce38edb7936a8c1cbd8f040d3dc8",
|
||||
"reproduced_partition_hash_match": true,
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7"
|
||||
},
|
||||
"1": {
|
||||
"content_hash": "007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3",
|
||||
"partition_hash": "fc04ba00f4942bf9983ad8de50a86e066f83ba17a806195c0205498c3d34f69c",
|
||||
"reproduced_partition_hash_match": true,
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e"
|
||||
},
|
||||
"2": {
|
||||
"content_hash": "3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d",
|
||||
"partition_hash": "4ee33d0a28326ae1d0e5574a8cd850068ef4ec1cc631b7366daab65b3e22ca86",
|
||||
"reproduced_partition_hash_match": true,
|
||||
"reproduced_support_match": true,
|
||||
"sizes": {
|
||||
"test": 243177,
|
||||
"train": 851123,
|
||||
"validation": 121589
|
||||
},
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f"
|
||||
}
|
||||
},
|
||||
"pairing": {
|
||||
"0": {
|
||||
"manifest_content_hash": "96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5",
|
||||
"round0_snapshot_sha256": "266a6e9976d5c138f1382218242d08fd4ff95a215bb114bfaec0a058240ec65b",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
},
|
||||
"1": {
|
||||
"manifest_content_hash": "007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3",
|
||||
"round0_snapshot_sha256": "acecab9a60852e4591eac991ae76894af36ac57d87cb869fe0d053db898e73c0",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
},
|
||||
"2": {
|
||||
"manifest_content_hash": "3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d",
|
||||
"round0_snapshot_sha256": "ef90c51aa9998ec83080b8347473d0621a669de3b8aed575f45356a7b82f8c46",
|
||||
"unique_counts": [
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1,
|
||||
1
|
||||
]
|
||||
}
|
||||
},
|
||||
"pooled_recomputed": {
|
||||
"0.0": 0.7780936320958092,
|
||||
"0.25": 0.7904830018820702,
|
||||
"0.5": 0.8090814343293601,
|
||||
"0.75": 0.7915299789128217,
|
||||
"1.0": 0.8043064619946296
|
||||
},
|
||||
"rare_unseen": {
|
||||
"benign_never_rare": true,
|
||||
"cells": 1620,
|
||||
"mismatches": 0
|
||||
},
|
||||
"selected_beta": 0.5,
|
||||
"test_recompute": {
|
||||
"original_protean": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7509550656517682,
|
||||
"std": 0.0035777922288362054
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8414047018856162,
|
||||
"std": 0.014091078328488028
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.879900791504952,
|
||||
"std": 0.023120839413686988
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9612140858051156,
|
||||
"std": 0.002143727670860224
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7260474326548715,
|
||||
"std": 0.004543897028843019
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7509838512688288,
|
||||
"std": 0.0037329205926169102
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8391354878981246,
|
||||
"std": 0.013693028200511013
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8764591215719099,
|
||||
"std": 0.02260113418435903
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9606706878132623,
|
||||
"std": 0.0020656434963995866
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7261024009477125,
|
||||
"std": 0.004779553451037174
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0.25": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7516692231036104,
|
||||
"std": 0.002942824488787043
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8458535133902346,
|
||||
"std": 0.011126729951477666
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8860944489538003,
|
||||
"std": 0.017339917382935534
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9600550909498896,
|
||||
"std": 0.00043811176715534466
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7267339883098294,
|
||||
"std": 0.003757542140038698
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0.5": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7522737210618877,
|
||||
"std": 0.0025025090963709863
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8531495688589309,
|
||||
"std": 0.009572296127013734
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8967376245747419,
|
||||
"std": 0.014470318925337908
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9597014107775274,
|
||||
"std": 0.001024585149761231
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7274674299268967,
|
||||
"std": 0.0032168140791904
|
||||
}
|
||||
},
|
||||
"support_weighted_beta0.75": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7519474840685317,
|
||||
"std": 0.002155787181765433
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.8476212069323209,
|
||||
"std": 0.01852180913958364
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8885898098670646,
|
||||
"std": 0.02738277500468928
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9603105384805869,
|
||||
"std": 0.0007288932709078212
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7270334167060777,
|
||||
"std": 0.002772534642512137
|
||||
}
|
||||
},
|
||||
"support_weighted_beta1": {
|
||||
"test_accuracy": {
|
||||
"mean": 0.7523833805554526,
|
||||
"std": 0.0018176355672870647
|
||||
},
|
||||
"test_macro_f1": {
|
||||
"mean": 0.851686959281225,
|
||||
"std": 0.009143656561138977
|
||||
},
|
||||
"test_rare_macro_f1": {
|
||||
"mean": 0.8944926227096888,
|
||||
"std": 0.013648592650346696
|
||||
},
|
||||
"test_rare_recall": {
|
||||
"mean": 0.9612146220513371,
|
||||
"std": 0.0027280453653965118
|
||||
},
|
||||
"test_weighted_f1": {
|
||||
"mean": 0.7275954528812348,
|
||||
"std": 0.0023627881977532576
|
||||
}
|
||||
}
|
||||
},
|
||||
"validation": {
|
||||
"max_global_diff": 0.0,
|
||||
"max_per_client_mean_diff": 0.0
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,4 @@
|
||||
dataset,alpha,seed,same_manifest_content_hash,round0_snapshot_sha256_original,round0_snapshot_sha256_beta0,round0_snapshot_byte_identical,support_char_rare_identical,aggregation_max_abs_diff,history_rare_f1_round0_diff,history_rare_f1_max_diff_rounds_ge1,test_metric_max_abs_diff,classification
|
||||
5gnidd,0.75,0,True,266a6e9976d5c138f1382218242d08fd4ff95a215bb114bfaec0a058240ec65b,266a6e9976d5c138f1382218242d08fd4ff95a215bb114bfaec0a058240ec65b,True,True,4.440892098500626e-16,0.0,0.03222927933218078,0.0052219504932764504,B
|
||||
5gnidd,0.75,1,True,acecab9a60852e4591eac991ae76894af36ac57d87cb869fe0d053db898e73c0,acecab9a60852e4591eac991ae76894af36ac57d87cb869fe0d053db898e73c0,True,True,4.440892098500626e-16,0.0,0.05039883148565938,0.005315440515630376,B
|
||||
5gnidd,0.75,2,True,ef90c51aa9998ec83080b8347473d0621a669de3b8aed575f45356a7b82f8c46,ef90c51aa9998ec83080b8347473d0621a669de3b8aed575f45356a7b82f8c46,True,True,4.440892098500626e-16,0.0,0.027157142841089277,0.0002735042735044768,B
|
||||
|
@@ -0,0 +1,151 @@
|
||||
seed,beta,client_id,n_samples,val_rare_macro_f1,val_rare_recall
|
||||
0,0.0,0,12327,0.8606265022873536,0.947682119205298
|
||||
0,0.0,1,11240,0.9111203513604824,0.9230769230769231
|
||||
0,0.0,2,6031,0.8971807628524047,0.9375
|
||||
0,0.0,3,17180,0.918207728507987,0.9906710405156538
|
||||
0,0.0,4,7312,0.856895485466914,0.996875
|
||||
0,0.0,5,7163,0.5428571428571429,1.0
|
||||
0,0.0,6,13112,0.9715745058849656,0.9957983193277311
|
||||
0,0.0,7,8677,0.6296296296296295,0.85
|
||||
0,0.0,8,26805,0.8355462380619614,1.0
|
||||
0,0.0,9,11742,0.9231738035264484,1.0
|
||||
0,0.25,0,12327,0.8830933772110242,0.9463576158940397
|
||||
0,0.25,1,11240,0.91286079649251,0.9230769230769231
|
||||
0,0.25,2,6031,0.8971807628524047,0.9375
|
||||
0,0.25,3,17180,0.9207238482772924,0.9906710405156538
|
||||
0,0.25,4,7312,0.8485778926955397,0.996875
|
||||
0,0.25,5,7163,0.4285714285714286,1.0
|
||||
0,0.25,6,13112,0.9766136996139689,0.9957983193277311
|
||||
0,0.25,7,8677,0.6071428571428571,0.85
|
||||
0,0.25,8,26805,0.8337995337995338,1.0
|
||||
0,0.25,9,11742,0.9253164556962026,1.0
|
||||
0,0.5,0,12327,0.9349765258215963,0.9403973509933774
|
||||
0,0.5,1,11240,0.902514234533939,0.9199519230769231
|
||||
0,0.5,2,6031,0.9527363184079602,0.9375
|
||||
0,0.5,3,17180,0.9247795111104462,0.9906710405156538
|
||||
0,0.5,4,7312,0.8540456516403501,0.996875
|
||||
0,0.5,5,7163,0.5111111111111111,1.0
|
||||
0,0.5,6,13112,0.9694825298540469,0.9957983193277311
|
||||
0,0.5,7,8677,0.5862068965517242,0.85
|
||||
0,0.5,8,26805,0.8012931034482759,1.0
|
||||
0,0.5,9,11742,0.9307692307692308,1.0
|
||||
0,0.75,0,12327,0.9416666666666667,0.9529801324503311
|
||||
0,0.75,1,11240,0.9092209836236164,0.9199519230769231
|
||||
0,0.75,2,6031,0.8971807628524047,0.9375
|
||||
0,0.75,3,17180,0.9258056133056132,0.9906710405156538
|
||||
0,0.75,4,7312,0.8665233700004213,0.996875
|
||||
0,0.75,5,7163,0.41666666666666663,1.0
|
||||
0,0.75,6,13112,0.9674080598987007,0.9957983193277311
|
||||
0,0.75,7,8677,0.6071428571428571,0.85
|
||||
0,0.75,8,26805,0.7809426229508196,1.0
|
||||
0,0.75,9,11742,0.9341085271317829,1.0
|
||||
0,1.0,0,12327,0.9485532011847801,0.9668874172185431
|
||||
0,1.0,1,11240,0.8944326018808778,0.9199519230769231
|
||||
0,1.0,2,6031,0.8971807628524047,0.9375
|
||||
0,1.0,3,17180,0.9278726887422539,0.9906710405156538
|
||||
0,1.0,4,7312,0.8702452292915126,0.996875
|
||||
0,1.0,5,7163,0.3958333333333333,1.0
|
||||
0,1.0,6,13112,0.9529075228417727,0.9957983193277311
|
||||
0,1.0,7,8677,0.5483870967741935,0.85
|
||||
0,1.0,8,26805,0.784828441504754,1.0
|
||||
0,1.0,9,11742,0.9375,1.0
|
||||
1,0.0,0,14895,0.7727272727272727,0.85
|
||||
1,0.0,1,17368,0.24309553608677514,0.9886363636363636
|
||||
1,0.0,2,7695,0.6788942052099947,1.0
|
||||
1,0.0,3,25061,0.701322693338224,0.851373954599761
|
||||
1,0.0,4,3411,0.8953886693017128,0.9367816091954023
|
||||
1,0.0,5,4300,0.915129151291513,0.8671328671328671
|
||||
1,0.0,6,6364,0.768705825006093,0.9973118279569892
|
||||
1,0.0,7,13174,0.9606185199392718,0.9268429487179487
|
||||
1,0.0,8,25339,0.7333333333333334,1.0
|
||||
1,0.0,9,3982,0.9686585995297357,0.9954545454545455
|
||||
1,0.25,0,14895,0.7906976744186046,0.85
|
||||
1,0.25,1,17368,0.31311581327733806,0.9886363636363636
|
||||
1,0.25,2,7695,0.8304093567251462,1.0
|
||||
1,0.25,3,25061,0.708301518817328,0.8518369175627241
|
||||
1,0.25,4,3411,0.9367965367965367,0.9367816091954023
|
||||
1,0.25,5,4300,0.915129151291513,0.8671328671328671
|
||||
1,0.25,6,6364,0.8709785522788203,0.9973118279569892
|
||||
1,0.25,7,13174,0.9606185199392718,0.9268429487179487
|
||||
1,0.25,8,25339,0.8888888888888888,1.0
|
||||
1,0.25,9,3982,0.9969604863221885,0.9954545454545455
|
||||
1,0.5,0,14895,0.7555555555555556,0.85
|
||||
1,0.5,1,17368,0.429930332261522,0.9886363636363636
|
||||
1,0.5,2,7695,0.8970760233918129,1.0
|
||||
1,0.5,3,25061,0.6917775442014682,0.852299880525687
|
||||
1,0.5,4,3411,0.9396051103368176,0.9367816091954023
|
||||
1,0.5,5,4300,0.911764705882353,0.8671328671328671
|
||||
1,0.5,6,6364,0.9050694613697294,0.9973118279569892
|
||||
1,0.5,7,13174,0.9606185199392718,0.9268429487179487
|
||||
1,0.5,8,25339,1.0,1.0
|
||||
1,0.5,9,3982,0.9969604863221885,0.9954545454545455
|
||||
1,0.75,0,14895,0.7555555555555556,0.85
|
||||
1,0.75,1,17368,0.40164336521952415,0.9886363636363636
|
||||
1,0.75,2,7695,0.8333333333333333,1.0
|
||||
1,0.75,3,25061,0.6791176529729948,0.8527628434886498
|
||||
1,0.75,4,3411,0.9396051103368176,0.9367816091954023
|
||||
1,0.75,5,4300,0.911764705882353,0.8671328671328671
|
||||
1,0.75,6,6364,0.8872829001049073,0.9973118279569892
|
||||
1,0.75,7,13174,0.9606185199392718,0.9268429487179487
|
||||
1,0.75,8,25339,0.9666666666666667,1.0
|
||||
1,0.75,9,3982,0.9969604863221885,0.9954545454545455
|
||||
1,1.0,0,14895,0.7555555555555556,0.85
|
||||
1,1.0,1,17368,0.3878205128205128,0.9886363636363636
|
||||
1,1.0,2,7695,1.0,1.0
|
||||
1,1.0,3,25061,0.6700994209381415,0.8536887694145758
|
||||
1,1.0,4,3411,0.9367965367965367,0.9367816091954023
|
||||
1,1.0,5,4300,0.911764705882353,0.8671328671328671
|
||||
1,1.0,6,6364,0.9050694613697294,0.9973118279569892
|
||||
1,1.0,7,13174,0.9606185199392718,0.9268429487179487
|
||||
1,1.0,8,25339,1.0,1.0
|
||||
1,1.0,9,3982,0.9969604863221885,0.9954545454545455
|
||||
2,0.0,0,2160,0.9785801713586291,0.9589201877934272
|
||||
2,0.0,1,11074,0.7650462962962963,1.0
|
||||
2,0.0,2,4061,0.6128830519074422,1.0
|
||||
2,0.0,3,36103,0.31767644215275537,0.9583333333333333
|
||||
2,0.0,4,7053,0.7423780487804879,0.9098837209302326
|
||||
2,0.0,5,12565,1.0,1.0
|
||||
2,0.0,6,27044,0.48315106250555706,0.9134615384615384
|
||||
2,0.0,7,10306,0.5542735042735043,1.0
|
||||
2,0.0,8,3839,1.0,1.0
|
||||
2,0.0,9,7384,0.9041344294003868,1.0
|
||||
2,0.25,0,2160,0.9747536945812808,0.9524647887323944
|
||||
2,0.25,1,11074,0.7544642857142858,1.0
|
||||
2,0.25,2,4061,0.5902857142857142,1.0
|
||||
2,0.25,3,36103,0.2954654592851753,0.9583333333333333
|
||||
2,0.25,4,7053,0.7253103076092822,0.9098837209302326
|
||||
2,0.25,5,12565,1.0,1.0
|
||||
2,0.25,6,27044,0.4700255102040816,0.9134615384615384
|
||||
2,0.25,7,10306,0.5542735042735043,1.0
|
||||
2,0.25,8,3839,1.0,1.0
|
||||
2,0.25,9,7384,0.9041344294003868,1.0
|
||||
2,0.5,0,2160,0.9740740740740741,0.9507042253521127
|
||||
2,0.5,1,11074,0.78875,1.0
|
||||
2,0.5,2,4061,0.6338854382332643,1.0
|
||||
2,0.5,3,36103,0.3122966818477554,0.9583333333333333
|
||||
2,0.5,4,7053,0.764525993883792,0.9098837209302326
|
||||
2,0.5,5,12565,1.0,1.0
|
||||
2,0.5,6,27044,0.4842300556586271,0.9134615384615384
|
||||
2,0.5,7,10306,0.5542735042735043,1.0
|
||||
2,0.5,8,3839,1.0,1.0
|
||||
2,0.5,9,7384,0.9041344294003868,1.0
|
||||
2,0.75,0,2160,0.9727722772277227,0.948356807511737
|
||||
2,0.75,1,11074,0.7040441176470589,1.0
|
||||
2,0.75,2,4061,0.5907462686567163,1.0
|
||||
2,0.75,3,36103,0.2992682926829268,0.9583333333333333
|
||||
2,0.75,4,7053,0.6624579124579125,0.9098837209302326
|
||||
2,0.75,5,12565,1.0,1.0
|
||||
2,0.75,6,27044,0.4757201646090535,0.9134615384615384
|
||||
2,0.75,7,10306,0.5575414781297134,1.0
|
||||
2,0.75,8,3839,1.0,1.0
|
||||
2,0.75,9,7384,0.9041344294003868,1.0
|
||||
2,1.0,0,2160,0.9714640198511166,0.9460093896713615
|
||||
2,1.0,1,11074,0.78875,1.0
|
||||
2,1.0,2,4061,0.6399147727272727,1.0
|
||||
2,1.0,3,36103,0.3259778470058844,0.9583333333333333
|
||||
2,1.0,4,7053,0.7800127713920818,0.9098837209302326
|
||||
2,1.0,5,12565,1.0,1.0
|
||||
2,1.0,6,27044,0.48224043715847,0.9134615384615384
|
||||
2,1.0,7,10306,0.5542735042735043,1.0
|
||||
2,1.0,8,3839,1.0,1.0
|
||||
2,1.0,9,7384,0.9041344294003868,1.0
|
||||
|
@@ -0,0 +1,151 @@
|
||||
seed,beta,client_id,min_positive_attack_Nij,val_rare_macro_f1,val_rare_recall,delta_vs_beta0
|
||||
0,0.0,0,2,0.8606265022873536,0.947682119205298,0.0
|
||||
0,0.0,1,26,0.9111203513604824,0.9230769230769231,0.0
|
||||
0,0.0,2,50,0.8971807628524047,0.9375,0.0
|
||||
0,0.0,3,363,0.918207728507987,0.9906710405156538,0.0
|
||||
0,0.0,4,54,0.856895485466914,0.996875,0.0
|
||||
0,0.0,5,143,0.5428571428571429,1.0,0.0
|
||||
0,0.0,6,53,0.9715745058849656,0.9957983193277311,0.0
|
||||
0,0.0,7,100,0.6296296296296295,0.85,0.0
|
||||
0,0.0,8,74,0.8355462380619614,1.0,0.0
|
||||
0,0.0,9,25,0.9231738035264484,1.0,0.0
|
||||
0,0.25,0,2,0.8830933772110242,0.9463576158940397,0.02246687492367061
|
||||
0,0.25,1,26,0.91286079649251,0.9230769230769231,0.001740445132027535
|
||||
0,0.25,2,50,0.8971807628524047,0.9375,0.0
|
||||
0,0.25,3,363,0.9207238482772924,0.9906710405156538,0.002516119769305325
|
||||
0,0.25,4,54,0.8485778926955397,0.996875,-0.008317592771374227
|
||||
0,0.25,5,143,0.4285714285714286,1.0,-0.11428571428571432
|
||||
0,0.25,6,53,0.9766136996139689,0.9957983193277311,0.0050391937290032995
|
||||
0,0.25,7,100,0.6071428571428571,0.85,-0.022486772486772444
|
||||
0,0.25,8,74,0.8337995337995338,1.0,-0.001746704262427623
|
||||
0,0.25,9,25,0.9253164556962026,1.0,0.002142652169754178
|
||||
0,0.5,0,2,0.9349765258215963,0.9403973509933774,0.07435002353424269
|
||||
0,0.5,1,26,0.902514234533939,0.9199519230769231,-0.008606116826543442
|
||||
0,0.5,2,50,0.9527363184079602,0.9375,0.05555555555555558
|
||||
0,0.5,3,363,0.9247795111104462,0.9906710405156538,0.006571782602459164
|
||||
0,0.5,4,54,0.8540456516403501,0.996875,-0.0028498338265638967
|
||||
0,0.5,5,143,0.5111111111111111,1.0,-0.031746031746031855
|
||||
0,0.5,6,53,0.9694825298540469,0.9957983193277311,-0.0020919760309187074
|
||||
0,0.5,7,100,0.5862068965517242,0.85,-0.04342273307790534
|
||||
0,0.5,8,74,0.8012931034482759,1.0,-0.03425313461368551
|
||||
0,0.5,9,25,0.9307692307692308,1.0,0.007595427242782393
|
||||
0,0.75,0,2,0.9416666666666667,0.9529801324503311,0.08104016437931305
|
||||
0,0.75,1,26,0.9092209836236164,0.9199519230769231,-0.0018993677368660533
|
||||
0,0.75,2,50,0.8971807628524047,0.9375,0.0
|
||||
0,0.75,3,363,0.9258056133056132,0.9906710405156538,0.007597884797626131
|
||||
0,0.75,4,54,0.8665233700004213,0.996875,0.00962788453350738
|
||||
0,0.75,5,143,0.41666666666666663,1.0,-0.1261904761904763
|
||||
0,0.75,6,53,0.9674080598987007,0.9957983193277311,-0.004166445986264922
|
||||
0,0.75,7,100,0.6071428571428571,0.85,-0.022486772486772444
|
||||
0,0.75,8,74,0.7809426229508196,1.0,-0.05460361511114176
|
||||
0,0.75,9,25,0.9341085271317829,1.0,0.01093472360533454
|
||||
0,1.0,0,2,0.9485532011847801,0.9668874172185431,0.08792669889742655
|
||||
0,1.0,1,26,0.8944326018808778,0.9199519230769231,-0.016687749479604608
|
||||
0,1.0,2,50,0.8971807628524047,0.9375,0.0
|
||||
0,1.0,3,363,0.9278726887422539,0.9906710405156538,0.009664960234266884
|
||||
0,1.0,4,54,0.8702452292915126,0.996875,0.013349743824598637
|
||||
0,1.0,5,143,0.3958333333333333,1.0,-0.1470238095238096
|
||||
0,1.0,6,53,0.9529075228417727,0.9957983193277311,-0.01866698304319292
|
||||
0,1.0,7,100,0.5483870967741935,0.85,-0.08124253285543603
|
||||
0,1.0,8,74,0.784828441504754,1.0,-0.05071779655720743
|
||||
0,1.0,9,25,0.9375,1.0,0.0143261964735516
|
||||
1,0.0,0,27,0.7727272727272727,0.85,0.0
|
||||
1,0.0,1,25,0.24309553608677514,0.9886363636363636,0.0
|
||||
1,0.0,2,30,0.6788942052099947,1.0,0.0
|
||||
1,0.0,3,229,0.701322693338224,0.851373954599761,0.0
|
||||
1,0.0,4,15,0.8953886693017128,0.9367816091954023,0.0
|
||||
1,0.0,5,37,0.915129151291513,0.8671328671328671,0.0
|
||||
1,0.0,6,15,0.768705825006093,0.9973118279569892,0.0
|
||||
1,0.0,7,5,0.9606185199392718,0.9268429487179487,0.0
|
||||
1,0.0,8,134,0.7333333333333334,1.0,0.0
|
||||
1,0.0,9,188,0.9686585995297357,0.9954545454545455,0.0
|
||||
1,0.25,0,27,0.7906976744186046,0.85,0.017970401691331905
|
||||
1,0.25,1,25,0.31311581327733806,0.9886363636363636,0.07002027719056292
|
||||
1,0.25,2,30,0.8304093567251462,1.0,0.1515151515151515
|
||||
1,0.25,3,229,0.708301518817328,0.8518369175627241,0.0069788254791040005
|
||||
1,0.25,4,15,0.9367965367965367,0.9367816091954023,0.04140786749482395
|
||||
1,0.25,5,37,0.915129151291513,0.8671328671328671,0.0
|
||||
1,0.25,6,15,0.8709785522788203,0.9973118279569892,0.10227272727272729
|
||||
1,0.25,7,5,0.9606185199392718,0.9268429487179487,0.0
|
||||
1,0.25,8,134,0.8888888888888888,1.0,0.15555555555555545
|
||||
1,0.25,9,188,0.9969604863221885,0.9954545454545455,0.028301886792452824
|
||||
1,0.5,0,27,0.7555555555555556,0.85,-0.01717171717171706
|
||||
1,0.5,1,25,0.429930332261522,0.9886363636363636,0.18683479617474685
|
||||
1,0.5,2,30,0.8970760233918129,1.0,0.21818181818181825
|
||||
1,0.5,3,229,0.6917775442014682,0.852299880525687,-0.009545149136755748
|
||||
1,0.5,4,15,0.9396051103368176,0.9367816091954023,0.0442164410351048
|
||||
1,0.5,5,37,0.911764705882353,0.8671328671328671,-0.003364445409159922
|
||||
1,0.5,6,15,0.9050694613697294,0.9973118279569892,0.13636363636363646
|
||||
1,0.5,7,5,0.9606185199392718,0.9268429487179487,0.0
|
||||
1,0.5,8,134,1.0,1.0,0.2666666666666666
|
||||
1,0.5,9,188,0.9969604863221885,0.9954545454545455,0.028301886792452824
|
||||
1,0.75,0,27,0.7555555555555556,0.85,-0.01717171717171706
|
||||
1,0.75,1,25,0.40164336521952415,0.9886363636363636,0.158547829132749
|
||||
1,0.75,2,30,0.8333333333333333,1.0,0.1544391281233386
|
||||
1,0.75,3,229,0.6791176529729948,0.8527628434886498,-0.02220504036522919
|
||||
1,0.75,4,15,0.9396051103368176,0.9367816091954023,0.0442164410351048
|
||||
1,0.75,5,37,0.911764705882353,0.8671328671328671,-0.003364445409159922
|
||||
1,0.75,6,15,0.8872829001049073,0.9973118279569892,0.11857707509881432
|
||||
1,0.75,7,5,0.9606185199392718,0.9268429487179487,0.0
|
||||
1,0.75,8,134,0.9666666666666667,1.0,0.23333333333333328
|
||||
1,0.75,9,188,0.9969604863221885,0.9954545454545455,0.028301886792452824
|
||||
1,1.0,0,27,0.7555555555555556,0.85,-0.01717171717171706
|
||||
1,1.0,1,25,0.3878205128205128,0.9886363636363636,0.14472497673373763
|
||||
1,1.0,2,30,1.0,1.0,0.32110579479000534
|
||||
1,1.0,3,229,0.6700994209381415,0.8536887694145758,-0.03122327240008249
|
||||
1,1.0,4,15,0.9367965367965367,0.9367816091954023,0.04140786749482395
|
||||
1,1.0,5,37,0.911764705882353,0.8671328671328671,-0.003364445409159922
|
||||
1,1.0,6,15,0.9050694613697294,0.9973118279569892,0.13636363636363646
|
||||
1,1.0,7,5,0.9606185199392718,0.9268429487179487,0.0
|
||||
1,1.0,8,134,1.0,1.0,0.2666666666666666
|
||||
1,1.0,9,188,0.9969604863221885,0.9954545454545455,0.028301886792452824
|
||||
2,0.0,0,88,0.9785801713586291,0.9589201877934272,0.0
|
||||
2,0.0,1,8,0.7650462962962963,1.0,0.0
|
||||
2,0.0,2,35,0.6128830519074422,1.0,0.0
|
||||
2,0.0,3,6,0.31767644215275537,0.9583333333333333,0.0
|
||||
2,0.0,4,41,0.7423780487804879,0.9098837209302326,0.0
|
||||
2,0.0,5,19,1.0,1.0,0.0
|
||||
2,0.0,6,185,0.48315106250555706,0.9134615384615384,0.0
|
||||
2,0.0,7,59,0.5542735042735043,1.0,0.0
|
||||
2,0.0,8,1,1.0,1.0,0.0
|
||||
2,0.0,9,70,0.9041344294003868,1.0,0.0
|
||||
2,0.25,0,88,0.9747536945812808,0.9524647887323944,-0.0038264767773482644
|
||||
2,0.25,1,8,0.7544642857142858,1.0,-0.01058201058201047
|
||||
2,0.25,2,35,0.5902857142857142,1.0,-0.022597337621727998
|
||||
2,0.25,3,6,0.2954654592851753,0.9583333333333333,-0.022210982867580054
|
||||
2,0.25,4,41,0.7253103076092822,0.9098837209302326,-0.017067741171205686
|
||||
2,0.25,5,19,1.0,1.0,0.0
|
||||
2,0.25,6,185,0.4700255102040816,0.9134615384615384,-0.01312555230147544
|
||||
2,0.25,7,59,0.5542735042735043,1.0,0.0
|
||||
2,0.25,8,1,1.0,1.0,0.0
|
||||
2,0.25,9,70,0.9041344294003868,1.0,0.0
|
||||
2,0.5,0,88,0.9740740740740741,0.9507042253521127,-0.004506097284554977
|
||||
2,0.5,1,8,0.78875,1.0,0.02370370370370367
|
||||
2,0.5,2,35,0.6338854382332643,1.0,0.021002386325822076
|
||||
2,0.5,3,6,0.3122966818477554,0.9583333333333333,-0.005379760304999981
|
||||
2,0.5,4,41,0.764525993883792,0.9098837209302326,0.0221479451033042
|
||||
2,0.5,5,19,1.0,1.0,0.0
|
||||
2,0.5,6,185,0.4842300556586271,0.9134615384615384,0.0010789931530700292
|
||||
2,0.5,7,59,0.5542735042735043,1.0,0.0
|
||||
2,0.5,8,1,1.0,1.0,0.0
|
||||
2,0.5,9,70,0.9041344294003868,1.0,0.0
|
||||
2,0.75,0,88,0.9727722772277227,0.948356807511737,-0.0058078941309063215
|
||||
2,0.75,1,8,0.7040441176470589,1.0,-0.061002178649237404
|
||||
2,0.75,2,35,0.5907462686567163,1.0,-0.022136783250725878
|
||||
2,0.75,3,6,0.2992682926829268,0.9583333333333333,-0.01840814946982855
|
||||
2,0.75,4,41,0.6624579124579125,0.9098837209302326,-0.07992013632257533
|
||||
2,0.75,5,19,1.0,1.0,0.0
|
||||
2,0.75,6,185,0.4757201646090535,0.9134615384615384,-0.0074308978965035855
|
||||
2,0.75,7,59,0.5575414781297134,1.0,0.0032679738562091387
|
||||
2,0.75,8,1,1.0,1.0,0.0
|
||||
2,0.75,9,70,0.9041344294003868,1.0,0.0
|
||||
2,1.0,0,88,0.9714640198511166,0.9460093896713615,-0.007116151507512436
|
||||
2,1.0,1,8,0.78875,1.0,0.02370370370370367
|
||||
2,1.0,2,35,0.6399147727272727,1.0,0.027031720819830518
|
||||
2,1.0,3,6,0.3259778470058844,0.9583333333333333,0.008301404853129024
|
||||
2,1.0,4,41,0.7800127713920818,0.9098837209302326,0.03763472261159395
|
||||
2,1.0,5,19,1.0,1.0,0.0
|
||||
2,1.0,6,185,0.48224043715847,0.9134615384615384,-0.0009106253470870795
|
||||
2,1.0,7,59,0.5542735042735043,1.0,0.0
|
||||
2,1.0,8,1,1.0,1.0,0.0
|
||||
2,1.0,9,70,0.9041344294003868,1.0,0.0
|
||||
|
@@ -0,0 +1,16 @@
|
||||
seed,beta,n_eligible,n_improve_vs_beta0,n_degrade_vs_beta0,n_unchanged,mean_delta_vs_beta0,median_delta_vs_beta0,min_delta_vs_beta0,max_delta_vs_beta0
|
||||
0,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
0,0.25,10,5,4,1,-0.011293149808252767,0.0008702225660137675,-0.11428571428571432,0.02246687492367061
|
||||
0,0.5,10,4,6,0,0.002110296281339108,-0.002470904928741302,-0.04342273307790534,0.07435002353424269
|
||||
0,0.75,10,4,5,1,-0.010014602019574038,-0.0009496838684330267,-0.1261904761904763,0.08104016437931305
|
||||
0,1.0,10,4,5,1,-0.018907127202940695,-0.008343874739802304,-0.1470238095238096,0.08792669889742655
|
||||
1,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
1,0.25,10,8,0,2,0.057402269299170985,0.034854877143638385,0.0,0.15555555555555545
|
||||
1,0.5,10,6,3,1,0.08504839334967931,0.036259163913778814,-0.01717171717171706,0.2666666666666666
|
||||
1,0.75,10,6,3,1,0.06946744905696867,0.036259163913778814,-0.02220504036522919,0.23333333333333328
|
||||
1,1.0,10,6,3,1,0.08868113938603633,0.034854877143638385,-0.03122327240008249,0.32110579479000534
|
||||
2,0.0,10,0,0,10,0.0,0.0,0.0,0.0
|
||||
2,0.25,10,0,6,4,-0.008941010132134792,-0.007204243679679367,-0.022597337621727998,0.0
|
||||
2,0.5,10,4,2,4,0.005804717069634502,0.0,-0.005379760304999981,0.02370370370370367
|
||||
2,0.75,10,1,6,3,-0.019143806586356792,-0.0066193960137049535,-0.07992013632257533,0.0032679738562091387
|
||||
2,1.0,10,4,2,4,0.008864477513365766,0.0,-0.007116151507512436,0.03763472261159395
|
||||
|
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_seeds,n_contributors_seed0,mean_displacement,std_sample_displacement,min_displacement,max_displacement,mean_relative_displacement
|
||||
0,Benign,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
0,Benign,0.25,3,10,0.3096796159392729,0.12733390390342178,0.20004033735439222,0.44934231344407405,0.05197995403943065
|
||||
0,Benign,0.5,3,10,0.5313041924979508,0.18639783112367184,0.38907686021198906,0.7423202921820351,0.08910009803167558
|
||||
0,Benign,0.75,3,10,0.69629058529007,0.22779495505973918,0.5531271037155966,0.9589710040117058,0.11673890777383779
|
||||
0,Benign,1.0,3,10,0.8242192109522325,0.2718678603634198,0.6497236186430407,1.1374661214791688,0.13820856413319157
|
||||
1,HTTPFlood,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
1,HTTPFlood,0.25,3,10,0.4602725694146856,0.18305156058682095,0.31613002745222124,0.6662283784528569,0.05883350276356747
|
||||
1,HTTPFlood,0.5,3,10,0.8310227133930249,0.3411175554968644,0.6174652346598523,1.2244302878861635,0.1064156023196597
|
||||
1,HTTPFlood,0.75,3,10,1.1273671703584032,0.46200313323693143,0.8186103617659485,1.6585065333294826,0.14446682079773532
|
||||
1,HTTPFlood,1.0,3,10,1.3664020721980037,0.5435449017657998,0.9406614395494424,1.9786465808777682,0.17507931126042764
|
||||
2,ICMPFlood,0.0,3,8,0.0,0.0,0.0,0.0,0.0
|
||||
2,ICMPFlood,0.25,3,8,0.1687900249050803,0.0775079504975022,0.08345694344366894,0.23482708759290863,0.04474379120486107
|
||||
2,ICMPFlood,0.5,3,8,0.34244262249530116,0.1644441365409218,0.15965710237974665,0.4783770963700612,0.0907929477899344
|
||||
2,ICMPFlood,0.75,3,8,0.5139630099006949,0.25295959551882624,0.2343419660332571,0.7269008922059704,0.1363303720843034
|
||||
2,ICMPFlood,1.0,3,8,0.6733630855518974,0.33119344952410124,0.31202266651849364,0.9624949343114511,0.1786782977125397
|
||||
3,SYNFlood,0.0,3,9,0.0,0.0,0.0,0.0,0.0
|
||||
3,SYNFlood,0.25,3,9,0.6021686056359762,0.11047230421806259,0.503724248485336,0.7216450467734076,0.17274706399268194
|
||||
3,SYNFlood,0.5,3,9,1.1172146662725975,0.1499636250284683,0.9903052787994496,1.282696779657381,0.32007952532615175
|
||||
3,SYNFlood,0.75,3,9,1.545644067324437,0.1632736664305707,1.425964163319618,1.7316419781829142,0.44233653348901675
|
||||
3,SYNFlood,1.0,3,9,1.8966313690365364,0.1707004572307703,1.7971017154922897,2.0937360483530942,0.5423454423708408
|
||||
4,SYNScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
4,SYNScan,0.25,3,10,0.5317067439232072,0.23047479904803986,0.2712995671528225,0.7094467363698403,0.06779724186081004
|
||||
4,SYNScan,0.5,3,10,0.9655251485202818,0.4123413871043271,0.4974266930761591,1.274995172626633,0.12306294040142425
|
||||
4,SYNScan,0.75,3,10,1.303724006619192,0.5454960197128634,0.6817528629603612,1.7009060393061817,0.16608620628744505
|
||||
4,SYNScan,1.0,3,10,1.5627721380862394,0.6395395815733285,0.8310393297936969,2.0148719426654047,0.19898769631915747
|
||||
5,SlowrateDoS,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
5,SlowrateDoS,0.25,3,10,0.6887407419077284,0.3994937259726447,0.3849888650074708,1.1412765131443214,0.11171643625649925
|
||||
5,SlowrateDoS,0.5,3,10,1.0992104079174394,0.5624209481314455,0.663982981259247,1.7342569160895378,0.17778704412207272
|
||||
5,SlowrateDoS,0.75,3,10,1.3714335207496207,0.6346805617784063,0.8681957938468777,2.0844451216445647,0.22138467497184797
|
||||
5,SlowrateDoS,1.0,3,10,1.5649187261569397,0.654138365253272,1.0223779494937628,2.2913090219189884,0.2522141838283814
|
||||
6,TCPConnectScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
6,TCPConnectScan,0.25,3,10,0.42219528894445313,0.19249673581963359,0.20349619083032527,0.565939919979383,0.11260658758504753
|
||||
6,TCPConnectScan,0.5,3,10,0.7591425183468251,0.33032895727072814,0.3869265339985526,1.0174215972406544,0.20215707803311408
|
||||
6,TCPConnectScan,0.75,3,10,1.021469490355507,0.42067108042237206,0.5506261437672251,1.3603032767403593,0.2716558992474815
|
||||
6,TCPConnectScan,1.0,3,10,1.2260809195578348,0.4757573735353394,0.6951966301150282,1.6138606377812053,0.32576611133643296
|
||||
7,UDPFlood,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
7,UDPFlood,0.25,3,10,0.3398776575971591,0.044474647267926964,0.30430818584262825,0.38974204058804235,0.06126083183542604
|
||||
7,UDPFlood,0.5,3,10,0.5882126224252917,0.05110078658105222,0.5319553322178198,0.63175646662234,0.10602535483597288
|
||||
7,UDPFlood,0.75,3,10,0.7666864532232286,0.06531205542266563,0.6971774040155683,0.826779360613232,0.13819357681480646
|
||||
7,UDPFlood,1.0,3,10,0.9026363032967967,0.10316225038256528,0.8176540927055402,1.017418264281527,0.16267861998433658
|
||||
8,UDPScan,0.0,3,10,0.0,0.0,0.0,0.0,0.0
|
||||
8,UDPScan,0.25,3,10,0.948784374089595,0.32295399221729687,0.6432942008401974,1.2867485110982368,0.11040237913689727
|
||||
8,UDPScan,0.5,3,10,1.6409225519791484,0.45185696586563645,1.1533048328462676,2.0454996845102325,0.19112341897022947
|
||||
8,UDPScan,0.75,3,10,2.1199403852192593,0.4860036627687715,1.5614428575749395,2.446728016676739,0.24708688296871964
|
||||
8,UDPScan,1.0,3,10,2.444525243361723,0.48441013395931937,1.8919878834982704,2.7961598794595446,0.2850436623074378
|
||||
|
@@ -0,0 +1,19 @@
|
||||
dataset,alpha,seed,aggregation,wall_clock,wall_seconds,cpu_percent,peak_rss_kb,peak_rss_gib,swaps
|
||||
5gnidd,0.75,0,original_protean,61:55,3715,745,9106052,8.684,0
|
||||
5gnidd,0.75,0,support_weighted_beta0,62:07,3727,744,9105440,8.684,0
|
||||
5gnidd,0.75,0,support_weighted_beta0.25,62:26,3746,743,9110716,8.689,0
|
||||
5gnidd,0.75,0,support_weighted_beta0.5,62:59,3779,743,9108484,8.687,0
|
||||
5gnidd,0.75,0,support_weighted_beta0.75,62:36,3756,743,9064944,8.645,0
|
||||
5gnidd,0.75,0,support_weighted_beta1,62:13,3733,742,9108460,8.687,0
|
||||
5gnidd,0.75,1,original_protean,64:25,3865,742,12346024,11.774,0
|
||||
5gnidd,0.75,1,support_weighted_beta0,65:05,3905,741,12348336,11.776,0
|
||||
5gnidd,0.75,1,support_weighted_beta0.25,64:10,3850,741,12351992,11.78,0
|
||||
5gnidd,0.75,1,support_weighted_beta0.5,64:51,3891,741,12351360,11.779,0
|
||||
5gnidd,0.75,1,support_weighted_beta0.75,66:37,3997,739,12331032,11.76,0
|
||||
5gnidd,0.75,1,support_weighted_beta1,64:52,3892,741,12350876,11.779,0
|
||||
5gnidd,0.75,2,original_protean,63:38,3818,740,11515032,10.982,0
|
||||
5gnidd,0.75,2,support_weighted_beta0,64:12,3852,740,11520580,10.987,0
|
||||
5gnidd,0.75,2,support_weighted_beta0.25,63:53,3833,740,11514072,10.981,0
|
||||
5gnidd,0.75,2,support_weighted_beta0.5,65:01,3901,738,11532248,10.998,0
|
||||
5gnidd,0.75,2,support_weighted_beta0.75,64:52,3892,740,11532200,10.998,0
|
||||
5gnidd,0.75,2,support_weighted_beta1,65:12,3912,738,11518432,10.985,0
|
||||
|
@@ -0,0 +1,111 @@
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"betas": [
|
||||
0.0,
|
||||
0.25,
|
||||
0.5,
|
||||
0.75,
|
||||
1.0
|
||||
],
|
||||
"dataset": "5gnidd",
|
||||
"missing_artifacts": [],
|
||||
"n_missing_artifacts": 0,
|
||||
"outputs": {
|
||||
"client_deltas": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__client_validation_deltas.csv",
|
||||
"client_validation_detail": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__client_validation_detail.csv",
|
||||
"client_validation_summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__client_validation_summary.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__validation_per_seed.csv",
|
||||
"pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__validation_pooled.csv",
|
||||
"prototype_effect_pooled": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__prototype_effect_pooled.csv",
|
||||
"test_descriptive": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__multiseed__test_descriptive.csv"
|
||||
},
|
||||
"per_seed_diagnostic": [
|
||||
{
|
||||
"seed": 0,
|
||||
"selected_beta": 0.5,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.8367915113248682
|
||||
},
|
||||
{
|
||||
"seed": 1,
|
||||
"selected_beta": 1.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.852468519962429
|
||||
},
|
||||
{
|
||||
"seed": 2,
|
||||
"selected_beta": 1.0,
|
||||
"test_used_for_selection": false,
|
||||
"val_rare_macro_f1_per_client_mean": 0.7446767781808716
|
||||
}
|
||||
],
|
||||
"pooled_table": [
|
||||
{
|
||||
"beta": 0.0,
|
||||
"max_val_rare_macro_f1": 0.8346812150435289,
|
||||
"min_val_rare_macro_f1": 0.7358123006675059,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7780936320958092,
|
||||
"pooled_val_rare_recall_global": 0.9580824335765369,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9598578766446005,
|
||||
"std_pop_val_rare_macro_f1": 0.04161143418081097,
|
||||
"std_sample_val_rare_macro_f1": 0.05096339060419691
|
||||
},
|
||||
{
|
||||
"beta": 0.25,
|
||||
"max_val_rare_macro_f1": 0.8233880652352761,
|
||||
"min_val_rare_macro_f1": 0.7268712905353711,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7904830018820702,
|
||||
"pooled_val_rare_recall_global": 0.9574138080309967,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9596139786642895,
|
||||
"std_pop_val_rare_macro_f1": 0.04498922554616295,
|
||||
"std_sample_val_rare_macro_f1": 0.05510032325554253
|
||||
},
|
||||
{
|
||||
"beta": 0.5,
|
||||
"max_val_rare_macro_f1": 0.8488357739260719,
|
||||
"min_val_rare_macro_f1": 0.7416170177371404,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.8090814343293601,
|
||||
"pooled_val_rare_recall_global": 0.9571930467860316,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9592678831536903,
|
||||
"std_pop_val_rare_macro_f1": 0.04795728443103037,
|
||||
"std_sample_val_rare_macro_f1": 0.05873543815277214
|
||||
},
|
||||
{
|
||||
"beta": 0.75,
|
||||
"max_val_rare_macro_f1": 0.8332548296333613,
|
||||
"min_val_rare_macro_f1": 0.7166684940811491,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.7915299789128217,
|
||||
"pooled_val_rare_recall_global": 0.9578711144545552,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9596244940396749,
|
||||
"std_pop_val_rare_macro_f1": 0.05305104962539758,
|
||||
"std_sample_val_rare_macro_f1": 0.06497400095064636
|
||||
},
|
||||
{
|
||||
"beta": 1.0,
|
||||
"max_val_rare_macro_f1": 0.852468519962429,
|
||||
"min_val_rare_macro_f1": 0.7446767781808716,
|
||||
"n_seeds": 3,
|
||||
"pooled_val_rare_macro_f1_per_client_mean": 0.8043064619946296,
|
||||
"pooled_val_rare_recall_global": 0.9589424127769477,
|
||||
"pooled_val_rare_recall_per_client_mean": 0.9600406871348003,
|
||||
"std_pop_val_rare_macro_f1": 0.04474665522682604,
|
||||
"std_sample_val_rare_macro_f1": 0.05480323650098284
|
||||
}
|
||||
],
|
||||
"primary_selection": {
|
||||
"rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
|
||||
"selected_beta": 0.5,
|
||||
"selection_split": "validation",
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false
|
||||
},
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
seed,aggregation,beta,test_rare_macro_f1,test_rare_recall,test_macro_f1,test_accuracy,test_weighted_f1,test_rare_support
|
||||
0,support_weighted_beta0,0.0,0.9003666441325199,0.9596509084761253,0.8536082762406271,0.7468921814151832,0.7208341800082392,28000
|
||||
0,support_weighted_beta0.25,0.25,0.9016810209812478,0.9599813928066098,0.8551122393463736,0.7485165126636154,0.7226566816041684,28000
|
||||
0,support_weighted_beta0.5,0.5,0.9044472051910231,0.9586662658643216,0.8573089581866151,0.7495075603367095,0.7238852910350473,28000
|
||||
0,support_weighted_beta0.75,0.75,0.9042142097225311,0.9611505963486519,0.8574319851947483,0.75032178207643,0.7248065733265142,28000
|
||||
0,support_weighted_beta1,1.0,0.9007977068094508,0.9643642715623272,0.8551744417499578,0.7504040266966037,0.7249623247616092,28000
|
||||
0,original_protean,,0.9055885946257963,0.9612851237375019,0.8571092007836155,0.7470484461935134,0.7210591954237406,28000
|
||||
1,support_weighted_beta0,0.0,0.8554425770447295,0.9593132476684664,0.8263852185473981,0.7542037281486325,0.7301607716784241,28000
|
||||
1,support_weighted_beta0.25,0.25,0.8891854090863159,0.9596585021848357,0.8489384951455141,0.7543435440029279,0.73005747645949,28000
|
||||
1,support_weighted_beta0.5,0.5,0.9057207431633723,0.9597228673347585,0.8599385529838828,0.7543805540820061,0.7301094421086752,28000
|
||||
1,support_weighted_beta0.75,0.75,0.9045835958215589,0.959935370265466,0.8591739126549254,0.7543928907750321,0.7301387783462848,28000
|
||||
1,support_weighted_beta1,1.0,0.9038488182942092,0.9596846580147537,0.8585736615366666,0.7539775554431546,0.7295306810637099,28000
|
||||
1,original_protean,,0.8607580175603599,0.9590357221091453,0.8298666656506455,0.7540721367563544,0.7299504931440421,28000
|
||||
2,support_weighted_beta0,0.0,0.8735681435384803,0.9630479072951951,0.8374129689063486,0.7518556442426709,0.7273122511564744,28000
|
||||
2,support_weighted_beta0.25,0.25,0.8674169167938374,0.9605253778582233,0.8335098056788162,0.7521476126442879,0.7274878068658297,28000
|
||||
2,support_weighted_beta0.5,0.5,0.8800449253698305,0.960715099133502,0.842201195406295,0.7529330487669476,0.7284075566369677,28000
|
||||
2,support_weighted_beta0.75,0.75,0.856971624057104,0.9598456488276427,0.826257722947289,0.751127779354133,0.7261548984454341,28000
|
||||
2,support_weighted_beta1,1.0,0.8788313430254061,0.9595949365769304,0.8413127745570504,0.7527685595265999,0.7282933528183856,28000
|
||||
2,original_protean,,0.8733557623287002,0.9633214115686995,0.8372382392225877,0.7517446140054364,0.7271326093968319,28000
|
||||
|
@@ -0,0 +1,16 @@
|
||||
seed,beta,eligible_clients,val_rare_macro_f1_per_client_mean,val_rare_macro_f1_global,val_rare_recall_per_client_mean,val_rare_recall_global,val_macro_f1_global,val_accuracy_global,val_weighted_f1_global,manifest_content_hash,manifest_reload_ok
|
||||
0,0.0,10,0.8346812150435289,0.8962674319644001,0.9641603402125606,0.9552381318940723,0.8511402632626045,0.7474853810788805,0.7219029904441242,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,True
|
||||
0,0.25,10,0.8233880652352761,0.8992243529683644,0.9640278898814347,0.9555424557773051,0.8537503068226969,0.7491549400027963,0.7237960403185049,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,True
|
||||
0,0.5,10,0.8367915113248682,0.9015882257423011,0.9631193633913686,0.9542284353862854,0.8556998323364052,0.7501912179555716,0.7250666886257108,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,True
|
||||
0,0.75,10,0.824666613023955,0.9017654735602499,0.9643776415370638,0.9571743816449568,0.8561623421742206,0.7511781493391672,0.726181514887262,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,True
|
||||
0,1.0,10,0.8157740878405881,0.8965239659052112,0.965768370013885,0.9606845931693916,0.8527283867871179,0.7513344134749032,0.7263882839010629,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,True
|
||||
1,0.0,10,0.7637873805763926,0.8601286278686943,0.9413534116693878,0.9606400538209888,0.8292132382156505,0.7534892136624202,0.7291712838547688,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,True
|
||||
1,0.25,10,0.8211896498755635,0.8962852599872769,0.9413997079656842,0.9609055279911431,0.8533928079401024,0.7536865999391392,0.7291929070361066,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,True
|
||||
1,0.5,10,0.8488357739260719,0.9164750175767309,0.9414460042619803,0.9612609480900093,0.8667709270192069,0.7535550090879931,0.729016831192462,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,True
|
||||
1,0.75,10,0.8332548296333613,0.9132188740132466,0.9414923005582766,0.9614205031593017,0.8646209763420809,0.7536619266545493,0.7291811176439271,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,True
|
||||
1,1.0,10,0.852468519962429,0.9111916138104398,0.9415848931508692,0.9613749159966467,0.8631903272629228,0.7533000518138976,0.7286108499920018,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,True
|
||||
2,0.0,10,0.7358123006675059,0.870022246885565,0.9740598780518532,0.9583691150145496,0.835201875292623,0.7521979784355493,0.7278256548649049,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,True
|
||||
2,0.25,10,0.7268712905353711,0.8624428869497635,0.9734143381457498,0.9557934403245422,0.8303136765079273,0.7523789158558751,0.7279109819119642,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,True
|
||||
2,0.5,10,0.7416170177371404,0.874029135539173,0.9732382818077218,0.9560897568817998,0.8382792160273324,0.7530779922525886,0.7287246908030826,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,True
|
||||
2,0.75,10,0.7166684940811491,0.8507958177450771,0.9730035400236842,0.9550184585594073,0.822193807116818,0.7511699249109706,0.7263360350235979,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,True
|
||||
2,1.0,10,0.7446767781808716,0.8741548493571188,0.9727687982396466,0.9547677291648048,0.83825946755765,0.7528806059758695,0.7285763091356096,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,True
|
||||
|
@@ -0,0 +1,6 @@
|
||||
beta,n_seeds,pooled_val_rare_macro_f1_per_client_mean,std_sample_val_rare_macro_f1,std_pop_val_rare_macro_f1,min_val_rare_macro_f1,max_val_rare_macro_f1,pooled_val_rare_recall_per_client_mean,pooled_val_rare_recall_global
|
||||
0.0,3,0.7780936320958092,0.05096339060419691,0.04161143418081097,0.7358123006675059,0.8346812150435289,0.9598578766446005,0.9580824335765369
|
||||
0.25,3,0.7904830018820702,0.05510032325554253,0.04498922554616295,0.7268712905353711,0.8233880652352761,0.9596139786642895,0.9574138080309967
|
||||
0.5,3,0.8090814343293601,0.05873543815277214,0.04795728443103037,0.7416170177371404,0.8488357739260719,0.9592678831536903,0.9571930467860316
|
||||
0.75,3,0.7915299789128217,0.06497400095064636,0.05305104962539758,0.7166684940811491,0.8332548296333613,0.9596244940396749,0.9578711144545552
|
||||
1.0,3,0.8043064619946296,0.05480323650098284,0.04474665522682604,0.7446767781808716,0.852468519962429,0.9600406871348003,0.9589424127769477
|
||||
|
@@ -0,0 +1,31 @@
|
||||
seed,client_id,client_total,n_missing_attack_classes,n_positive_attack_classes,rare_class_ids,rare_class_names,rare_supports,unseen_class_ids,unseen_class_names,eligible_for_rare_eval
|
||||
0,0,77880,1,7,5|4,SlowrateDoS|SYNScan,2|252,2,ICMPFlood,True
|
||||
0,1,97748,0,8,3|4,SYNFlood|SYNScan,26|82,,,True
|
||||
0,2,143547,0,8,3|2,SYNFlood|ICMPFlood,50|80,,,True
|
||||
0,3,86837,1,7,6|4,TCPConnectScan|SYNScan,363|697,2,ICMPFlood,True
|
||||
0,4,42381,1,7,2|6,ICMPFlood|TCPConnectScan,54|1926,3,SYNFlood,True
|
||||
0,5,49484,0,8,2|3,ICMPFlood|SYNFlood,143|180,,,True
|
||||
0,6,93686,0,8,2|8,ICMPFlood|UDPScan,53|429,,,True
|
||||
0,7,38839,0,8,3|2,SYNFlood|ICMPFlood,100|101,,,True
|
||||
0,8,80087,0,8,8|2,UDPScan|ICMPFlood,74|113,,,True
|
||||
0,9,140634,0,8,2|6,ICMPFlood|TCPConnectScan,25|52,,,True
|
||||
1,0,36687,0,8,2|3,ICMPFlood|SYNFlood,27|576,,,True
|
||||
1,1,46522,0,8,2|6,ICMPFlood|TCPConnectScan,25|737,,,True
|
||||
1,2,45258,0,8,2|4,ICMPFlood|SYNScan,30|133,,,True
|
||||
1,3,202829,1,7,3|5,SYNFlood|SlowrateDoS,229|514,2,ICMPFlood,True
|
||||
1,4,17861,0,8,2|3,ICMPFlood|SYNFlood,15|57,,,True
|
||||
1,5,115584,0,8,2|3,ICMPFlood|SYNFlood,37|830,,,True
|
||||
1,6,52144,1,7,2|8,ICMPFlood|UDPScan,15|40,4,SYNScan,True
|
||||
1,7,116644,0,8,8|3,UDPScan|SYNFlood,5|72,,,True
|
||||
1,8,127130,0,8,2|8,ICMPFlood|UDPScan,134|152,,,True
|
||||
1,9,90464,0,8,8|2,UDPScan|ICMPFlood,188|285,,,True
|
||||
2,0,78791,0,8,2|5,ICMPFlood|SlowrateDoS,88|335,,,True
|
||||
2,1,107810,0,8,2|8,ICMPFlood|UDPScan,8|562,,,True
|
||||
2,2,58432,0,8,2|6,ICMPFlood|TCPConnectScan,35|105,,,True
|
||||
2,3,65107,0,8,3|2,SYNFlood|ICMPFlood,6|25,,,True
|
||||
2,4,49537,0,8,2|3,ICMPFlood|SYNFlood,41|110,,,True
|
||||
2,5,71485,0,8,2|8,ICMPFlood|UDPScan,19|238,,,True
|
||||
2,6,191908,0,8,3|2,SYNFlood|ICMPFlood,185|251,,,True
|
||||
2,7,89114,0,8,3|4,SYNFlood|SYNScan,59|160,,,True
|
||||
2,8,62795,0,8,2|4,ICMPFlood|SYNScan,1|91,,,True
|
||||
2,9,76144,0,8,2|6,ICMPFlood|TCPConnectScan,70|404,,,True
|
||||
|
@@ -0,0 +1,111 @@
|
||||
{
|
||||
"alphas": [
|
||||
0.75
|
||||
],
|
||||
"dataset": "5gnidd",
|
||||
"per_class": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__partition_heterogeneity_per_class.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__partition_heterogeneity_per_seed.csv",
|
||||
"per_seed_rows": [
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"client_size_max": 143547,
|
||||
"client_size_min": 38839,
|
||||
"client_size_ratio": 3.6959499472180024,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 3,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "74a91845627dbe57efab9a5cf94e37bcce98ce38edb7936a8c1cbd8f040d3dc8",
|
||||
"rng_seed": 892370747,
|
||||
"seed": 0,
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7",
|
||||
"support_cv_max": 1.2651419073123291,
|
||||
"support_cv_mean": 0.9692475038471602,
|
||||
"support_max_min_ratio_max": 7642.5,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"client_size_max": 202829,
|
||||
"client_size_min": 17861,
|
||||
"client_size_ratio": 11.355971110240189,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 2,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "fc04ba00f4942bf9983ad8de50a86e066f83ba17a806195c0205498c3d34f69c",
|
||||
"rng_seed": 1817661572,
|
||||
"seed": 1,
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e",
|
||||
"support_cv_max": 1.103376116305731,
|
||||
"support_cv_mean": 0.8540793111089487,
|
||||
"support_max_min_ratio_max": 545.4,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"client_size_max": 191908,
|
||||
"client_size_min": 49537,
|
||||
"client_size_ratio": 3.87403355067929,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d",
|
||||
"max_unseen_on_client": 0,
|
||||
"n_cells_sj_lt_M": 0,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 0,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "4ee33d0a28326ae1d0e5574a8cd850068ef4ec1cc631b7366daab65b3e22ca86",
|
||||
"rng_seed": 306220443,
|
||||
"seed": 2,
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f",
|
||||
"support_cv_max": 1.1912979653269113,
|
||||
"support_cv_mean": 0.925302901177657,
|
||||
"support_max_min_ratio_max": 445.0,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 0
|
||||
}
|
||||
],
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
],
|
||||
"summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__alpha0.75__partition_heterogeneity_summary.csv",
|
||||
"summary_rows": [
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_max": 11.355971110240189,
|
||||
"client_size_ratio_mean": 6.308651536045827,
|
||||
"dataset": "5gnidd",
|
||||
"max_unseen_on_client": 1,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"n_seeds": 3,
|
||||
"support_cv_mean": 0.9162099053779219,
|
||||
"support_max_min_ratio_max": 7642.5,
|
||||
"union_rare_mean": 6.0,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,28 @@
|
||||
dataset,alpha,seed,class_id,class_name,total,num_clients,n_missing_clients,min,max,mean,std,cv,max_min_ratio
|
||||
5gnidd,0.75,0,0,Benign,334415,10,0,1410,69384,33441.5,23619.248452268755,0.706285556935806,49.208510638297874
|
||||
5gnidd,0.75,0,1,HTTPFlood,98569,10,0,557,27843,9856.9,9709.981765688337,0.9850948843640838,49.987432675044886
|
||||
5gnidd,0.75,0,2,ICMPFlood,808,8,2,25,239,101.0,62.930517239253646,0.6230744281114222,9.56
|
||||
5gnidd,0.75,0,3,SYNFlood,6805,9,1,26,3213,756.1111111111111,956.5878532511555,1.2651419073123291,123.57692307692308
|
||||
5gnidd,0.75,0,4,SYNScan,14030,10,0,82,4335,1403.0,1341.5857035612746,0.9562264458740375,52.86585365853659
|
||||
5gnidd,0.75,0,5,SlowrateDoS,51187,10,0,2,15285,5118.7,5679.8754748673855,1.109632421292005,7642.5
|
||||
5gnidd,0.75,0,6,TCPConnectScan,14037,10,0,52,3531,1403.7,1167.4861926378403,0.8317205903240296,67.90384615384616
|
||||
5gnidd,0.75,0,7,UDPFlood,320138,10,0,2320,124158,32013.8,36460.358401420024,1.1388950515533933,53.516379310344824
|
||||
5gnidd,0.75,0,8,UDPScan,11134,10,0,74,3370,1113.4,1232.7077674777586,1.1071562488573365,45.54054054054054
|
||||
5gnidd,0.75,1,0,Benign,334415,10,0,3896,83388,33441.5,30605.998007743514,0.9152100835113112,21.403490759753595
|
||||
5gnidd,0.75,1,1,HTTPFlood,98569,10,0,621,25248,9856.9,6960.070365305224,0.7061114919807672,40.65700483091788
|
||||
5gnidd,0.75,1,2,ICMPFlood,808,9,1,15,285,89.77777777777777,99.0586557750034,1.103376116305731,19.0
|
||||
5gnidd,0.75,1,3,SYNFlood,6805,10,0,57,2358,680.5,692.489025183793,1.0176179650019002,41.36842105263158
|
||||
5gnidd,0.75,1,4,SYNScan,14030,9,1,133,3883,1558.888888888889,1236.704172337323,0.7933241305086177,29.195488721804512
|
||||
5gnidd,0.75,1,5,SlowrateDoS,51187,10,0,514,12114,5118.7,3205.4039698608976,0.6262144626293585,23.56809338521401
|
||||
5gnidd,0.75,1,6,TCPConnectScan,14037,10,0,326,2861,1403.7,788.4842484159084,0.5617184928516836,8.776073619631902
|
||||
5gnidd,0.75,1,7,UDPFlood,320138,10,0,1031,114825,32013.8,33884.0853050514,1.0584212216310278,111.37245392822503
|
||||
5gnidd,0.75,1,8,UDPScan,11134,10,0,5,2727,1113.4,1007.3150649126618,0.9047198355601417,545.4
|
||||
5gnidd,0.75,2,0,Benign,334415,10,0,536,118638,33441.5,34208.390085620806,1.0229322872963476,221.33955223880596
|
||||
5gnidd,0.75,2,1,HTTPFlood,98569,10,0,1484,25410,9856.9,6717.955514142677,0.6815485106009675,17.12264150943396
|
||||
5gnidd,0.75,2,2,ICMPFlood,808,10,0,1,270,80.8,93.3892927481518,1.1558080785662352,270.0
|
||||
5gnidd,0.75,2,3,SYNFlood,6805,10,0,6,2670,680.5,810.6782654049632,1.1912979653269113,445.0
|
||||
5gnidd,0.75,2,4,SYNScan,14030,10,0,91,4022,1403.0,1290.3725818537837,0.9197238644716919,44.1978021978022
|
||||
5gnidd,0.75,2,5,SlowrateDoS,51187,10,0,99,18020,5118.7,4987.431263686748,0.9743550635291672,182.02020202020202
|
||||
5gnidd,0.75,2,6,TCPConnectScan,14037,10,0,84,3335,1403.7,1073.5125569829167,0.7647734964614353,39.70238095238095
|
||||
5gnidd,0.75,2,7,UDPFlood,320138,10,0,2637,63416,32013.8,21351.952298560427,0.6669608824494571,24.048540007584375
|
||||
5gnidd,0.75,2,8,UDPScan,11134,10,0,37,3282,1113.4,1058.092925975786,0.9503259618967003,88.70270270270271
|
||||
|
@@ -0,0 +1,4 @@
|
||||
dataset,alpha,seed,num_clients,num_classes,num_train,nij_sum,n_class_condition_cells,n_cells_sj_lt_M,n_missing_client_class_cells,client_size_min,client_size_max,client_size_ratio,union_rare_count,union_unseen_count,max_unseen_on_client,n_clients_2_rare,support_cv_mean,support_cv_max,support_max_min_ratio_max,manifest_content_hash,partition_hash,split_hash,rng_seed
|
||||
5gnidd,0.75,0,10,9,851123,851123,9,2,3,38839,143547,3.6959499472180024,6,2,1,10,0.9692475038471602,1.2651419073123291,7642.5,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,74a91845627dbe57efab9a5cf94e37bcce98ce38edb7936a8c1cbd8f040d3dc8,18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7,892370747
|
||||
5gnidd,0.75,1,10,9,851123,851123,9,2,2,17861,202829,11.355971110240189,6,2,1,10,0.8540793111089487,1.103376116305731,545.4,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,fc04ba00f4942bf9983ad8de50a86e066f83ba17a806195c0205498c3d34f69c,3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e,1817661572
|
||||
5gnidd,0.75,2,10,9,851123,851123,9,0,0,49537,191908,3.87403355067929,6,0,0,10,0.925302901177657,1.1912979653269113,445.0,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,4ee33d0a28326ae1d0e5574a8cd850068ef4ec1cc631b7366daab65b3e22ca86,fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f,306220443
|
||||
|
@@ -0,0 +1,2 @@
|
||||
dataset,alpha,n_seeds,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,client_size_ratio_max,union_unseen_mean,max_unseen_on_client,union_rare_mean,support_cv_mean,support_max_min_ratio_max
|
||||
5gnidd,0.75,3,4,27,5,6.308651536045827,11.355971110240189,1.3333333333333333,1,6.0,0.9162099053779219,7642.5
|
||||
|
+11444
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,1410,69384,33441.5,6.153241255427796,6.153241255427796,0.0,0.0
|
||||
0,Benign,0.25,10,1410,69384,33441.5,6.313789765511587,6.153241255427796,0.2796561970193524,0.04544859943085552
|
||||
0,Benign,0.5,10,1410,69384,33441.5,6.419317151772786,6.153241255427796,0.4625154250998284,0.07516614510959438
|
||||
0,Benign,0.75,10,1410,69384,33441.5,6.480873273423168,6.153241255427796,0.5767736481429079,0.09373493159140052
|
||||
0,Benign,1.0,10,1410,69384,33441.5,6.513478897708157,6.153241255427796,0.6497236186430407,0.10559046714931213
|
||||
1,HTTPFlood,0.0,10,557,27843,9856.9,7.42789590531035,7.42789590531035,0.0,0.0
|
||||
1,HTTPFlood,0.25,10,557,27843,9856.9,7.949353221544867,7.42789590531035,0.6662283784528569,0.0896927456908163
|
||||
1,HTTPFlood,0.5,10,557,27843,9856.9,8.40203969697062,7.42789590531035,1.2244302878861635,0.16484214419466944
|
||||
1,HTTPFlood,0.75,10,557,27843,9856.9,8.761864107372237,7.42789590531035,1.6585065333294826,0.22328079909463774
|
||||
1,HTTPFlood,1.0,10,557,27843,9856.9,9.030153700349349,7.42789590531035,1.9786465808777682,0.2663804940323941
|
||||
2,ICMPFlood,0.0,8,25,239,101.0,3.92300484863223,3.92300484863223,0.0,0.0
|
||||
2,ICMPFlood,0.25,8,25,239,101.0,3.9112306708422007,3.92300484863223,0.08345694344366894,0.02127372936405279
|
||||
2,ICMPFlood,0.5,8,25,239,101.0,3.9083745835755863,3.92300484863223,0.15965710237974665,0.040697656143711285
|
||||
2,ICMPFlood,0.75,8,25,239,101.0,3.9134258651326665,3.92300484863223,0.2343419660332571,0.05973532408836081
|
||||
2,ICMPFlood,1.0,8,25,239,101.0,3.9254881373623185,3.92300484863223,0.31202266651849364,0.07953665074548187
|
||||
3,SYNFlood,0.0,9,26,3213,756.1111111111111,3.300037149939064,3.300037149939064,0.0,0.0
|
||||
3,SYNFlood,0.25,9,26,3213,756.1111111111111,3.3130064494428586,3.300037149939064,0.5811365216491851,0.17609999380155944
|
||||
3,SYNFlood,0.5,9,26,3213,756.1111111111111,3.3922895364334265,3.300037149939064,1.0786419403609617,0.32685751443158123
|
||||
3,SYNFlood,0.75,9,26,3213,756.1111111111111,3.486327381293389,3.300037149939064,1.479326060470779,0.4482755778970837
|
||||
3,SYNFlood,1.0,9,26,3213,756.1111111111111,3.569876550242581,3.300037149939064,1.7990563432642253,0.5451624516704139
|
||||
4,SYNScan,0.0,10,82,4335,1403.0,7.4846063066488755,7.4846063066488755,0.0,0.0
|
||||
4,SYNScan,0.25,10,82,4335,1403.0,7.843362761328482,7.4846063066488755,0.7094467363698403,0.09478744870516574
|
||||
4,SYNScan,0.5,10,82,4335,1403.0,8.197271316930058,7.4846063066488755,1.274995172626633,0.17034899637860762
|
||||
4,SYNScan,0.75,10,82,4335,1403.0,8.508956916248394,7.4846063066488755,1.7009060393061817,0.22725390883889227
|
||||
4,SYNScan,1.0,10,82,4335,1403.0,8.767155364063447,7.4846063066488755,2.0148719426654047,0.2692021276891362
|
||||
5,SlowrateDoS,0.0,10,2,15285,5118.7,5.922674795598587,5.922674795598587,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,2,15285,5118.7,6.522344031035285,5.922674795598587,1.1412765131443214,0.19269613013236125
|
||||
5,SlowrateDoS,0.5,10,2,15285,5118.7,6.914303390690607,5.922674795598587,1.7342569160895378,0.29281650199304277
|
||||
5,SlowrateDoS,0.75,10,2,15285,5118.7,7.161394938793151,5.922674795598587,2.0844451216445647,0.3519432002570211
|
||||
5,SlowrateDoS,1.0,10,2,15285,5118.7,7.306953561965431,5.922674795598587,2.2913090219189884,0.38687064561129814
|
||||
6,TCPConnectScan,0.0,10,52,3531,1403.7,3.9223157086637572,3.9223157086637572,0.0,0.0
|
||||
6,TCPConnectScan,0.25,10,52,3531,1403.7,4.069528406438392,3.9223157086637572,0.565939919979383,0.14428719206088225
|
||||
6,TCPConnectScan,0.5,10,52,3531,1403.7,4.241070122591719,3.9223157086637572,1.0174215972406544,0.2593930914315071
|
||||
6,TCPConnectScan,0.75,10,52,3531,1403.7,4.39754779378294,3.9223157086637572,1.3603032767403593,0.3468112660425755
|
||||
6,TCPConnectScan,1.0,10,52,3531,1403.7,4.524467428288578,3.9223157086637572,1.6138606377812053,0.411456077902258
|
||||
7,UDPFlood,0.0,10,2320,124158,32013.8,5.636363661340089,5.636363661340089,0.0,0.0
|
||||
7,UDPFlood,0.25,10,2320,124158,32013.8,5.843956070054166,5.636363661340089,0.32558274636080675,0.057764680549976605
|
||||
7,UDPFlood,0.5,10,2320,124158,32013.8,5.999664665227529,5.636363661340089,0.6009260684357155,0.10661591489517919
|
||||
7,UDPFlood,0.75,10,2320,124158,32013.8,6.1004003674831955,5.636363661340089,0.826779360613232,0.14668666010394701
|
||||
7,UDPFlood,1.0,10,2320,124158,32013.8,6.159158163355959,5.636363661340089,1.017418264281527,0.18050969125005464
|
||||
8,UDPScan,0.0,10,74,3370,1113.4,8.420877434638903,8.420877434638903,0.0,0.0
|
||||
8,UDPScan,0.25,10,74,3370,1113.4,8.660998221099623,8.420877434638903,0.9163104103303505,0.10881412506506134
|
||||
8,UDPScan,0.5,10,74,3370,1113.4,8.968983467582031,8.420877434638903,1.723963138580945,0.20472488193326502
|
||||
8,UDPScan,0.75,10,74,3370,1113.4,9.272200454151907,8.420877434638903,2.3516502814060996,0.2792642809088624
|
||||
8,UDPScan,1.0,10,74,3370,1113.4,9.52602623936675,8.420877434638903,2.7961598794595446,0.33205089388401093
|
||||
|
+436
@@ -0,0 +1,436 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,46676.0,0.1
|
||||
0,Benign,0.0,1,69384.0,0.1
|
||||
0,Benign,0.0,2,7505.0,0.1
|
||||
0,Benign,0.0,3,58004.0,0.1
|
||||
0,Benign,0.0,4,3818.0,0.1
|
||||
0,Benign,0.0,5,21356.0,0.1
|
||||
0,Benign,0.0,6,42870.0,0.1
|
||||
0,Benign,0.0,7,1410.0,0.1
|
||||
0,Benign,0.0,8,24950.0,0.1
|
||||
0,Benign,0.0,9,58442.0,0.1
|
||||
0,Benign,0.25,0,46676.0,0.11821443917468197
|
||||
0,Benign,0.25,1,69384.0,0.13053048502536457
|
||||
0,Benign,0.25,2,7505.0,0.07485740926439206
|
||||
0,Benign,0.25,3,58004.0,0.12481351224706985
|
||||
0,Benign,0.25,4,3818.0,0.06322023406628291
|
||||
0,Benign,0.25,5,21356.0,0.09722480851372131
|
||||
0,Benign,0.25,6,42870.0,0.115727211653024
|
||||
0,Benign,0.25,7,1410.0,0.049283540142929405
|
||||
0,Benign,0.25,8,24950.0,0.10107988890231485
|
||||
0,Benign,0.25,9,58442.0,0.1250484710102191
|
||||
0,Benign,0.5,0,46676.0,0.1302144650565719
|
||||
0,Benign,0.5,1,69384.0,0.1587603626324705
|
||||
0,Benign,0.5,2,7505.0,0.05221409606109301
|
||||
0,Benign,0.5,3,58004.0,0.14515813759089746
|
||||
0,Benign,0.5,4,3818.0,0.03724177548238353
|
||||
0,Benign,0.5,5,21356.0,0.08807899926546381
|
||||
0,Benign,0.5,6,42870.0,0.12479269314220424
|
||||
0,Benign,0.5,7,1410.0,0.02263194983785922
|
||||
0,Benign,0.5,8,24950.0,0.09520235477044543
|
||||
0,Benign,0.5,9,58442.0,0.14570516616061088
|
||||
0,Benign,0.75,0,46676.0,0.13687610230372455
|
||||
0,Benign,0.75,1,69384.0,0.18426884189079779
|
||||
0,Benign,0.75,2,7505.0,0.0347552509564251
|
||||
0,Benign,0.75,3,58004.0,0.16110197486004596
|
||||
0,Benign,0.75,4,3818.0,0.02093554877524936
|
||||
0,Benign,0.75,5,21356.0,0.07614604312631652
|
||||
0,Benign,0.75,6,42870.0,0.12841699969855225
|
||||
0,Benign,0.75,7,1410.0,0.009917946033002181
|
||||
0,Benign,0.75,8,24950.0,0.08556779066752691
|
||||
0,Benign,0.75,9,58442.0,0.16201350168835935
|
||||
0,Benign,1.0,0,46676.0,0.13957507886906986
|
||||
0,Benign,1.0,1,69384.0,0.20747873151622984
|
||||
0,Benign,1.0,2,7505.0,0.022442175141665296
|
||||
0,Benign,1.0,3,58004.0,0.17344915748396453
|
||||
0,Benign,1.0,4,3818.0,0.011416951990789887
|
||||
0,Benign,1.0,5,21356.0,0.06386077179552353
|
||||
0,Benign,1.0,6,42870.0,0.12819401043613474
|
||||
0,Benign,1.0,7,1410.0,0.0042163180479344526
|
||||
0,Benign,1.0,8,24950.0,0.07460789737302453
|
||||
0,Benign,1.0,9,58442.0,0.17475890734566332
|
||||
1,HTTPFlood,0.0,0,2633.0,0.1
|
||||
1,HTTPFlood,0.0,1,8301.0,0.1
|
||||
1,HTTPFlood,0.0,2,7904.0,0.1
|
||||
1,HTTPFlood,0.0,3,4612.0,0.1
|
||||
1,HTTPFlood,0.0,4,17423.0,0.1
|
||||
1,HTTPFlood,0.0,5,1375.0,0.1
|
||||
1,HTTPFlood,0.0,6,557.0,0.1
|
||||
1,HTTPFlood,0.0,7,25878.0,0.1
|
||||
1,HTTPFlood,0.0,8,27843.0,0.1
|
||||
1,HTTPFlood,0.0,9,2043.0,0.1
|
||||
1,HTTPFlood,0.25,0,2633.0,0.08036133833415979
|
||||
1,HTTPFlood,0.25,1,8301.0,0.10708214190288501
|
||||
1,HTTPFlood,0.25,2,7904.0,0.10577820158456092
|
||||
1,HTTPFlood,0.25,3,4612.0,0.09244996918466622
|
||||
1,HTTPFlood,0.25,4,17423.0,0.1288887999888989
|
||||
1,HTTPFlood,0.25,5,1375.0,0.06831406374262142
|
||||
1,HTTPFlood,0.25,6,557.0,0.05450021868057407
|
||||
1,HTTPFlood,0.25,7,25878.0,0.1422876226496816
|
||||
1,HTTPFlood,0.25,8,27843.0,0.14491503729318708
|
||||
1,HTTPFlood,0.25,9,2043.0,0.07542260663876504
|
||||
1,HTTPFlood,0.5,0,2633.0,0.05933175082594097
|
||||
1,HTTPFlood,0.5,1,8301.0,0.10534815681511006
|
||||
1,HTTPFlood,0.5,2,7904.0,0.1027981266659425
|
||||
1,HTTPFlood,0.5,3,4612.0,0.07852471772802401
|
||||
1,HTTPFlood,0.5,4,17423.0,0.15262413054788343
|
||||
1,HTTPFlood,0.5,5,1375.0,0.04287588364619701
|
||||
1,HTTPFlood,0.5,6,557.0,0.027289107503075543
|
||||
1,HTTPFlood,0.5,7,25878.0,0.1860060579832386
|
||||
1,HTTPFlood,0.5,8,27843.0,0.19293887785198494
|
||||
1,HTTPFlood,0.5,9,2043.0,0.05226319043260294
|
||||
1,HTTPFlood,0.75,0,2633.0,0.040878416215568175
|
||||
1,HTTPFlood,0.75,1,8301.0,0.09671720273138638
|
||||
1,HTTPFlood,0.75,2,7904.0,0.09322687260588829
|
||||
1,HTTPFlood,0.75,3,4612.0,0.062240473922911106
|
||||
1,HTTPFlood,0.75,4,17423.0,0.16865457221434382
|
||||
1,HTTPFlood,0.75,5,1375.0,0.025112094704510327
|
||||
1,HTTPFlood,0.75,6,557.0,0.012751090064279793
|
||||
1,HTTPFlood,0.75,7,25878.0,0.22691016327447405
|
||||
1,HTTPFlood,0.75,8,27843.0,0.2397137453312671
|
||||
1,HTTPFlood,0.75,9,2043.0,0.033795368935370926
|
||||
1,HTTPFlood,1.0,0,2633.0,0.026712252330854527
|
||||
1,HTTPFlood,1.0,1,8301.0,0.08421511834349542
|
||||
1,HTTPFlood,1.0,2,7904.0,0.08018748288001298
|
||||
1,HTTPFlood,1.0,3,4612.0,0.046789558583327416
|
||||
1,HTTPFlood,1.0,4,17423.0,0.17675942740618247
|
||||
1,HTTPFlood,1.0,5,1375.0,0.013949619048585256
|
||||
1,HTTPFlood,1.0,6,557.0,0.005650863861863263
|
||||
1,HTTPFlood,1.0,7,25878.0,0.26253690308311944
|
||||
1,HTTPFlood,1.0,8,27843.0,0.282472176850734
|
||||
1,HTTPFlood,1.0,9,2043.0,0.02072659761182522
|
||||
2,ICMPFlood,0.0,1,239.0,0.125
|
||||
2,ICMPFlood,0.0,2,80.0,0.125
|
||||
2,ICMPFlood,0.0,4,54.0,0.125
|
||||
2,ICMPFlood,0.0,5,143.0,0.125
|
||||
2,ICMPFlood,0.0,6,53.0,0.125
|
||||
2,ICMPFlood,0.0,7,101.0,0.125
|
||||
2,ICMPFlood,0.0,8,113.0,0.125
|
||||
2,ICMPFlood,0.0,9,25.0,0.125
|
||||
2,ICMPFlood,0.25,1,239.0,0.16077184346900966
|
||||
2,ICMPFlood,0.25,2,80.0,0.12228776652711458
|
||||
2,ICMPFlood,0.25,4,54.0,0.11084317475481975
|
||||
2,ICMPFlood,0.25,5,143.0,0.14139840992741465
|
||||
2,ICMPFlood,0.25,6,53.0,0.11032640928482476
|
||||
2,ICMPFlood,0.25,7,101.0,0.12962562392365518
|
||||
2,ICMPFlood,0.25,8,113.0,0.13331534079586851
|
||||
2,ICMPFlood,0.25,9,25.0,0.09143143131729299
|
||||
2,ICMPFlood,0.5,1,239.0,0.20163651996256896
|
||||
2,ICMPFlood,0.5,2,80.0,0.11665819066935616
|
||||
2,ICMPFlood,0.5,4,54.0,0.0958444838210176
|
||||
2,ICMPFlood,0.5,5,143.0,0.15596899064339054
|
||||
2,ICMPFlood,0.5,6,53.0,0.09495288784860208
|
||||
2,ICMPFlood,0.5,7,101.0,0.13107833909894465
|
||||
2,ICMPFlood,0.5,8,113.0,0.13864667683891704
|
||||
2,ICMPFlood,0.5,9,25.0,0.06521391111720301
|
||||
2,ICMPFlood,0.75,1,239.0,0.24694499550082424
|
||||
2,ICMPFlood,0.75,2,80.0,0.10867240886359666
|
||||
2,ICMPFlood,0.75,4,54.0,0.08092768616471928
|
||||
2,ICMPFlood,0.75,5,143.0,0.16799789176304897
|
||||
2,ICMPFlood,0.75,6,53.0,0.07980106839416601
|
||||
2,ICMPFlood,0.75,7,101.0,0.1294323492763509
|
||||
2,ICMPFlood,0.75,8,113.0,0.14080258763356635
|
||||
2,ICMPFlood,0.75,9,25.0,0.04542101240372754
|
||||
2,ICMPFlood,1.0,1,239.0,0.2957920792079208
|
||||
2,ICMPFlood,1.0,2,80.0,0.09900990099009901
|
||||
2,ICMPFlood,1.0,4,54.0,0.06683168316831684
|
||||
2,ICMPFlood,1.0,5,143.0,0.17698019801980197
|
||||
2,ICMPFlood,1.0,6,53.0,0.0655940594059406
|
||||
2,ICMPFlood,1.0,7,101.0,0.125
|
||||
2,ICMPFlood,1.0,8,113.0,0.13985148514851486
|
||||
2,ICMPFlood,1.0,9,25.0,0.03094059405940594
|
||||
3,SYNFlood,0.0,0,765.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,1,26.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,2,50.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,3,3213.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,5,180.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,6,706.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,7,100.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,8,1313.0,0.1111111111111111
|
||||
3,SYNFlood,0.0,9,452.0,0.1111111111111111
|
||||
3,SYNFlood,0.25,0,765.0,0.13044979705892773
|
||||
3,SYNFlood,0.25,1,26.0,0.05601074973854912
|
||||
3,SYNFlood,0.25,2,50.0,0.06595846651975373
|
||||
3,SYNFlood,0.25,3,3213.0,0.18674790153768603
|
||||
3,SYNFlood,0.25,5,180.0,0.09085444406416882
|
||||
3,SYNFlood,0.25,6,706.0,0.1278583878821835
|
||||
3,SYNFlood,0.25,7,100.0,0.07843827767995991
|
||||
3,SYNFlood,0.25,8,1313.0,0.14931183420428193
|
||||
3,SYNFlood,0.25,9,452.0,0.11437014131448929
|
||||
3,SYNFlood,0.5,0,765.0,0.13558502316676035
|
||||
3,SYNFlood,0.5,1,26.0,0.024995836547049257
|
||||
3,SYNFlood,0.5,2,50.0,0.03466298859365494
|
||||
3,SYNFlood,0.5,3,3213.0,0.27786661139825697
|
||||
3,SYNFlood,0.5,5,180.0,0.06576839667863182
|
||||
3,SYNFlood,0.5,6,706.0,0.13025168570426718
|
||||
3,SYNFlood,0.5,7,100.0,0.049020868581530715
|
||||
3,SYNFlood,0.5,8,1313.0,0.17762879315213387
|
||||
3,SYNFlood,0.5,9,452.0,0.10421979617771486
|
||||
3,SYNFlood,0.75,0,765.0,0.1279996701555037
|
||||
3,SYNFlood,0.75,1,26.0,0.010131944102041409
|
||||
3,SYNFlood,0.75,2,50.0,0.01654589551133701
|
||||
3,SYNFlood,0.75,3,3213.0,0.3755310212495605
|
||||
3,SYNFlood,0.75,5,180.0,0.04324313315561158
|
||||
3,SYNFlood,0.75,6,706.0,0.12052199166900539
|
||||
3,SYNFlood,0.75,7,100.0,0.02782676844529163
|
||||
3,SYNFlood,0.75,8,1313.0,0.19193815626659044
|
||||
3,SYNFlood,0.75,9,452.0,0.08626141944505823
|
||||
3,SYNFlood,1.0,0,765.0,0.112417340191036
|
||||
3,SYNFlood,1.0,1,26.0,0.0038207200587803084
|
||||
3,SYNFlood,1.0,2,50.0,0.0073475385745775165
|
||||
3,SYNFlood,1.0,3,3213.0,0.4721528288023512
|
||||
3,SYNFlood,1.0,5,180.0,0.02645113886847906
|
||||
3,SYNFlood,1.0,6,706.0,0.10374724467303453
|
||||
3,SYNFlood,1.0,7,100.0,0.014695077149155033
|
||||
3,SYNFlood,1.0,8,1313.0,0.1929463629684056
|
||||
3,SYNFlood,1.0,9,452.0,0.06642174871418074
|
||||
4,SYNScan,0.0,0,252.0,0.1
|
||||
4,SYNScan,0.0,1,82.0,0.1
|
||||
4,SYNScan,0.0,2,1089.0,0.1
|
||||
4,SYNScan,0.0,3,697.0,0.1
|
||||
4,SYNScan,0.0,4,2163.0,0.1
|
||||
4,SYNScan,0.0,5,645.0,0.1
|
||||
4,SYNScan,0.0,6,4335.0,0.1
|
||||
4,SYNScan,0.0,7,3133.0,0.1
|
||||
4,SYNScan,0.0,8,145.0,0.1
|
||||
4,SYNScan,0.0,9,1489.0,0.1
|
||||
4,SYNScan,0.25,0,252.0,0.07242414355126282
|
||||
4,SYNScan,0.25,1,82.0,0.054699920618140226
|
||||
4,SYNScan,0.25,2,1089.0,0.10442156622187727
|
||||
4,SYNScan,0.25,3,697.0,0.09339882819636679
|
||||
4,SYNScan,0.25,4,2163.0,0.12396450850188562
|
||||
4,SYNScan,0.25,5,645.0,0.0916058400440767
|
||||
4,SYNScan,0.25,6,4335.0,0.1474960902563833
|
||||
4,SYNScan,0.25,7,3133.0,0.13599512222858523
|
||||
4,SYNScan,0.25,8,145.0,0.06307761056847418
|
||||
4,SYNScan,0.25,9,1489.0,0.11291636981294788
|
||||
4,SYNScan,0.5,0,252.0,0.04829795919604068
|
||||
4,SYNScan,0.5,1,82.0,0.02755087751931175
|
||||
4,SYNScan,0.5,2,1089.0,0.1004020198222397
|
||||
4,SYNScan,0.5,3,697.0,0.08032392073794081
|
||||
4,SYNScan,0.5,4,2163.0,0.14150010743156943
|
||||
4,SYNScan,0.5,5,645.0,0.07726954718309904
|
||||
4,SYNScan,0.5,6,4335.0,0.20031942308639586
|
||||
4,SYNScan,0.5,7,3133.0,0.17029767050737452
|
||||
4,SYNScan,0.5,8,145.0,0.0366363762906448
|
||||
4,SYNScan,0.5,9,1489.0,0.11740209822538342
|
||||
4,SYNScan,0.75,0,252.0,0.030184790055429418
|
||||
4,SYNScan,0.75,1,82.0,0.01300463427692813
|
||||
4,SYNScan,0.75,2,1089.0,0.0904708485665422
|
||||
4,SYNScan,0.75,3,697.0,0.06473845602776503
|
||||
4,SYNScan,0.75,4,2163.0,0.1513666305442359
|
||||
4,SYNScan,0.75,5,645.0,0.061081197092719634
|
||||
4,SYNScan,0.75,6,4335.0,0.25496442056819213
|
||||
4,SYNScan,0.75,7,3133.0,0.19985179353906454
|
||||
4,SYNScan,0.75,8,145.0,0.01994177241796763
|
||||
4,SYNScan,0.75,9,1489.0,0.11439545691115544
|
||||
4,SYNScan,1.0,0,252.0,0.01796151104775481
|
||||
4,SYNScan,1.0,1,82.0,0.005844618674269423
|
||||
4,SYNScan,1.0,2,1089.0,0.07761938702779758
|
||||
4,SYNScan,1.0,3,697.0,0.049679258731290095
|
||||
4,SYNScan,1.0,4,2163.0,0.1541696364932288
|
||||
4,SYNScan,1.0,5,645.0,0.045972915181753386
|
||||
4,SYNScan,1.0,6,4335.0,0.3089807555238774
|
||||
4,SYNScan,1.0,7,3133.0,0.2233071988595866
|
||||
4,SYNScan,1.0,8,145.0,0.010334996436208126
|
||||
4,SYNScan,1.0,9,1489.0,0.10612972202423379
|
||||
5,SlowrateDoS,0.0,0,2.0,0.1
|
||||
5,SlowrateDoS,0.0,1,11818.0,0.1
|
||||
5,SlowrateDoS,0.0,2,585.0,0.1
|
||||
5,SlowrateDoS,0.0,3,15285.0,0.1
|
||||
5,SlowrateDoS,0.0,4,10667.0,0.1
|
||||
5,SlowrateDoS,0.0,5,1615.0,0.1
|
||||
5,SlowrateDoS,0.0,6,612.0,0.1
|
||||
5,SlowrateDoS,0.0,7,277.0,0.1
|
||||
5,SlowrateDoS,0.0,8,645.0,0.1
|
||||
5,SlowrateDoS,0.0,9,9681.0,0.1
|
||||
5,SlowrateDoS,0.25,0,2.0,0.017445508249885874
|
||||
5,SlowrateDoS,0.25,1,11818.0,0.15295445257234067
|
||||
5,SlowrateDoS,0.25,2,585.0,0.07214647123545057
|
||||
5,SlowrateDoS,0.25,3,15285.0,0.1631144696415147
|
||||
5,SlowrateDoS,0.25,4,10667.0,0.14908594461428493
|
||||
5,SlowrateDoS,0.25,5,1615.0,0.09299706861656286
|
||||
5,SlowrateDoS,0.25,6,612.0,0.07296489857862223
|
||||
5,SlowrateDoS,0.25,7,277.0,0.059847507780173864
|
||||
5,SlowrateDoS,0.25,8,645.0,0.07392920844461508
|
||||
5,SlowrateDoS,0.25,9,9681.0,0.14551447026654915
|
||||
5,SlowrateDoS,0.5,0,2.0,0.002496038477437105
|
||||
5,SlowrateDoS,0.5,1,11818.0,0.1918705280904866
|
||||
5,SlowrateDoS,0.5,2,585.0,0.04268882598113483
|
||||
5,SlowrateDoS,0.5,3,15285.0,0.21820716133497928
|
||||
5,SlowrateDoS,0.5,4,10667.0,0.18228772531137422
|
||||
5,SlowrateDoS,0.5,5,1615.0,0.07092878840980989
|
||||
5,SlowrateDoS,0.5,6,612.0,0.04366284086885599
|
||||
5,SlowrateDoS,0.5,7,277.0,0.029374884156320443
|
||||
5,SlowrateDoS,0.5,8,645.0,0.0448245703389671
|
||||
5,SlowrateDoS,0.5,9,9681.0,0.17365863703063456
|
||||
5,SlowrateDoS,0.75,0,2.0,0.00032168602094297447
|
||||
5,SlowrateDoS,0.75,1,11818.0,0.21680419502455944
|
||||
5,SlowrateDoS,0.75,2,585.0,0.0227523673794284
|
||||
5,SlowrateDoS,0.75,3,15285.0,0.2629412809596601
|
||||
5,SlowrateDoS,0.75,4,10667.0,0.20076657647846494
|
||||
5,SlowrateDoS,0.75,5,1615.0,0.04872917817940291
|
||||
5,SlowrateDoS,0.75,6,612.0,0.023535490762220078
|
||||
5,SlowrateDoS,0.75,7,277.0,0.012987319324462248
|
||||
5,SlowrateDoS,0.75,8,645.0,0.024481018270352813
|
||||
5,SlowrateDoS,0.75,9,9681.0,0.18668088760050608
|
||||
5,SlowrateDoS,1.0,0,2.0,3.907242073182644e-05
|
||||
5,SlowrateDoS,1.0,1,11818.0,0.23087893410436244
|
||||
5,SlowrateDoS,1.0,2,585.0,0.011428683064059234
|
||||
5,SlowrateDoS,1.0,3,15285.0,0.2986109754429836
|
||||
5,SlowrateDoS,1.0,4,10667.0,0.20839275597319631
|
||||
5,SlowrateDoS,1.0,5,1615.0,0.03155097974094985
|
||||
5,SlowrateDoS,1.0,6,612.0,0.01195616074393889
|
||||
5,SlowrateDoS,1.0,7,277.0,0.005411530271357962
|
||||
5,SlowrateDoS,1.0,8,645.0,0.012600855686014026
|
||||
5,SlowrateDoS,1.0,9,9681.0,0.1891300525524059
|
||||
6,TCPConnectScan,0.0,0,2742.0,0.1
|
||||
6,TCPConnectScan,0.0,1,386.0,0.1
|
||||
6,TCPConnectScan,0.0,2,1933.0,0.1
|
||||
6,TCPConnectScan,0.0,3,363.0,0.1
|
||||
6,TCPConnectScan,0.0,4,1926.0,0.1
|
||||
6,TCPConnectScan,0.0,5,379.0,0.1
|
||||
6,TCPConnectScan,0.0,6,2301.0,0.1
|
||||
6,TCPConnectScan,0.0,7,3531.0,0.1
|
||||
6,TCPConnectScan,0.0,8,424.0,0.1
|
||||
6,TCPConnectScan,0.0,9,52.0,0.1
|
||||
6,TCPConnectScan,0.25,0,2742.0,0.13024555918572311
|
||||
6,TCPConnectScan,0.25,1,386.0,0.07977978988905458
|
||||
6,TCPConnectScan,0.25,2,1933.0,0.11934494414218169
|
||||
6,TCPConnectScan,0.25,3,363.0,0.07856384285625145
|
||||
6,TCPConnectScan,0.25,4,1926.0,0.11923675072540796
|
||||
6,TCPConnectScan,0.25,5,379.0,0.07941560788140835
|
||||
6,TCPConnectScan,0.25,6,2301.0,0.1246594529440571
|
||||
6,TCPConnectScan,0.25,7,3531.0,0.1387460063931698
|
||||
6,TCPConnectScan,0.25,8,424.0,0.08167469590813603
|
||||
6,TCPConnectScan,0.25,9,52.0,0.048333350074609864
|
||||
6,TCPConnectScan,0.5,0,2742.0,0.15697762275120183
|
||||
6,TCPConnectScan,0.5,1,386.0,0.058897610414013916
|
||||
6,TCPConnectScan,0.5,2,1933.0,0.13180137763581493
|
||||
6,TCPConnectScan,0.5,3,363.0,0.057115940853330174
|
||||
6,TCPConnectScan,0.5,4,1926.0,0.13156251410139447
|
||||
6,TCPConnectScan,0.5,5,379.0,0.05836112132628944
|
||||
6,TCPConnectScan,0.5,6,2301.0,0.14380114100178865
|
||||
6,TCPConnectScan,0.5,7,3531.0,0.17813648619503142
|
||||
6,TCPConnectScan,0.5,8,424.0,0.06172867442988128
|
||||
6,TCPConnectScan,0.5,9,52.0,0.021617511291253833
|
||||
6,TCPConnectScan,0.75,0,2742.0,0.1787021209550815
|
||||
6,TCPConnectScan,0.75,1,386.0,0.04106951722237255
|
||||
6,TCPConnectScan,0.75,2,1933.0,0.13748426926445553
|
||||
6,TCPConnectScan,0.75,3,363.0,0.03922013533812336
|
||||
6,TCPConnectScan,0.75,4,1926.0,0.13711069469784176
|
||||
6,TCPConnectScan,0.75,5,379.0,0.040509653333244765
|
||||
6,TCPConnectScan,0.75,6,2301.0,0.15668108964034314
|
||||
6,TCPConnectScan,0.75,7,3531.0,0.21602420093040328
|
||||
6,TCPConnectScan,0.75,8,424.0,0.04406598797827437
|
||||
6,TCPConnectScan,0.75,9,52.0,0.009132330639859652
|
||||
6,TCPConnectScan,1.0,0,2742.0,0.1953408848044454
|
||||
6,TCPConnectScan,1.0,1,386.0,0.027498753294863575
|
||||
6,TCPConnectScan,1.0,2,1933.0,0.1377074873548479
|
||||
6,TCPConnectScan,1.0,3,363.0,0.025860226544133363
|
||||
6,TCPConnectScan,1.0,4,1926.0,0.13720880530027785
|
||||
6,TCPConnectScan,1.0,5,379.0,0.02700007124029351
|
||||
6,TCPConnectScan,1.0,6,2301.0,0.1639239153665313
|
||||
6,TCPConnectScan,1.0,7,3531.0,0.2515494763838427
|
||||
6,TCPConnectScan,1.0,8,424.0,0.030205884448243927
|
||||
6,TCPConnectScan,1.0,9,52.0,0.0037044952625204814
|
||||
7,UDPFlood,0.0,0,21728.0,0.1
|
||||
7,UDPFlood,0.0,1,6626.0,0.1
|
||||
7,UDPFlood,0.0,2,124158.0,0.1
|
||||
7,UDPFlood,0.0,3,2320.0,0.1
|
||||
7,UDPFlood,0.0,4,2960.0,0.1
|
||||
7,UDPFlood,0.0,5,23593.0,0.1
|
||||
7,UDPFlood,0.0,6,41823.0,0.1
|
||||
7,UDPFlood,0.0,7,4005.0,0.1
|
||||
7,UDPFlood,0.0,8,24580.0,0.1
|
||||
7,UDPFlood,0.0,9,68345.0,0.1
|
||||
7,UDPFlood,0.25,0,21728.0,0.1032486891832646
|
||||
7,UDPFlood,0.25,1,6626.0,0.0767259839137836
|
||||
7,UDPFlood,0.25,2,124158.0,0.15963322425413598
|
||||
7,UDPFlood,0.25,3,2320.0,0.059020326101724904
|
||||
7,UDPFlood,0.25,4,2960.0,0.06272671387028014
|
||||
7,UDPFlood,0.25,5,23593.0,0.10539630861027315
|
||||
7,UDPFlood,0.25,6,41823.0,0.12161395265942014
|
||||
7,UDPFlood,0.25,7,4005.0,0.06765193744717425
|
||||
7,UDPFlood,0.25,8,24580.0,0.10648172502218263
|
||||
7,UDPFlood,0.25,9,68345.0,0.13750113893776056
|
||||
7,UDPFlood,0.5,0,21728.0,0.09676394549386817
|
||||
7,UDPFlood,0.5,1,6626.0,0.05343544219078325
|
||||
7,UDPFlood,0.5,2,124158.0,0.23130820900525215
|
||||
7,UDPFlood,0.5,3,2320.0,0.03161896750888523
|
||||
7,UDPFlood,0.5,4,2960.0,0.035714908957838354
|
||||
7,UDPFlood,0.5,5,23593.0,0.1008312789190247
|
||||
7,UDPFlood,0.5,6,41823.0,0.1342490690649567
|
||||
7,UDPFlood,0.5,7,4005.0,0.041543678825587106
|
||||
7,UDPFlood,0.5,8,24580.0,0.10291878040126987
|
||||
7,UDPFlood,0.5,9,68345.0,0.17161571963253452
|
||||
7,UDPFlood,0.75,0,21728.0,0.08364506855388486
|
||||
7,UDPFlood,0.75,1,6626.0,0.03432528095423779
|
||||
7,UDPFlood,0.75,2,124158.0,0.3091409648741925
|
||||
7,UDPFlood,0.75,3,2320.0,0.015623974290984824
|
||||
7,UDPFlood,0.75,4,2960.0,0.01875617647334675
|
||||
7,UDPFlood,0.75,5,23593.0,0.088973956403598
|
||||
7,UDPFlood,0.75,6,41823.0,0.13669005347953717
|
||||
7,UDPFlood,0.75,7,4005.0,0.023530297455976276
|
||||
7,UDPFlood,0.75,8,24580.0,0.09175123863343553
|
||||
7,UDPFlood,0.75,9,68345.0,0.1975629888808063
|
||||
7,UDPFlood,1.0,0,21728.0,0.0678707307473652
|
||||
7,UDPFlood,1.0,1,6626.0,0.020697324278904722
|
||||
7,UDPFlood,1.0,2,124158.0,0.3878264998219518
|
||||
7,UDPFlood,1.0,3,2320.0,0.007246874785248861
|
||||
7,UDPFlood,1.0,4,2960.0,0.009246012657041652
|
||||
7,UDPFlood,1.0,5,23593.0,0.07369634345188637
|
||||
7,UDPFlood,1.0,6,41823.0,0.13064053626873412
|
||||
7,UDPFlood,1.0,7,4005.0,0.012510229963328314
|
||||
7,UDPFlood,1.0,8,24580.0,0.07677938888854181
|
||||
7,UDPFlood,1.0,9,68345.0,0.21348605913699717
|
||||
8,UDPScan,0.0,0,3082.0,0.1
|
||||
8,UDPScan,0.0,1,886.0,0.1
|
||||
8,UDPScan,0.0,2,243.0,0.1
|
||||
8,UDPScan,0.0,3,2343.0,0.1
|
||||
8,UDPScan,0.0,4,3370.0,0.1
|
||||
8,UDPScan,0.0,5,198.0,0.1
|
||||
8,UDPScan,0.0,6,429.0,0.1
|
||||
8,UDPScan,0.0,7,404.0,0.1
|
||||
8,UDPScan,0.0,8,74.0,0.1
|
||||
8,UDPScan,0.0,9,105.0,0.1
|
||||
8,UDPScan,0.25,0,3082.0,0.14797900927937715
|
||||
8,UDPScan,0.25,1,886.0,0.10835535697927427
|
||||
8,UDPScan,0.25,2,243.0,0.07841398498640019
|
||||
8,UDPScan,0.25,3,2343.0,0.1381767676080313
|
||||
8,UDPScan,0.25,4,3370.0,0.1513210799162483
|
||||
8,UDPScan,0.25,5,198.0,0.0745003399316188
|
||||
8,UDPScan,0.25,6,429.0,0.09038706404161413
|
||||
8,UDPScan,0.25,7,404.0,0.08904044013159443
|
||||
8,UDPScan,0.25,8,74.0,0.058250530741306164
|
||||
8,UDPScan,0.25,9,105.0,0.0635754263845353
|
||||
8,UDPScan,0.5,0,3082.0,0.19752365608310427
|
||||
8,UDPScan,0.5,1,886.0,0.10590577907403338
|
||||
8,UDPScan,0.5,2,243.0,0.05546332927204847
|
||||
8,UDPScan,0.5,3,2343.0,0.17222212466545198
|
||||
8,UDPScan,0.5,4,3370.0,0.2065464566021007
|
||||
8,UDPScan,0.5,5,198.0,0.050065135228343514
|
||||
8,UDPScan,0.5,6,429.0,0.07369388367951599
|
||||
8,UDPScan,0.5,7,404.0,0.07151439698363272
|
||||
8,UDPScan,0.5,8,74.0,0.030606851632906426
|
||||
8,UDPScan,0.5,9,105.0,0.03645838677886257
|
||||
8,UDPScan,0.75,0,3082.0,0.24163464527465728
|
||||
8,UDPScan,0.75,1,886.0,0.0948658754014929
|
||||
8,UDPScan,0.75,2,243.0,0.03595335578439897
|
||||
8,UDPScan,0.75,3,2343.0,0.1967269884365805
|
||||
8,UDPScan,0.75,4,3370.0,0.2583789641988238
|
||||
8,UDPScan,0.75,5,198.0,0.03083426637509927
|
||||
8,UDPScan,0.75,6,429.0,0.05506526027991086
|
||||
8,UDPScan,0.75,7,404.0,0.052640590341925635
|
||||
8,UDPScan,0.75,8,74.0,0.01473867753239636
|
||||
8,UDPScan,0.75,9,105.0,0.01916137637471448
|
||||
8,UDPScan,1.0,0,3082.0,0.27680977186994793
|
||||
8,UDPScan,1.0,1,886.0,0.07957607328902461
|
||||
8,UDPScan,1.0,2,243.0,0.021825040416741513
|
||||
8,UDPScan,1.0,3,2343.0,0.21043650080833484
|
||||
8,UDPScan,1.0,4,3370.0,0.3026764864379379
|
||||
8,UDPScan,1.0,5,198.0,0.017783366265493084
|
||||
8,UDPScan,1.0,6,429.0,0.03853062690856835
|
||||
8,UDPScan,1.0,7,404.0,0.036285252380097
|
||||
8,UDPScan,1.0,8,74.0,0.006646308604275193
|
||||
8,UDPScan,1.0,9,105.0,0.009430573019579665
|
||||
|
+11575
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,3896,83388,33441.5,6.104335918785211,6.104335918785211,0.0,0.0
|
||||
0,Benign,0.25,10,3896,83388,33441.5,6.103680142512255,6.104335918785211,0.20004033735439222,0.032770204657118725
|
||||
0,Benign,0.5,10,3896,83388,33441.5,6.105884136907888,6.104335918785211,0.38907686021198906,0.06373778661404614
|
||||
0,Benign,0.75,10,3896,83388,33441.5,6.111778031338453,6.104335918785211,0.5531271037155966,0.09061216667540001
|
||||
0,Benign,1.0,10,3896,83388,33441.5,6.120776466059642,6.104335918785211,0.685467892734488,0.11229196784945267
|
||||
1,HTTPFlood,0.0,10,621,25248,9856.9,8.39027261171415,8.39027261171415,0.0,0.0
|
||||
1,HTTPFlood,0.25,10,621,25248,9856.9,8.7156607809775,8.39027261171415,0.39845930233897847,0.0474906264407507
|
||||
1,HTTPFlood,0.5,10,621,25248,9856.9,8.922068703643845,8.39027261171415,0.6511726176330591,0.07761042432923083
|
||||
1,HTTPFlood,0.75,10,621,25248,9856.9,9.054688423037415,8.39027261171415,0.8186103617659485,0.0975665988043152
|
||||
1,HTTPFlood,1.0,10,621,25248,9856.9,9.145627606342796,8.39027261171415,0.9406614395494424,0.11211333446259301
|
||||
2,ICMPFlood,0.0,9,15,285,89.77777777777777,3.9076913379751574,3.9076913379751574,0.0,0.0
|
||||
2,ICMPFlood,0.25,9,15,285,89.77777777777777,3.871353739465118,3.9076913379751574,0.18808604367866333,0.04813226721640804
|
||||
2,ICMPFlood,0.5,9,15,285,89.77777777777777,3.836157619375964,3.9076913379751574,0.3892936687360956,0.09962242026459933
|
||||
2,ICMPFlood,0.75,9,15,285,89.77777777777777,3.8048769306591543,3.9076913379751574,0.5806461714628571,0.1485905925629555
|
||||
2,ICMPFlood,1.0,9,15,285,89.77777777777777,3.7780031319802614,3.9076913379751574,0.7455716558257477,0.19079594352303153
|
||||
3,SYNFlood,0.0,10,57,2358,680.5,3.762358292797355,3.762358292797355,0.0,0.0
|
||||
3,SYNFlood,0.25,10,57,2358,680.5,3.8652368610142593,3.762358292797355,0.503724248485336,0.13388524145870528
|
||||
3,SYNFlood,0.5,10,57,2358,680.5,4.024115990939786,3.762358292797355,0.9903052787994496,0.2632139742499502
|
||||
3,SYNFlood,0.75,10,57,2358,680.5,4.208255037754603,3.762358292797355,1.425964163319618,0.3790080721576886
|
||||
3,SYNFlood,1.0,10,57,2358,680.5,4.390926601051283,3.762358292797355,1.7971017154922897,0.47765299730561406
|
||||
4,SYNScan,0.0,9,133,3883,1558.888888888889,8.413812019940961,8.413812019940961,0.0,0.0
|
||||
4,SYNScan,0.25,9,133,3883,1558.888888888889,8.520324813474636,8.413812019940961,0.2712995671528225,0.032244548191691855
|
||||
4,SYNScan,0.5,9,133,3883,1558.888888888889,8.619447839918248,8.413812019940961,0.4974266930761591,0.05912025273410488
|
||||
4,SYNScan,0.75,9,133,3883,1558.888888888889,8.704446439980822,8.413812019940961,0.6817528629603612,0.08102782203174834
|
||||
4,SYNScan,1.0,9,133,3883,1558.888888888889,8.773841676743299,8.413812019940961,0.8310393297936969,0.0987708458216218
|
||||
5,SlowrateDoS,0.0,10,514,12114,5118.7,6.959458126537858,6.959458126537858,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,514,12114,5118.7,7.246381770420247,6.959458126537858,0.3849888650074708,0.05531879896502694
|
||||
5,SlowrateDoS,0.5,10,514,12114,5118.7,7.455540543534935,6.959458126537858,0.663982981259247,0.09540728159960359
|
||||
5,SlowrateDoS,0.75,10,514,12114,5118.7,7.606716667407999,6.959458126537858,0.8681957938468777,0.12475048747491806
|
||||
5,SlowrateDoS,1.0,10,514,12114,5118.7,7.717703603028891,6.959458126537858,1.0223779494937628,0.14690482087897383
|
||||
6,TCPConnectScan,0.0,10,326,2861,1403.7,4.103354137092167,4.103354137092167,0.0,0.0
|
||||
6,TCPConnectScan,0.25,10,326,2861,1403.7,4.145661404007996,4.103354137092167,0.20349619083032527,0.049592646413534364
|
||||
6,TCPConnectScan,0.5,10,326,2861,1403.7,4.193091769999703,4.103354137092167,0.3869265339985526,0.09429518415214028
|
||||
6,TCPConnectScan,0.75,10,326,2861,1403.7,4.242581504041738,4.103354137092167,0.5506261437672251,0.13418928159035892
|
||||
6,TCPConnectScan,1.0,10,326,2861,1403.7,4.291662054708642,4.103354137092167,0.6951966301150282,0.16942155292686428
|
||||
7,UDPFlood,0.0,10,1031,114825,32013.8,5.6114059319792515,5.6114059319792515,0.0,0.0
|
||||
7,UDPFlood,0.25,10,1031,114825,32013.8,5.78227882931715,5.6114059319792515,0.38974204058804235,0.0694553281855645
|
||||
7,UDPFlood,0.5,10,1031,114825,32013.8,5.883561496885371,5.6114059319792515,0.63175646662234,0.11258434593405137
|
||||
7,UDPFlood,0.75,10,1031,114825,32013.8,5.931378863463405,5.6114059319792515,0.7761025950408855,0.13830804694023252
|
||||
7,UDPFlood,1.0,10,1031,114825,32013.8,5.950955332441236,5.6114059319792515,0.8728365529033226,0.15554685643557714
|
||||
8,UDPScan,0.0,10,5,2727,1113.4,8.694907133831341,8.694907133831341,0.0,0.0
|
||||
8,UDPScan,0.25,10,5,2727,1113.4,9.144102024278636,8.694907133831341,1.2867485110982368,0.1479887583953115
|
||||
8,UDPScan,0.5,10,5,2727,1113.4,9.489425340921786,8.694907133831341,2.0454996845102325,0.23525262007127376
|
||||
8,UDPScan,0.75,10,5,2727,1113.4,9.690825884207838,8.694907133831341,2.446728016676739,0.28139783197415336
|
||||
8,UDPScan,1.0,10,5,2727,1113.4,9.792775468237512,8.694907133831341,2.6454279671273544,0.30425028426516015
|
||||
|
+441
@@ -0,0 +1,441 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,15512.0,0.1
|
||||
0,Benign,0.0,1,5328.0,0.1
|
||||
0,Benign,0.0,2,8864.0,0.1
|
||||
0,Benign,0.0,3,80420.0,0.1
|
||||
0,Benign,0.0,4,3896.0,0.1
|
||||
0,Benign,0.0,5,20027.0,0.1
|
||||
0,Benign,0.0,6,13275.0,0.1
|
||||
0,Benign,0.0,7,31700.0,0.1
|
||||
0,Benign,0.0,8,83388.0,0.1
|
||||
0,Benign,0.0,9,72005.0,0.1
|
||||
0,Benign,0.25,0,15512.0,0.0903687784692775
|
||||
0,Benign,0.25,1,5328.0,0.06918190504586544
|
||||
0,Benign,0.25,2,8864.0,0.07857038834553617
|
||||
0,Benign,0.25,3,80420.0,0.13636172297965832
|
||||
0,Benign,0.25,4,3896.0,0.06397439683009679
|
||||
0,Benign,0.25,5,20027.0,0.09632864188710004
|
||||
0,Benign,0.25,6,13275.0,0.0869180741989955
|
||||
0,Benign,0.25,7,31700.0,0.10804788706094473
|
||||
0,Benign,0.25,8,83388.0,0.13760282569654525
|
||||
0,Benign,0.25,9,72005.0,0.13264537948598024
|
||||
0,Benign,0.5,0,15512.0,0.0764291241476481
|
||||
0,Benign,0.5,1,5328.0,0.04479268466238382
|
||||
0,Benign,0.5,2,8864.0,0.05777498726204524
|
||||
0,Benign,0.5,3,80420.0,0.17402314740281052
|
||||
0,Benign,0.5,4,3896.0,0.03830314714018961
|
||||
0,Benign,0.5,5,20027.0,0.08684262323584736
|
||||
0,Benign,0.5,6,13275.0,0.07070371759877431
|
||||
0,Benign,0.5,7,31700.0,0.10925834452215384
|
||||
0,Benign,0.5,8,83388.0,0.1772053230920866
|
||||
0,Benign,0.5,9,72005.0,0.16466690093606054
|
||||
0,Benign,0.75,0,15512.0,0.06097765817356159
|
||||
0,Benign,0.75,1,5328.0,0.02735854876431004
|
||||
0,Benign,0.75,2,8864.0,0.040076723189388506
|
||||
0,Benign,0.75,3,80420.0,0.20950430231910533
|
||||
0,Benign,0.75,4,3896.0,0.021633864513301886
|
||||
0,Benign,0.75,5,20027.0,0.07385532570339268
|
||||
0,Benign,0.75,6,13275.0,0.054255752546630044
|
||||
0,Benign,0.75,7,31700.0,0.10422318504941018
|
||||
0,Benign,0.75,8,83388.0,0.21527696529465443
|
||||
0,Benign,0.75,9,72005.0,0.1928376744462453
|
||||
0,Benign,1.0,0,15512.0,0.04638547912025477
|
||||
0,Benign,1.0,1,5328.0,0.01593229968751402
|
||||
0,Benign,1.0,2,8864.0,0.026505988068717012
|
||||
0,Benign,1.0,3,80420.0,0.24047964355665866
|
||||
0,Benign,1.0,4,3896.0,0.011650195116845835
|
||||
0,Benign,1.0,5,20027.0,0.05988666776310871
|
||||
0,Benign,1.0,6,13275.0,0.03969618587682969
|
||||
0,Benign,1.0,7,31700.0,0.09479239866632777
|
||||
0,Benign,1.0,8,83388.0,0.24935484353273626
|
||||
0,Benign,1.0,9,72005.0,0.2153162986110073
|
||||
1,HTTPFlood,0.0,0,9688.0,0.1
|
||||
1,HTTPFlood,0.0,1,15997.0,0.1
|
||||
1,HTTPFlood,0.0,2,4494.0,0.1
|
||||
1,HTTPFlood,0.0,3,621.0,0.1
|
||||
1,HTTPFlood,0.0,4,2280.0,0.1
|
||||
1,HTTPFlood,0.0,5,25248.0,0.1
|
||||
1,HTTPFlood,0.0,6,7039.0,0.1
|
||||
1,HTTPFlood,0.0,7,13892.0,0.1
|
||||
1,HTTPFlood,0.0,8,12304.0,0.1
|
||||
1,HTTPFlood,0.0,9,7006.0,0.1
|
||||
1,HTTPFlood,0.25,0,9688.0,0.10604019751174108
|
||||
1,HTTPFlood,0.25,1,15997.0,0.12020475058245225
|
||||
1,HTTPFlood,0.25,2,4494.0,0.08751253462076565
|
||||
1,HTTPFlood,0.25,3,621.0,0.05335620045517997
|
||||
1,HTTPFlood,0.25,4,2280.0,0.07385768775944955
|
||||
1,HTTPFlood,0.25,5,25248.0,0.13473137463967969
|
||||
1,HTTPFlood,0.25,6,7039.0,0.09790158810672434
|
||||
1,HTTPFlood,0.25,7,13892.0,0.11603878935392674
|
||||
1,HTTPFlood,0.25,8,12304.0,0.1125702358677111
|
||||
1,HTTPFlood,0.25,9,7006.0,0.09778664110236958
|
||||
1,HTTPFlood,0.5,0,9688.0,0.10699843512082603
|
||||
1,HTTPFlood,0.5,1,15997.0,0.13749269776328543
|
||||
1,HTTPFlood,0.5,2,4494.0,0.07287471931529746
|
||||
1,HTTPFlood,0.5,3,621.0,0.02708982260359105
|
||||
1,HTTPFlood,0.5,4,2280.0,0.051907221738743604
|
||||
1,HTTPFlood,0.5,5,25248.0,0.17273241768713649
|
||||
1,HTTPFlood,0.5,6,7039.0,0.09120441112447619
|
||||
1,HTTPFlood,0.5,7,13892.0,0.12812761681825574
|
||||
1,HTTPFlood,0.5,8,12304.0,0.12058228857114697
|
||||
1,HTTPFlood,0.5,9,7006.0,0.09099036925724102
|
||||
1,HTTPFlood,0.75,0,9688.0,0.10402527636194604
|
||||
1,HTTPFlood,0.75,1,15997.0,0.151527755131755
|
||||
1,HTTPFlood,0.75,2,4494.0,0.0584706715318024
|
||||
1,HTTPFlood,0.75,3,621.0,0.013252016891553522
|
||||
1,HTTPFlood,0.75,4,2280.0,0.035149116720886754
|
||||
1,HTTPFlood,0.75,5,25248.0,0.2133700784019601
|
||||
1,HTTPFlood,0.75,6,7039.0,0.08186466793521056
|
||||
1,HTTPFlood,0.75,7,13892.0,0.13631286996144415
|
||||
1,HTTPFlood,0.75,8,12304.0,0.1244508945030246
|
||||
1,HTTPFlood,0.75,9,7006.0,0.08157665256041689
|
||||
1,HTTPFlood,1.0,0,9688.0,0.09828647952195924
|
||||
1,HTTPFlood,1.0,1,15997.0,0.1622924043056133
|
||||
1,HTTPFlood,1.0,2,4494.0,0.04559242763952155
|
||||
1,HTTPFlood,1.0,3,621.0,0.006300155221215595
|
||||
1,HTTPFlood,1.0,4,2280.0,0.023131004676926824
|
||||
1,HTTPFlood,1.0,5,25248.0,0.2561454412644949
|
||||
1,HTTPFlood,1.0,6,7039.0,0.07141190435126663
|
||||
1,HTTPFlood,1.0,7,13892.0,0.14093680568941552
|
||||
1,HTTPFlood,1.0,8,12304.0,0.1248262638354858
|
||||
1,HTTPFlood,1.0,9,7006.0,0.07107711349410058
|
||||
2,ICMPFlood,0.0,0,27.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,1,25.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,2,30.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,4,15.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,5,37.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,6,15.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,7,240.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,8,134.0,0.1111111111111111
|
||||
2,ICMPFlood,0.0,9,285.0,0.1111111111111111
|
||||
2,ICMPFlood,0.25,0,27.0,0.09226794013731165
|
||||
2,ICMPFlood,0.25,1,25.0,0.09050965017258257
|
||||
2,ICMPFlood,0.25,2,30.0,0.09473058032471167
|
||||
2,ICMPFlood,0.25,4,15.0,0.07965860540995409
|
||||
2,ICMPFlood,0.25,5,37.0,0.09982982623186401
|
||||
2,ICMPFlood,0.25,6,15.0,0.07965860540995409
|
||||
2,ICMPFlood,0.25,7,240.0,0.15931721081990818
|
||||
2,ICMPFlood,0.25,8,134.0,0.13771653391529493
|
||||
2,ICMPFlood,0.25,9,285.0,0.1663110475784188
|
||||
2,ICMPFlood,0.5,0,27.0,0.07074232313946355
|
||||
2,ICMPFlood,0.5,1,25.0,0.06807183217944796
|
||||
2,ICMPFlood,0.5,2,30.0,0.0745689560307794
|
||||
2,ICMPFlood,0.5,4,15.0,0.05272821447536561
|
||||
2,ICMPFlood,0.5,5,37.0,0.08281295802997891
|
||||
2,ICMPFlood,0.5,6,15.0,0.05272821447536561
|
||||
2,ICMPFlood,0.5,7,240.0,0.21091285790146244
|
||||
2,ICMPFlood,0.5,8,134.0,0.15759768539667937
|
||||
2,ICMPFlood,0.5,9,285.0,0.22983695837145723
|
||||
2,ICMPFlood,0.75,0,27.0,0.05022878207674331
|
||||
2,ICMPFlood,0.75,1,25.0,0.04741162395176168
|
||||
2,ICMPFlood,0.75,2,30.0,0.054358913245697534
|
||||
2,ICMPFlood,0.75,4,15.0,0.032322003197799584
|
||||
2,ICMPFlood,0.75,5,37.0,0.06361816199370575
|
||||
2,ICMPFlood,0.75,6,15.0,0.032322003197799584
|
||||
2,ICMPFlood,0.75,7,240.0,0.2585760255823967
|
||||
2,ICMPFlood,0.75,8,134.0,0.16701613274236715
|
||||
2,ICMPFlood,0.75,9,285.0,0.29414635401172873
|
||||
2,ICMPFlood,1.0,0,27.0,0.03341584158415842
|
||||
2,ICMPFlood,1.0,1,25.0,0.03094059405940594
|
||||
2,ICMPFlood,1.0,2,30.0,0.03712871287128713
|
||||
2,ICMPFlood,1.0,4,15.0,0.018564356435643563
|
||||
2,ICMPFlood,1.0,5,37.0,0.04579207920792079
|
||||
2,ICMPFlood,1.0,6,15.0,0.018564356435643563
|
||||
2,ICMPFlood,1.0,7,240.0,0.297029702970297
|
||||
2,ICMPFlood,1.0,8,134.0,0.16584158415841585
|
||||
2,ICMPFlood,1.0,9,285.0,0.3527227722772277
|
||||
3,SYNFlood,0.0,0,576.0,0.1
|
||||
3,SYNFlood,0.0,1,817.0,0.1
|
||||
3,SYNFlood,0.0,2,1420.0,0.1
|
||||
3,SYNFlood,0.0,3,229.0,0.1
|
||||
3,SYNFlood,0.0,4,57.0,0.1
|
||||
3,SYNFlood,0.0,5,830.0,0.1
|
||||
3,SYNFlood,0.0,6,199.0,0.1
|
||||
3,SYNFlood,0.0,7,72.0,0.1
|
||||
3,SYNFlood,0.0,8,247.0,0.1
|
||||
3,SYNFlood,0.0,9,2358.0,0.1
|
||||
3,SYNFlood,0.25,0,576.0,0.10652073286447294
|
||||
3,SYNFlood,0.25,1,817.0,0.11624761167527639
|
||||
3,SYNFlood,0.25,2,1420.0,0.13347520943247537
|
||||
3,SYNFlood,0.25,3,229.0,0.08458383956722204
|
||||
3,SYNFlood,0.25,4,57.0,0.05974440479158221
|
||||
3,SYNFlood,0.25,5,830.0,0.11670730701621312
|
||||
3,SYNFlood,0.25,6,199.0,0.08166609582822648
|
||||
3,SYNFlood,0.25,7,72.0,0.0633376067088677
|
||||
3,SYNFlood,0.25,8,247.0,0.08619910630888938
|
||||
3,SYNFlood,0.25,9,2358.0,0.15151808580677434
|
||||
3,SYNFlood,0.5,0,576.0,0.10497498620072535
|
||||
3,SYNFlood,0.5,1,817.0,0.1250217612561194
|
||||
3,SYNFlood,0.5,2,1420.0,0.1648233575382058
|
||||
3,SYNFlood,0.5,3,229.0,0.06618999155519105
|
||||
3,SYNFlood,0.5,4,57.0,0.03302265690251283
|
||||
3,SYNFlood,0.5,5,830.0,0.12601250085494478
|
||||
3,SYNFlood,0.5,6,199.0,0.06170226728344592
|
||||
3,SYNFlood,0.5,7,72.0,0.03711426229874857
|
||||
3,SYNFlood,0.5,8,247.0,0.06874214208599656
|
||||
3,SYNFlood,0.5,9,2358.0,0.2123960740241098
|
||||
3,SYNFlood,0.75,0,576.0,0.09682192641797129
|
||||
3,SYNFlood,0.75,1,817.0,0.12584135883871006
|
||||
3,SYNFlood,0.75,2,1420.0,0.19049040934225442
|
||||
3,SYNFlood,0.75,3,229.0,0.048476746936192874
|
||||
3,SYNFlood,0.75,4,57.0,0.01708295506500169
|
||||
3,SYNFlood,0.75,5,830.0,0.12734017021510496
|
||||
3,SYNFlood,0.75,6,199.0,0.04363115041177043
|
||||
3,SYNFlood,0.75,7,72.0,0.020354302710707744
|
||||
3,SYNFlood,0.75,8,247.0,0.05130734853241375
|
||||
3,SYNFlood,0.75,9,2358.0,0.27865363152987277
|
||||
3,SYNFlood,1.0,0,576.0,0.08464364437913299
|
||||
3,SYNFlood,1.0,1,817.0,0.12005878030859662
|
||||
3,SYNFlood,1.0,2,1420.0,0.20867009551800147
|
||||
3,SYNFlood,1.0,3,229.0,0.033651726671565026
|
||||
3,SYNFlood,1.0,4,57.0,0.008376193975018369
|
||||
3,SYNFlood,1.0,5,830.0,0.12196914033798678
|
||||
3,SYNFlood,1.0,6,199.0,0.029243203526818515
|
||||
3,SYNFlood,1.0,7,72.0,0.010580455547391624
|
||||
3,SYNFlood,1.0,8,247.0,0.03629684055841293
|
||||
3,SYNFlood,1.0,9,2358.0,0.3465099191770757
|
||||
4,SYNScan,0.0,0,2805.0,0.1111111111111111
|
||||
4,SYNScan,0.0,1,921.0,0.1111111111111111
|
||||
4,SYNScan,0.0,2,133.0,0.1111111111111111
|
||||
4,SYNScan,0.0,3,2650.0,0.1111111111111111
|
||||
4,SYNScan,0.0,4,565.0,0.1111111111111111
|
||||
4,SYNScan,0.0,5,3883.0,0.1111111111111111
|
||||
4,SYNScan,0.0,7,1949.0,0.1111111111111111
|
||||
4,SYNScan,0.0,8,400.0,0.1111111111111111
|
||||
4,SYNScan,0.0,9,724.0,0.1111111111111111
|
||||
4,SYNScan,0.25,0,2805.0,0.13880379163737666
|
||||
4,SYNScan,0.25,1,921.0,0.10507103755516096
|
||||
4,SYNScan,0.25,2,133.0,0.06477106284187761
|
||||
4,SYNScan,0.25,3,2650.0,0.13684520414033421
|
||||
4,SYNScan,0.25,4,565.0,0.09298871049606623
|
||||
4,SYNScan,0.25,5,3883.0,0.15056012301937544
|
||||
4,SYNScan,0.25,7,1949.0,0.12672755999771373
|
||||
4,SYNScan,0.25,8,400.0,0.08529687319490242
|
||||
4,SYNScan,0.25,9,724.0,0.09893563711719278
|
||||
4,SYNScan,0.5,0,2805.0,0.16373707402819537
|
||||
4,SYNScan,0.5,1,921.0,0.09382323594665237
|
||||
4,SYNScan,0.5,2,133.0,0.0356538483556625
|
||||
4,SYNScan,0.5,3,2650.0,0.15914885904992443
|
||||
4,SYNScan,0.5,4,565.0,0.07348603519073868
|
||||
4,SYNScan,0.5,5,3883.0,0.19264790378338853
|
||||
4,SYNScan,0.5,7,1949.0,0.1364854990536577
|
||||
4,SYNScan,0.5,8,400.0,0.06183161472219221
|
||||
4,SYNScan,0.5,9,724.0,0.0831859298695882
|
||||
4,SYNScan,0.75,0,2805.0,0.18430666277718996
|
||||
4,SYNScan,0.75,1,921.0,0.07994404316890448
|
||||
4,SYNScan,0.75,2,133.0,0.018727513421696464
|
||||
4,SYNScan,0.75,3,2650.0,0.17661427046095715
|
||||
4,SYNScan,0.75,4,565.0,0.055415049069415453
|
||||
4,SYNScan,0.75,5,3883.0,0.2352160373368503
|
||||
4,SYNScan,0.75,7,1949.0,0.14026530668026346
|
||||
4,SYNScan,0.75,8,400.0,0.04276971731045208
|
||||
4,SYNScan,0.75,9,724.0,0.06674139977427063
|
||||
4,SYNScan,1.0,0,2805.0,0.1999287241625089
|
||||
4,SYNScan,1.0,1,921.0,0.06564504632929437
|
||||
4,SYNScan,1.0,2,133.0,0.00947968638631504
|
||||
4,SYNScan,1.0,3,2650.0,0.18888096935138987
|
||||
4,SYNScan,1.0,4,565.0,0.040270848182466144
|
||||
4,SYNScan,1.0,5,3883.0,0.2767640769779045
|
||||
4,SYNScan,1.0,7,1949.0,0.1389166072701354
|
||||
4,SYNScan,1.0,8,400.0,0.02851033499643621
|
||||
4,SYNScan,1.0,9,724.0,0.051603706343549535
|
||||
5,SlowrateDoS,0.0,0,1642.0,0.1
|
||||
5,SlowrateDoS,0.0,1,6569.0,0.1
|
||||
5,SlowrateDoS,0.0,2,5965.0,0.1
|
||||
5,SlowrateDoS,0.0,3,514.0,0.1
|
||||
5,SlowrateDoS,0.0,4,6824.0,0.1
|
||||
5,SlowrateDoS,0.0,5,12114.0,0.1
|
||||
5,SlowrateDoS,0.0,6,7156.0,0.1
|
||||
5,SlowrateDoS,0.0,7,3092.0,0.1
|
||||
5,SlowrateDoS,0.0,8,2594.0,0.1
|
||||
5,SlowrateDoS,0.0,9,4717.0,0.1
|
||||
5,SlowrateDoS,0.25,0,1642.0,0.07900144513271053
|
||||
5,SlowrateDoS,0.25,1,6569.0,0.11172916753411194
|
||||
5,SlowrateDoS,0.25,2,5965.0,0.10906724910475461
|
||||
5,SlowrateDoS,0.25,3,514.0,0.059092522229049295
|
||||
5,SlowrateDoS,0.25,4,6824.0,0.11279802667653824
|
||||
5,SlowrateDoS,0.25,5,12114.0,0.13020079613982327
|
||||
5,SlowrateDoS,0.25,6,7156.0,0.11414564078572524
|
||||
5,SlowrateDoS,0.25,7,3092.0,0.09254471425238056
|
||||
5,SlowrateDoS,0.25,8,2594.0,0.08856950967901898
|
||||
5,SlowrateDoS,0.25,9,4717.0,0.10285092846588725
|
||||
5,SlowrateDoS,0.5,0,1642.0,0.06012483903817154
|
||||
5,SlowrateDoS,0.5,1,6569.0,0.12025883193606603
|
||||
5,SlowrateDoS,0.5,2,5965.0,0.11459682210374751
|
||||
5,SlowrateDoS,0.5,3,514.0,0.03363945180430802
|
||||
5,SlowrateDoS,0.5,4,6824.0,0.1225707544855154
|
||||
5,SlowrateDoS,0.5,5,12114.0,0.16330938186925004
|
||||
5,SlowrateDoS,0.5,6,7156.0,0.12551699008981967
|
||||
5,SlowrateDoS,0.5,7,3092.0,0.08250629645953579
|
||||
5,SlowrateDoS,0.5,8,2594.0,0.07557050705387465
|
||||
5,SlowrateDoS,0.5,9,4717.0,0.10190612515971129
|
||||
5,SlowrateDoS,0.75,0,1642.0,0.04443405697915706
|
||||
5,SlowrateDoS,0.75,1,6569.0,0.12569284297778993
|
||||
5,SlowrateDoS,0.75,2,5965.0,0.11692138172583606
|
||||
5,SlowrateDoS,0.75,3,514.0,0.01859552491992835
|
||||
5,SlowrateDoS,0.75,4,6824.0,0.12933479130337344
|
||||
5,SlowrateDoS,0.75,5,12114.0,0.1989077844564697
|
||||
5,SlowrateDoS,0.75,6,7156.0,0.13402593693654288
|
||||
5,SlowrateDoS,0.75,7,3092.0,0.07142754392816335
|
||||
5,SlowrateDoS,0.75,8,2594.0,0.06261286578021116
|
||||
5,SlowrateDoS,0.75,9,4717.0,0.09804727099252813
|
||||
5,SlowrateDoS,1.0,0,1642.0,0.03207845742082951
|
||||
5,SlowrateDoS,1.0,1,6569.0,0.12833336589368394
|
||||
5,SlowrateDoS,1.0,2,5965.0,0.11653349483267236
|
||||
5,SlowrateDoS,1.0,3,514.0,0.010041612128079394
|
||||
5,SlowrateDoS,1.0,4,6824.0,0.1333150995369918
|
||||
5,SlowrateDoS,1.0,5,12114.0,0.23666165237267275
|
||||
5,SlowrateDoS,1.0,6,7156.0,0.139801121378475
|
||||
5,SlowrateDoS,1.0,7,3092.0,0.06040596245140368
|
||||
5,SlowrateDoS,1.0,8,2594.0,0.05067692968917889
|
||||
5,SlowrateDoS,1.0,9,4717.0,0.09215230429601266
|
||||
6,TCPConnectScan,0.0,0,2283.0,0.1
|
||||
6,TCPConnectScan,0.0,1,737.0,0.1
|
||||
6,TCPConnectScan,0.0,2,775.0,0.1
|
||||
6,TCPConnectScan,0.0,3,1149.0,0.1
|
||||
6,TCPConnectScan,0.0,4,809.0,0.1
|
||||
6,TCPConnectScan,0.0,5,2861.0,0.1
|
||||
6,TCPConnectScan,0.0,6,1882.0,0.1
|
||||
6,TCPConnectScan,0.0,7,1065.0,0.1
|
||||
6,TCPConnectScan,0.0,8,326.0,0.1
|
||||
6,TCPConnectScan,0.0,9,2150.0,0.1
|
||||
6,TCPConnectScan,0.25,0,2283.0,0.1167124733390369
|
||||
6,TCPConnectScan,0.25,1,737.0,0.08797467410464607
|
||||
6,TCPConnectScan,0.25,2,775.0,0.0890873868816746
|
||||
6,TCPConnectScan,0.25,3,1149.0,0.09830391222654127
|
||||
6,TCPConnectScan,0.25,4,809.0,0.09004879904604622
|
||||
6,TCPConnectScan,0.25,5,2861.0,0.12348672112193146
|
||||
6,TCPConnectScan,0.25,6,1882.0,0.11121047597429705
|
||||
6,TCPConnectScan,0.25,7,1065.0,0.09645576652522049
|
||||
6,TCPConnectScan,0.25,8,326.0,0.07174558725575302
|
||||
6,TCPConnectScan,0.25,9,2150.0,0.11497420352485287
|
||||
6,TCPConnectScan,0.5,0,2283.0,0.13308089245013302
|
||||
6,TCPConnectScan,0.5,1,737.0,0.07561300408315977
|
||||
6,TCPConnectScan,0.5,2,775.0,0.07753782242935
|
||||
6,TCPConnectScan,0.5,3,1149.0,0.09441103598176359
|
||||
6,TCPConnectScan,0.5,4,809.0,0.079220396126023
|
||||
6,TCPConnectScan,0.5,5,2861.0,0.14897784155725924
|
||||
6,TCPConnectScan,0.5,6,1882.0,0.12082938316611115
|
||||
6,TCPConnectScan,0.5,7,1065.0,0.09089448906993822
|
||||
6,TCPConnectScan,0.5,8,326.0,0.05028883200216262
|
||||
6,TCPConnectScan,0.5,9,2150.0,0.12914630313409942
|
||||
6,TCPConnectScan,0.75,0,2283.0,0.14854164207831894
|
||||
6,TCPConnectScan,0.75,1,737.0,0.06361644596113139
|
||||
6,TCPConnectScan,0.75,2,775.0,0.06606098787680484
|
||||
6,TCPConnectScan,0.75,3,1149.0,0.08875826585899738
|
||||
6,TCPConnectScan,0.75,4,809.0,0.06822290028996864
|
||||
6,TCPConnectScan,0.75,5,2861.0,0.17593699919901915
|
||||
6,TCPConnectScan,0.75,6,1882.0,0.128508987327376
|
||||
6,TCPConnectScan,0.75,7,1065.0,0.08384573821487605
|
||||
6,TCPConnectScan,0.75,8,326.0,0.03450499644680993
|
||||
6,TCPConnectScan,0.75,9,2150.0,0.1420030367466977
|
||||
6,TCPConnectScan,1.0,0,2283.0,0.16264159008335113
|
||||
6,TCPConnectScan,1.0,1,737.0,0.052504096316876823
|
||||
6,TCPConnectScan,1.0,2,775.0,0.055211227470257175
|
||||
6,TCPConnectScan,1.0,3,1149.0,0.08185509724300064
|
||||
6,TCPConnectScan,1.0,4,809.0,0.057633397449597494
|
||||
6,TCPConnectScan,1.0,5,2861.0,0.2038184797321365
|
||||
6,TCPConnectScan,1.0,6,1882.0,0.13407423238583743
|
||||
6,TCPConnectScan,1.0,7,1065.0,0.07587091258815987
|
||||
6,TCPConnectScan,1.0,8,326.0,0.02322433568426302
|
||||
6,TCPConnectScan,1.0,9,2150.0,0.15316663104651992
|
||||
7,UDPFlood,0.0,0,2744.0,0.1
|
||||
7,UDPFlood,0.0,1,13401.0,0.1
|
||||
7,UDPFlood,0.0,2,23126.0,0.1
|
||||
7,UDPFlood,0.0,3,114825.0,0.1
|
||||
7,UDPFlood,0.0,4,1533.0,0.1
|
||||
7,UDPFlood,0.0,5,48726.0,0.1
|
||||
7,UDPFlood,0.0,6,22538.0,0.1
|
||||
7,UDPFlood,0.0,7,64629.0,0.1
|
||||
7,UDPFlood,0.0,8,27585.0,0.1
|
||||
7,UDPFlood,0.0,9,1031.0,0.1
|
||||
7,UDPFlood,0.25,0,2744.0,0.062071002045654945
|
||||
7,UDPFlood,0.25,1,13401.0,0.09227350796892415
|
||||
7,UDPFlood,0.25,2,23126.0,0.10575912769009173
|
||||
7,UDPFlood,0.25,3,114825.0,0.15787081218616805
|
||||
7,UDPFlood,0.25,4,1533.0,0.05366341028743975
|
||||
7,UDPFlood,0.25,5,48726.0,0.12741862668393017
|
||||
7,UDPFlood,0.25,6,22538.0,0.1050803651740583
|
||||
7,UDPFlood,0.25,7,64629.0,0.13674126358730812
|
||||
7,UDPFlood,0.25,8,27585.0,0.11052511534372421
|
||||
7,UDPFlood,0.25,9,1031.0,0.04859676903270051
|
||||
7,UDPFlood,0.5,0,2744.0,0.034428311924818204
|
||||
7,UDPFlood,0.5,1,13401.0,0.07608381469385114
|
||||
7,UDPFlood,0.5,2,23126.0,0.09994796043398123
|
||||
7,UDPFlood,0.5,3,114825.0,0.2227111203265142
|
||||
7,UDPFlood,0.5,4,1533.0,0.025733256740854863
|
||||
7,UDPFlood,0.5,5,48726.0,0.14507883383295553
|
||||
7,UDPFlood,0.5,6,22538.0,0.09866914452668855
|
||||
7,UDPFlood,0.5,7,64629.0,0.16708497331462946
|
||||
7,UDPFlood,0.5,8,27585.0,0.10915915614665872
|
||||
7,UDPFlood,0.5,9,1031.0,0.021103428059048173
|
||||
7,UDPFlood,0.75,0,2744.0,0.017652375769757894
|
||||
7,UDPFlood,0.75,1,13401.0,0.05799198693568284
|
||||
7,UDPFlood,0.75,2,23126.0,0.08731532492856245
|
||||
7,UDPFlood,0.75,3,114825.0,0.29043063479379605
|
||||
7,UDPFlood,0.75,4,1533.0,0.011407006779336785
|
||||
7,UDPFlood,0.75,5,48726.0,0.15269881056534784
|
||||
7,UDPFlood,0.75,6,22538.0,0.08564492126142605
|
||||
7,UDPFlood,0.75,7,64629.0,0.1887277058196725
|
||||
7,UDPFlood,0.75,8,27585.0,0.0996597571918708
|
||||
7,UDPFlood,0.75,9,1031.0,0.008471475954546786
|
||||
7,UDPFlood,1.0,0,2744.0,0.008571303625311584
|
||||
7,UDPFlood,1.0,1,13401.0,0.041860072843586206
|
||||
7,UDPFlood,1.0,2,23126.0,0.07223759753606257
|
||||
7,UDPFlood,1.0,3,114825.0,0.3586734470759485
|
||||
7,UDPFlood,1.0,4,1533.0,0.004788559933528665
|
||||
7,UDPFlood,1.0,5,48726.0,0.15220311240777415
|
||||
7,UDPFlood,1.0,6,22538.0,0.07040088961635295
|
||||
7,UDPFlood,1.0,7,64629.0,0.2018785648689003
|
||||
7,UDPFlood,1.0,8,27585.0,0.0861659659271939
|
||||
7,UDPFlood,1.0,9,1031.0,0.0032204861653411967
|
||||
8,UDPScan,0.0,0,1410.0,0.1
|
||||
8,UDPScan,0.0,1,2727.0,0.1
|
||||
8,UDPScan,0.0,2,451.0,0.1
|
||||
8,UDPScan,0.0,3,2421.0,0.1
|
||||
8,UDPScan,0.0,4,1882.0,0.1
|
||||
8,UDPScan,0.0,5,1858.0,0.1
|
||||
8,UDPScan,0.0,6,40.0,0.1
|
||||
8,UDPScan,0.0,7,5.0,0.1
|
||||
8,UDPScan,0.0,8,152.0,0.1
|
||||
8,UDPScan,0.0,9,188.0,0.1
|
||||
8,UDPScan,0.25,0,1410.0,0.1241619590859255
|
||||
8,UDPScan,0.25,1,2727.0,0.14642157119469484
|
||||
8,UDPScan,0.25,2,451.0,0.09337441926630814
|
||||
8,UDPScan,0.25,3,2421.0,0.14212892644945652
|
||||
8,UDPScan,0.25,4,1882.0,0.13345617799370266
|
||||
8,UDPScan,0.25,5,1858.0,0.1330286567144615
|
||||
8,UDPScan,0.25,6,40.0,0.050956404463261364
|
||||
8,UDPScan,0.25,7,5.0,0.030298859371333413
|
||||
8,UDPScan,0.25,8,152.0,0.07114504776688942
|
||||
8,UDPScan,0.25,9,188.0,0.07502797769396659
|
||||
8,UDPScan,0.5,0,1410.0,0.1334880305281364
|
||||
8,UDPScan,0.5,1,2727.0,0.18564161511570723
|
||||
8,UDPScan,0.5,2,451.0,0.07549549555263549
|
||||
8,UDPScan,0.5,3,2421.0,0.17491625239552414
|
||||
8,UDPScan,0.5,4,1882.0,0.15422066759471326
|
||||
8,UDPScan,0.5,5,1858.0,0.15323417132461511
|
||||
8,UDPScan,0.5,6,40.0,0.022483440269731245
|
||||
8,UDPScan,0.5,7,5.0,0.007949096539564831
|
||||
8,UDPScan,0.5,8,152.0,0.04382829369457331
|
||||
8,UDPScan,0.5,9,188.0,0.04874293698479904
|
||||
8,UDPScan,0.75,0,1410.0,0.13281186109814913
|
||||
8,UDPScan,0.75,1,2727.0,0.21781429635114546
|
||||
8,UDPScan,0.75,2,451.0,0.05648783558829187
|
||||
8,UDPScan,0.75,3,2421.0,0.19921343322124688
|
||||
8,UDPScan,0.75,4,1882.0,0.16492528466458095
|
||||
8,UDPScan,0.75,5,1858.0,0.16334536296869692
|
||||
8,UDPScan,0.75,6,40.0,0.009180525083255623
|
||||
8,UDPScan,0.75,7,5.0,0.0019299676581641158
|
||||
8,UDPScan,0.75,8,152.0,0.024986488072494886
|
||||
8,UDPScan,0.75,9,188.0,0.029304945293974125
|
||||
8,UDPScan,1.0,0,1410.0,0.1266391234057841
|
||||
8,UDPScan,1.0,1,2727.0,0.24492545356565476
|
||||
8,UDPScan,1.0,2,451.0,0.040506556493623135
|
||||
8,UDPScan,1.0,3,2421.0,0.21744206933716545
|
||||
8,UDPScan,1.0,4,1882.0,0.16903179450332315
|
||||
8,UDPScan,1.0,5,1858.0,0.16687623495599066
|
||||
8,UDPScan,1.0,6,40.0,0.0035925992455541583
|
||||
8,UDPScan,1.0,7,5.0,0.0004490749056942698
|
||||
8,UDPScan,1.0,8,152.0,0.013651877133105802
|
||||
8,UDPScan,1.0,9,188.0,0.016885216454104544
|
||||
|
+11837
File diff suppressed because it is too large.
Load diff
+46
@@ -0,0 +1,46 @@
|
||||
class_id,class_name,beta,n_contributors,support_min,support_max,support_mean,prototype_norm,reference_norm_beta0,displacement_from_beta0,relative_displacement
|
||||
0,Benign,0.0,10,536,118638,33441.5,5.781474478497102,5.781474478497102,0.0,0.0
|
||||
0,Benign,0.25,10,536,118638,33441.5,6.034523363155307,5.781474478497102,0.44934231344407405,0.0777210580303177
|
||||
0,Benign,0.5,10,536,118638,33441.5,6.184377334793189,5.781474478497102,0.7423202921820351,0.12839636237138624
|
||||
0,Benign,0.75,10,536,118638,33441.5,6.279241110118144,5.781474478497102,0.9589710040117058,0.16586962505471284
|
||||
0,Benign,1.0,10,536,118638,33441.5,6.346908599237262,5.781474478497102,1.1374661214791688,0.19674325740080997
|
||||
1,HTTPFlood,0.0,10,1484,25410,9856.9,8.040515112105078,8.040515112105078,0.0,0.0
|
||||
1,HTTPFlood,0.25,10,1484,25410,9856.9,8.237924127928169,8.040515112105078,0.31613002745222124,0.03931713615913541
|
||||
1,HTTPFlood,0.5,10,1484,25410,9856.9,8.43041250305211,8.040515112105078,0.6174652346598523,0.07679423843507886
|
||||
1,HTTPFlood,0.75,10,1484,25410,9856.9,8.614808236554929,8.040515112105078,0.9049846159797786,0.11255306449425298
|
||||
1,HTTPFlood,1.0,10,1484,25410,9856.9,8.789920650050949,8.040515112105078,1.1798981961668003,0.14674410528629583
|
||||
2,ICMPFlood,0.0,10,1,270,80.8,3.6224561789945593,3.6224561789945593,0.0,0.0
|
||||
2,ICMPFlood,0.25,10,1,270,80.8,3.5980394846920825,3.6224561789945593,0.23482708759290863,0.06482537703412239
|
||||
2,ICMPFlood,0.5,10,1,270,80.8,3.627324539482129,3.6224561789945593,0.4783770963700612,0.13205876696149255
|
||||
2,ICMPFlood,0.75,10,1,270,80.8,3.697214470610192,3.6224561789945593,0.7269008922059704,0.2006651996015939
|
||||
2,ICMPFlood,1.0,10,1,270,80.8,3.7904360054890227,3.6224561789945593,0.9624949343114511,0.2657022988691057
|
||||
3,SYNFlood,0.0,10,6,2670,680.5,3.465183220431711,3.465183220431711,0.0,0.0
|
||||
3,SYNFlood,0.25,10,6,2670,680.5,3.569041282796479,3.465183220431711,0.7216450467734076,0.20825595671778108
|
||||
3,SYNFlood,0.5,10,6,2670,680.5,3.807339651900049,3.465183220431711,1.282696779657381,0.3701670872969239
|
||||
3,SYNFlood,0.75,10,6,2670,680.5,4.079395055744296,3.465183220431711,1.7316419781829142,0.4997259504122778
|
||||
3,SYNFlood,1.0,10,6,2670,680.5,4.337933359236833,3.465183220431711,2.0937360483530942,0.6042208781364945
|
||||
4,SYNScan,0.0,10,91,4022,1403.0,8.045784588585622,8.045784588585622,0.0,0.0
|
||||
4,SYNScan,0.25,10,91,4022,1403.0,8.274957864156102,8.045784588585622,0.6143739282469588,0.07635972868557252
|
||||
4,SYNScan,0.5,10,91,4022,1403.0,8.505120839291314,8.045784588585622,1.1241535798580533,0.13971957209156025
|
||||
4,SYNScan,0.75,10,91,4022,1403.0,8.716663030105147,8.045784588585622,1.528513117591033,0.18997688799169454
|
||||
4,SYNScan,1.0,10,91,4022,1403.0,8.902679438059348,8.045784588585622,1.842405141799617,0.22899011544671438
|
||||
5,SlowrateDoS,0.0,10,99,18020,5118.7,6.196828962382864,6.196828962382864,0.0,0.0
|
||||
5,SlowrateDoS,0.25,10,99,18020,5118.7,6.553678159229446,6.196828962382864,0.5399568475713932,0.08713437967210956
|
||||
5,SlowrateDoS,0.5,10,99,18020,5118.7,6.812828089028118,6.196828962382864,0.8993913264035333,0.14513734877357187
|
||||
5,SlowrateDoS,0.75,10,99,18020,5118.7,7.0100886548577055,6.196828962382864,1.1616596467574192,0.18746033718360475
|
||||
5,SlowrateDoS,1.0,10,99,18020,5118.7,7.175262135131196,6.196828962382864,1.3810692070580681,0.22286708499487232
|
||||
6,TCPConnectScan,0.0,10,84,3335,1403.7,3.453869789830237,3.453869789830237,0.0,0.0
|
||||
6,TCPConnectScan,0.25,10,84,3335,1403.7,3.617220251172245,3.453869789830237,0.4971497560236511,0.14393992428072594
|
||||
6,TCPConnectScan,0.5,10,84,3335,1403.7,3.787351088757621,3.453869789830237,0.8730794238012685,0.2527829585156949
|
||||
6,TCPConnectScan,0.75,10,84,3335,1403.7,3.9377337594856923,3.453869789830237,1.1534790505589367,0.33396715010951006
|
||||
6,TCPConnectScan,1.0,10,84,3335,1403.7,4.065688701664532,3.453869789830237,1.369185490777271,0.3964207031801765
|
||||
7,UDPFlood,0.0,10,2637,63416,32013.8,5.3800354831652175,5.3800354831652175,0.0,0.0
|
||||
7,UDPFlood,0.25,10,2637,63416,32013.8,5.3682027314631915,5.3800354831652175,0.30430818584262825,0.056562486770737
|
||||
7,UDPFlood,0.5,10,2637,63416,32013.8,5.362559964029274,5.3800354831652175,0.5319553322178198,0.09887580367868808
|
||||
7,UDPFlood,0.75,10,2637,63416,32013.8,5.358276468552069,5.3800354831652175,0.6971774040155683,0.12958602340023978
|
||||
7,UDPFlood,1.0,10,2637,63416,32013.8,5.353674614995479,5.3800354831652175,0.8176540927055402,0.15197931226737796
|
||||
8,UDPScan,0.0,10,37,3282,1113.4,8.645933084279516,8.645933084279516,0.0,0.0
|
||||
8,UDPScan,0.25,10,37,3282,1113.4,8.812606854638048,8.645933084279516,0.6432942008401974,0.07440425395031894
|
||||
8,UDPScan,0.5,10,37,3282,1113.4,8.954553862974032,8.645933084279516,1.1533048328462676,0.1333927549061496
|
||||
8,UDPScan,0.75,10,37,3282,1113.4,9.061615278507716,8.645933084279516,1.5614428575749395,0.18059853602314316
|
||||
8,UDPScan,1.0,10,37,3282,1113.4,9.134788287720689,8.645933084279516,1.8919878834982704,0.21882980877314223
|
||||
|
+451
@@ -0,0 +1,451 @@
|
||||
class_id,class_name,beta,client_id,N_ij,weight
|
||||
0,Benign,0.0,0,7083.0,0.1
|
||||
0,Benign,0.0,1,31172.0,0.1
|
||||
0,Benign,0.0,2,30915.0,0.1
|
||||
0,Benign,0.0,3,41272.0,0.1
|
||||
0,Benign,0.0,4,7313.0,0.1
|
||||
0,Benign,0.0,5,9497.0,0.1
|
||||
0,Benign,0.0,6,118638.0,0.1
|
||||
0,Benign,0.0,7,67601.0,0.1
|
||||
0,Benign,0.0,8,20388.0,0.1
|
||||
0,Benign,0.0,9,536.0,0.1
|
||||
0,Benign,0.25,0,7083.0,0.07610772802107614
|
||||
0,Benign,0.25,1,31172.0,0.11023401199386175
|
||||
0,Benign,0.25,2,30915.0,0.11000609789221906
|
||||
0,Benign,0.25,3,41272.0,0.11824650842475129
|
||||
0,Benign,0.25,4,7313.0,0.07671818865329356
|
||||
0,Benign,0.25,5,9497.0,0.08189757766668841
|
||||
0,Benign,0.25,6,118638.0,0.153967976175725
|
||||
0,Benign,0.25,7,67601.0,0.13377123209952194
|
||||
0,Benign,0.25,8,20388.0,0.09913296670411043
|
||||
0,Benign,0.25,9,536.0,0.039917712368752495
|
||||
0,Benign,0.5,0,7083.0,0.052829972999745796
|
||||
0,Benign,0.5,1,31172.0,0.11082917530765998
|
||||
0,Benign,0.5,2,30915.0,0.11037135981454033
|
||||
0,Benign,0.5,3,41272.0,0.1275262312438105
|
||||
0,Benign,0.5,4,7313.0,0.053680871082802124
|
||||
0,Benign,0.5,5,9497.0,0.061173733507939
|
||||
0,Benign,0.5,6,118638.0,0.21621393269917433
|
||||
0,Benign,0.5,7,67601.0,0.1632105874704152
|
||||
0,Benign,0.5,8,20388.0,0.08963117304764301
|
||||
0,Benign,0.5,9,536.0,0.014532962826269735
|
||||
0,Benign,0.75,0,7083.0,0.034314025741143096
|
||||
0,Benign,0.75,1,31172.0,0.10426348618872867
|
||||
0,Benign,0.75,2,30915.0,0.10361811310921243
|
||||
0,Benign,0.75,3,41272.0,0.1286916524800327
|
||||
0,Benign,0.75,4,7313.0,0.03514636552700485
|
||||
0,Benign,0.75,5,9497.0,0.042756147819749374
|
||||
0,Benign,0.75,6,118638.0,0.2841035130209821
|
||||
0,Benign,0.75,7,67601.0,0.1863260518743395
|
||||
0,Benign,0.75,8,20388.0,0.07582976499502693
|
||||
0,Benign,0.75,9,536.0,0.004950879243780426
|
||||
0,Benign,1.0,0,7083.0,0.021180270023772856
|
||||
0,Benign,1.0,1,31172.0,0.09321352212071828
|
||||
0,Benign,1.0,2,30915.0,0.0924450159233288
|
||||
0,Benign,1.0,3,41272.0,0.12341551664847569
|
||||
0,Benign,1.0,4,7313.0,0.021868038215989115
|
||||
0,Benign,1.0,5,9497.0,0.02839884574555567
|
||||
0,Benign,1.0,6,118638.0,0.35476279473109756
|
||||
0,Benign,1.0,7,67601.0,0.20214703287830987
|
||||
0,Benign,1.0,8,20388.0,0.06096616479523945
|
||||
0,Benign,1.0,9,536.0,0.0016027989175126714
|
||||
1,HTTPFlood,0.0,0,17146.0,0.1
|
||||
1,HTTPFlood,0.0,1,12345.0,0.1
|
||||
1,HTTPFlood,0.0,2,1484.0,0.1
|
||||
1,HTTPFlood,0.0,3,8659.0,0.1
|
||||
1,HTTPFlood,0.0,4,25410.0,0.1
|
||||
1,HTTPFlood,0.0,5,7911.0,0.1
|
||||
1,HTTPFlood,0.0,6,5810.0,0.1
|
||||
1,HTTPFlood,0.0,7,10568.0,0.1
|
||||
1,HTTPFlood,0.0,8,3396.0,0.1
|
||||
1,HTTPFlood,0.0,9,5840.0,0.1
|
||||
1,HTTPFlood,0.25,0,17146.0,0.12027709693538534
|
||||
1,HTTPFlood,0.25,1,12345.0,0.1107936846645228
|
||||
1,HTTPFlood,0.25,2,1484.0,0.06523801039368582
|
||||
1,HTTPFlood,0.25,3,8659.0,0.10139327880575376
|
||||
1,HTTPFlood,0.25,4,25410.0,0.1327068677174358
|
||||
1,HTTPFlood,0.25,5,7911.0,0.09912885241252227
|
||||
1,HTTPFlood,0.25,6,5810.0,0.09176694321624473
|
||||
1,HTTPFlood,0.25,7,10568.0,0.10657134171931135
|
||||
1,HTTPFlood,0.25,8,3396.0,0.08023874969685832
|
||||
1,HTTPFlood,0.25,9,5840.0,0.0918851744382798
|
||||
1,HTTPFlood,0.5,0,17146.0,0.139941619522647
|
||||
1,HTTPFlood,0.5,1,12345.0,0.11874382463630251
|
||||
1,HTTPFlood,0.5,2,1484.0,0.04117014877597004
|
||||
1,HTTPFlood,0.5,3,8659.0,0.09944875619002022
|
||||
1,HTTPFlood,0.5,4,25410.0,0.17036007337616
|
||||
1,HTTPFlood,0.5,5,7911.0,0.09505635964576942
|
||||
1,HTTPFlood,0.5,6,5810.0,0.08146171559115428
|
||||
1,HTTPFlood,0.5,7,10568.0,0.10986563956580202
|
||||
1,HTTPFlood,0.5,8,3396.0,0.0622801036564277
|
||||
1,HTTPFlood,0.5,9,5840.0,0.08167175903974684
|
||||
1,HTTPFlood,0.75,0,17146.0,0.15808394165736586
|
||||
1,HTTPFlood,0.75,1,12345.0,0.12356172486233634
|
||||
1,HTTPFlood,0.75,2,1484.0,0.025225574578791567
|
||||
1,HTTPFlood,0.75,3,8659.0,0.09470359082946475
|
||||
1,HTTPFlood,0.75,4,25410.0,0.21233380400565785
|
||||
1,HTTPFlood,0.75,5,7911.0,0.08849916638572083
|
||||
1,HTTPFlood,0.75,6,5810.0,0.07020980079263504
|
||||
1,HTTPFlood,0.75,7,10568.0,0.10996646008549121
|
||||
1,HTTPFlood,0.75,8,3396.0,0.046934414307307146
|
||||
1,HTTPFlood,0.75,9,5840.0,0.07048152249522938
|
||||
1,HTTPFlood,1.0,0,17146.0,0.17394921324148566
|
||||
1,HTTPFlood,1.0,1,12345.0,0.1252422161125709
|
||||
1,HTTPFlood,1.0,2,1484.0,0.015055443394982194
|
||||
1,HTTPFlood,1.0,3,8659.0,0.08784709188487252
|
||||
1,HTTPFlood,1.0,4,25410.0,0.2577889600178555
|
||||
1,HTTPFlood,1.0,5,7911.0,0.08025849912244215
|
||||
1,HTTPFlood,1.0,6,5810.0,0.05894348121620388
|
||||
1,HTTPFlood,1.0,7,10568.0,0.1072142357130538
|
||||
1,HTTPFlood,1.0,8,3396.0,0.03445302275563311
|
||||
1,HTTPFlood,1.0,9,5840.0,0.05924783654090028
|
||||
2,ICMPFlood,0.0,0,88.0,0.1
|
||||
2,ICMPFlood,0.0,1,8.0,0.1
|
||||
2,ICMPFlood,0.0,2,35.0,0.1
|
||||
2,ICMPFlood,0.0,3,25.0,0.1
|
||||
2,ICMPFlood,0.0,4,41.0,0.1
|
||||
2,ICMPFlood,0.0,5,19.0,0.1
|
||||
2,ICMPFlood,0.0,6,251.0,0.1
|
||||
2,ICMPFlood,0.0,7,270.0,0.1
|
||||
2,ICMPFlood,0.0,8,1.0,0.1
|
||||
2,ICMPFlood,0.0,9,70.0,0.1
|
||||
2,ICMPFlood,0.25,0,88.0,0.11799277125437847
|
||||
2,ICMPFlood,0.25,1,8.0,0.06478988813184171
|
||||
2,ICMPFlood,0.25,2,35.0,0.09370262218822603
|
||||
2,ICMPFlood,0.25,3,25.0,0.08614294905377465
|
||||
2,ICMPFlood,0.25,4,41.0,0.09748340662802273
|
||||
2,ICMPFlood,0.25,5,19.0,0.08043093800338408
|
||||
2,ICMPFlood,0.25,6,251.0,0.1533391896103146
|
||||
2,ICMPFlood,0.25,7,270.0,0.1561621121560993
|
||||
2,ICMPFlood,0.25,8,1.0,0.03852429797330826
|
||||
2,ICMPFlood,0.25,9,70.0,0.11143182500065023
|
||||
2,ICMPFlood,0.5,0,88.0,0.12420234546262135
|
||||
2,ICMPFlood,0.5,1,8.0,0.03744841618014686
|
||||
2,ICMPFlood,0.5,2,35.0,0.07832898218735194
|
||||
2,ICMPFlood,0.5,3,25.0,0.06620007256419468
|
||||
2,ICMPFlood,0.5,4,41.0,0.08477745783112166
|
||||
2,ICMPFlood,0.5,5,19.0,0.05771188527247683
|
||||
2,ICMPFlood,0.5,6,251.0,0.20976127874168435
|
||||
2,ICMPFlood,0.5,7,270.0,0.21755563831132974
|
||||
2,ICMPFlood,0.5,8,1.0,0.013240014512838936
|
||||
2,ICMPFlood,0.5,9,70.0,0.11077390893623369
|
||||
2,ICMPFlood,0.75,0,88.0,0.12010097474977831
|
||||
2,ICMPFlood,0.75,1,8.0,0.019883920511346753
|
||||
2,ICMPFlood,0.75,2,35.0,0.06014999025823187
|
||||
2,ICMPFlood,0.75,3,25.0,0.04673470811103411
|
||||
2,ICMPFlood,0.75,4,41.0,0.06772865023224453
|
||||
2,ICMPFlood,0.75,5,19.0,0.03804080763746241
|
||||
2,ICMPFlood,0.75,6,251.0,0.2635966090888587
|
||||
2,ICMPFlood,0.75,7,270.0,0.278424437669862
|
||||
2,ICMPFlood,0.75,8,1.0,0.004180079369795323
|
||||
2,ICMPFlood,0.75,9,70.0,0.10115982237138606
|
||||
2,ICMPFlood,1.0,0,88.0,0.10891089108910891
|
||||
2,ICMPFlood,1.0,1,8.0,0.009900990099009901
|
||||
2,ICMPFlood,1.0,2,35.0,0.043316831683168314
|
||||
2,ICMPFlood,1.0,3,25.0,0.03094059405940594
|
||||
2,ICMPFlood,1.0,4,41.0,0.050742574257425746
|
||||
2,ICMPFlood,1.0,5,19.0,0.023514851485148515
|
||||
2,ICMPFlood,1.0,6,251.0,0.31064356435643564
|
||||
2,ICMPFlood,1.0,7,270.0,0.3341584158415842
|
||||
2,ICMPFlood,1.0,8,1.0,0.0012376237623762376
|
||||
2,ICMPFlood,1.0,9,70.0,0.08663366336633663
|
||||
3,SYNFlood,0.0,0,380.0,0.1
|
||||
3,SYNFlood,0.0,1,2670.0,0.1
|
||||
3,SYNFlood,0.0,2,462.0,0.1
|
||||
3,SYNFlood,0.0,3,6.0,0.1
|
||||
3,SYNFlood,0.0,4,110.0,0.1
|
||||
3,SYNFlood,0.0,5,1678.0,0.1
|
||||
3,SYNFlood,0.0,6,185.0,0.1
|
||||
3,SYNFlood,0.0,7,59.0,0.1
|
||||
3,SYNFlood,0.0,8,450.0,0.1
|
||||
3,SYNFlood,0.0,9,805.0,0.1
|
||||
3,SYNFlood,0.25,0,380.0,0.10072117064718765
|
||||
3,SYNFlood,0.25,1,2670.0,0.16398445506207102
|
||||
3,SYNFlood,0.25,2,462.0,0.105763389233269
|
||||
3,SYNFlood,0.25,3,6.0,0.035703655074472665
|
||||
3,SYNFlood,0.25,4,110.0,0.07387934508576045
|
||||
3,SYNFlood,0.25,5,1678.0,0.14600672335620737
|
||||
3,SYNFlood,0.25,6,185.0,0.08413327557976374
|
||||
3,SYNFlood,0.25,7,59.0,0.06322485886277793
|
||||
3,SYNFlood,0.25,8,450.0,0.10506982140916887
|
||||
3,SYNFlood,0.25,9,805.0,0.12151330568932135
|
||||
3,SYNFlood,0.5,0,380.0,0.08965490621321268
|
||||
3,SYNFlood,0.5,1,2670.0,0.2376500406703039
|
||||
3,SYNFlood,0.5,2,462.0,0.09885604925374256
|
||||
3,SYNFlood,0.5,3,6.0,0.011265692359478862
|
||||
3,SYNFlood,0.5,4,110.0,0.04823681283906558
|
||||
3,SYNFlood,0.5,5,1678.0,0.18839884697093623
|
||||
3,SYNFlood,0.5,6,185.0,0.06255587835768352
|
||||
3,SYNFlood,0.5,7,59.0,0.03532712280945715
|
||||
3,SYNFlood,0.5,8,450.0,0.09756375774528948
|
||||
3,SYNFlood,0.5,9,805.0,0.13049089278083004
|
||||
3,SYNFlood,0.75,0,380.0,0.07309858889308711
|
||||
3,SYNFlood,0.75,1,2670.0,0.31546758555634774
|
||||
3,SYNFlood,0.75,2,462.0,0.08463554157358168
|
||||
3,SYNFlood,0.75,3,6.0,0.0032560025299836317
|
||||
3,SYNFlood,0.75,4,110.0,0.02884800666747462
|
||||
3,SYNFlood,0.75,5,1678.0,0.22267182227081056
|
||||
3,SYNFlood,0.75,6,185.0,0.04260397215696479
|
||||
3,SYNFlood,0.75,7,59.0,0.018080494516571056
|
||||
3,SYNFlood,0.75,8,450.0,0.0829813853966454
|
||||
3,SYNFlood,0.75,9,805.0,0.12835660043853334
|
||||
3,SYNFlood,1.0,0,380.0,0.055841293166789124
|
||||
3,SYNFlood,1.0,1,2670.0,0.3923585598824394
|
||||
3,SYNFlood,1.0,2,462.0,0.06789125642909626
|
||||
3,SYNFlood,1.0,3,6.0,0.000881704628949302
|
||||
3,SYNFlood,1.0,4,110.0,0.016164584864070537
|
||||
3,SYNFlood,1.0,5,1678.0,0.24658339456282147
|
||||
3,SYNFlood,1.0,6,185.0,0.02718589272593681
|
||||
3,SYNFlood,1.0,7,59.0,0.008670095518001469
|
||||
3,SYNFlood,1.0,8,450.0,0.06612784717119764
|
||||
3,SYNFlood,1.0,9,805.0,0.11829537105069801
|
||||
4,SYNScan,0.0,0,4022.0,0.1
|
||||
4,SYNScan,0.0,1,626.0,0.1
|
||||
4,SYNScan,0.0,2,3070.0,0.1
|
||||
4,SYNScan,0.0,3,737.0,0.1
|
||||
4,SYNScan,0.0,4,357.0,0.1
|
||||
4,SYNScan,0.0,5,710.0,0.1
|
||||
4,SYNScan,0.0,6,1939.0,0.1
|
||||
4,SYNScan,0.0,7,160.0,0.1
|
||||
4,SYNScan,0.0,8,91.0,0.1
|
||||
4,SYNScan,0.0,9,2318.0,0.1
|
||||
4,SYNScan,0.25,0,4022.0,0.14388270266328346
|
||||
4,SYNScan,0.25,1,626.0,0.09037361478892687
|
||||
4,SYNScan,0.25,2,3070.0,0.13448773030218933
|
||||
4,SYNScan,0.25,3,737.0,0.09413799458430443
|
||||
4,SYNScan,0.25,4,357.0,0.07853533930069634
|
||||
4,SYNScan,0.25,5,710.0,0.09326370355357082
|
||||
4,SYNScan,0.25,6,1939.0,0.11989263980394038
|
||||
4,SYNScan,0.25,7,160.0,0.06425812751254269
|
||||
4,SYNScan,0.25,8,91.0,0.05580311191094303
|
||||
4,SYNScan,0.25,9,2318.0,0.12536503557960268
|
||||
4,SYNScan,0.5,0,4022.0,0.19165506653285913
|
||||
4,SYNScan,0.5,1,626.0,0.07561125352393196
|
||||
4,SYNScan,0.5,2,3070.0,0.16744356397271185
|
||||
4,SYNScan,0.5,3,737.0,0.08204139104795498
|
||||
4,SYNScan,0.5,4,357.0,0.057099641237372344
|
||||
4,SYNScan,0.5,5,710.0,0.08052457583524053
|
||||
4,SYNScan,0.5,6,1939.0,0.13307245712827215
|
||||
4,SYNScan,0.5,7,160.0,0.03822603585404138
|
||||
4,SYNScan,0.5,8,91.0,0.028828362049964744
|
||||
4,SYNScan,0.5,9,2318.0,0.14549765281765098
|
||||
4,SYNScan,0.75,0,4022.0,0.23998707158589525
|
||||
4,SYNScan,0.75,1,626.0,0.05946850853227758
|
||||
4,SYNScan,0.75,2,3070.0,0.19597924410223644
|
||||
4,SYNScan,0.75,3,737.0,0.0672135621511094
|
||||
4,SYNScan,0.75,4,357.0,0.039026307190910645
|
||||
4,SYNScan,0.75,5,710.0,0.06535819626694679
|
||||
4,SYNScan,0.75,6,1939.0,0.13884800799285962
|
||||
4,SYNScan,0.75,7,160.0,0.02137697668791778
|
||||
4,SYNScan,0.75,8,91.0,0.014000299967519655
|
||||
4,SYNScan,0.75,9,2318.0,0.15874182552232696
|
||||
4,SYNScan,1.0,0,4022.0,0.2866714183891661
|
||||
4,SYNScan,1.0,1,626.0,0.04461867426942267
|
||||
4,SYNScan,1.0,2,3070.0,0.21881682109764788
|
||||
4,SYNScan,1.0,3,737.0,0.052530292230933716
|
||||
4,SYNScan,1.0,4,357.0,0.025445473984319317
|
||||
4,SYNScan,1.0,5,710.0,0.05060584461867427
|
||||
4,SYNScan,1.0,6,1939.0,0.13820384889522452
|
||||
4,SYNScan,1.0,7,160.0,0.011404133998574484
|
||||
4,SYNScan,1.0,8,91.0,0.0064861012116892375
|
||||
4,SYNScan,1.0,9,2318.0,0.16521739130434782
|
||||
5,SlowrateDoS,0.0,0,335.0,0.1
|
||||
5,SlowrateDoS,0.0,1,18020.0,0.1
|
||||
5,SlowrateDoS,0.0,2,5630.0,0.1
|
||||
5,SlowrateDoS,0.0,3,8841.0,0.1
|
||||
5,SlowrateDoS,0.0,4,5017.0,0.1
|
||||
5,SlowrateDoS,0.0,5,4985.0,0.1
|
||||
5,SlowrateDoS,0.0,6,1759.0,0.1
|
||||
5,SlowrateDoS,0.0,7,4201.0,0.1
|
||||
5,SlowrateDoS,0.0,8,99.0,0.1
|
||||
5,SlowrateDoS,0.0,9,2300.0,0.1
|
||||
5,SlowrateDoS,0.25,0,335.0,0.056553707700137935
|
||||
5,SlowrateDoS,0.25,1,18020.0,0.15315760898081135
|
||||
5,SlowrateDoS,0.25,2,5630.0,0.11450566671486577
|
||||
5,SlowrateDoS,0.25,3,8841.0,0.12818146436502775
|
||||
5,SlowrateDoS,0.25,4,5017.0,0.11125278879660548
|
||||
5,SlowrateDoS,0.25,5,4985.0,0.11107496159279992
|
||||
5,SlowrateDoS,0.25,6,1759.0,0.08560839224865945
|
||||
5,SlowrateDoS,0.25,7,4201.0,0.10642362590502465
|
||||
5,SlowrateDoS,0.25,8,99.0,0.04169737157232334
|
||||
5,SlowrateDoS,0.25,9,2300.0,0.09154441212374431
|
||||
5,SlowrateDoS,0.5,0,335.0,0.02915881527071058
|
||||
5,SlowrateDoS,0.5,1,18020.0,0.21385768649187742
|
||||
5,SlowrateDoS,0.5,2,5630.0,0.11953681179080197
|
||||
5,SlowrateDoS,0.5,3,8841.0,0.14979529282555273
|
||||
5,SlowrateDoS,0.5,4,5017.0,0.11284167432494366
|
||||
5,SlowrateDoS,0.5,5,4985.0,0.11248122884640692
|
||||
5,SlowrateDoS,0.5,6,1759.0,0.06681598739681761
|
||||
5,SlowrateDoS,0.5,7,4201.0,0.10325802444437501
|
||||
5,SlowrateDoS,0.5,8,99.0,0.015851306673494374
|
||||
5,SlowrateDoS,0.5,9,2300.0,0.07640317193501961
|
||||
5,SlowrateDoS,0.75,0,335.0,0.014130131275416527
|
||||
5,SlowrateDoS,0.75,1,18020.0,0.28065881123322484
|
||||
5,SlowrateDoS,0.75,2,5630.0,0.11728538222496725
|
||||
5,SlowrateDoS,0.75,3,8841.0,0.16452755139825542
|
||||
5,SlowrateDoS,0.75,4,5017.0,0.10757111424270874
|
||||
5,SlowrateDoS,0.75,5,4985.0,0.10705611113350831
|
||||
5,SlowrateDoS,0.75,6,1759.0,0.04901307733464118
|
||||
5,SlowrateDoS,0.75,7,4201.0,0.09416230965595408
|
||||
5,SlowrateDoS,0.75,8,99.0,0.005663553238695799
|
||||
5,SlowrateDoS,0.75,9,2300.0,0.0599319582626279
|
||||
5,SlowrateDoS,1.0,0,335.0,0.0065446304725809284
|
||||
5,SlowrateDoS,1.0,1,18020.0,0.3520425107937562
|
||||
5,SlowrateDoS,1.0,2,5630.0,0.10998886436009143
|
||||
5,SlowrateDoS,1.0,3,8841.0,0.17271963584503877
|
||||
5,SlowrateDoS,1.0,4,5017.0,0.09801316740578662
|
||||
5,SlowrateDoS,1.0,5,4985.0,0.0973880086740774
|
||||
5,SlowrateDoS,1.0,6,1759.0,0.034364194033641354
|
||||
5,SlowrateDoS,1.0,7,4201.0,0.08207161974720144
|
||||
5,SlowrateDoS,1.0,8,99.0,0.0019340848262254088
|
||||
5,SlowrateDoS,1.0,9,2300.0,0.044933283841600405
|
||||
6,TCPConnectScan,0.0,0,1387.0,0.1
|
||||
6,TCPConnectScan,0.0,1,3054.0,0.1
|
||||
6,TCPConnectScan,0.0,2,105.0,0.1
|
||||
6,TCPConnectScan,0.0,3,84.0,0.1
|
||||
6,TCPConnectScan,0.0,4,783.0,0.1
|
||||
6,TCPConnectScan,0.0,5,1378.0,0.1
|
||||
6,TCPConnectScan,0.0,6,1832.0,0.1
|
||||
6,TCPConnectScan,0.0,7,3335.0,0.1
|
||||
6,TCPConnectScan,0.0,8,1675.0,0.1
|
||||
6,TCPConnectScan,0.0,9,404.0,0.1
|
||||
6,TCPConnectScan,0.25,0,1387.0,0.10864642743005648
|
||||
6,TCPConnectScan,0.25,1,3054.0,0.13234684513137038
|
||||
6,TCPConnectScan,0.25,2,105.0,0.05698934423818823
|
||||
6,TCPConnectScan,0.25,3,84.0,0.05389719411586
|
||||
6,TCPConnectScan,0.25,4,783.0,0.09417524862694548
|
||||
6,TCPConnectScan,0.25,5,1378.0,0.10846975002799569
|
||||
6,TCPConnectScan,0.25,6,1832.0,0.11647365451595365
|
||||
6,TCPConnectScan,0.25,7,3335.0,0.13529143226891122
|
||||
6,TCPConnectScan,0.25,8,1675.0,0.1138937880908595
|
||||
6,TCPConnectScan,0.25,9,404.0,0.07981631555385936
|
||||
6,TCPConnectScan,0.5,0,1387.0,0.10998984983852704
|
||||
6,TCPConnectScan,0.5,1,3054.0,0.1632108005321531
|
||||
6,TCPConnectScan,0.5,2,105.0,0.030262794455462226
|
||||
6,TCPConnectScan,0.5,3,84.0,0.02706786623660691
|
||||
6,TCPConnectScan,0.5,4,783.0,0.08264094213164008
|
||||
6,TCPConnectScan,0.5,5,1378.0,0.10963241663170872
|
||||
6,TCPConnectScan,0.5,6,1832.0,0.12640874314850947
|
||||
6,TCPConnectScan,0.5,7,3335.0,0.17055415251539285
|
||||
6,TCPConnectScan,0.5,8,1675.0,0.12087090791122115
|
||||
6,TCPConnectScan,0.5,9,404.0,0.05936152659877852
|
||||
6,TCPConnectScan,0.75,0,1387.0,0.10602361641363942
|
||||
6,TCPConnectScan,0.75,1,3054.0,0.1916448011662039
|
||||
6,TCPConnectScan,0.75,2,105.0,0.015301614000045658
|
||||
6,TCPConnectScan,0.75,3,84.0,0.012943589542326482
|
||||
6,TCPConnectScan,0.75,4,783.0,0.06905046212235945
|
||||
6,TCPConnectScan,0.75,5,1378.0,0.10550722026401832
|
||||
6,TCPConnectScan,0.75,6,1832.0,0.13062893012413246
|
||||
6,TCPConnectScan,0.75,7,3335.0,0.2047232401958962
|
||||
6,TCPConnectScan,0.75,8,1675.0,0.12213956711401079
|
||||
6,TCPConnectScan,0.75,9,404.0,0.04203695905736729
|
||||
6,TCPConnectScan,1.0,0,1387.0,0.09881028709838284
|
||||
6,TCPConnectScan,1.0,1,3054.0,0.2175678563795683
|
||||
6,TCPConnectScan,1.0,2,105.0,0.007480230818550973
|
||||
6,TCPConnectScan,1.0,3,84.0,0.005984184654840778
|
||||
6,TCPConnectScan,1.0,4,783.0,0.055781149818337254
|
||||
6,TCPConnectScan,1.0,5,1378.0,0.09816912445679277
|
||||
6,TCPConnectScan,1.0,6,1832.0,0.13051221771033697
|
||||
6,TCPConnectScan,1.0,7,3335.0,0.23758637885588088
|
||||
6,TCPConnectScan,1.0,8,1675.0,0.11932749162926551
|
||||
6,TCPConnectScan,1.0,9,404.0,0.028781078578043743
|
||||
7,UDPFlood,0.0,0,47750.0,0.1
|
||||
7,UDPFlood,0.0,1,39353.0,0.1
|
||||
7,UDPFlood,0.0,2,15448.0,0.1
|
||||
7,UDPFlood,0.0,3,5446.0,0.1
|
||||
7,UDPFlood,0.0,4,8809.0,0.1
|
||||
7,UDPFlood,0.0,5,45069.0,0.1
|
||||
7,UDPFlood,0.0,6,58797.0,0.1
|
||||
7,UDPFlood,0.0,7,2637.0,0.1
|
||||
7,UDPFlood,0.0,8,33413.0,0.1
|
||||
7,UDPFlood,0.0,9,63416.0,0.1
|
||||
7,UDPFlood,0.25,0,47750.0,0.11826712032138023
|
||||
7,UDPFlood,0.25,1,39353.0,0.1126847485020435
|
||||
7,UDPFlood,0.25,2,15448.0,0.08919463724194775
|
||||
7,UDPFlood,0.25,3,5446.0,0.06872900990477984
|
||||
7,UDPFlood,0.25,4,8809.0,0.07750903517157204
|
||||
7,UDPFlood,0.25,5,45069.0,0.11657090250550946
|
||||
7,UDPFlood,0.25,6,58797.0,0.12458319668455896
|
||||
7,UDPFlood,0.25,7,2637.0,0.057332147668671486
|
||||
7,UDPFlood,0.25,8,33413.0,0.1081681858639134
|
||||
7,UDPFlood,0.25,9,63416.0,0.12696101613562336
|
||||
7,UDPFlood,0.5,0,47750.0,0.13246856936048315
|
||||
7,UDPFlood,0.5,1,39353.0,0.12025830569983086
|
||||
7,UDPFlood,0.5,2,15448.0,0.0753463621099874
|
||||
7,UDPFlood,0.5,3,5446.0,0.04473680623786119
|
||||
7,UDPFlood,0.5,4,8809.0,0.056897012451837314
|
||||
7,UDPFlood,0.5,5,45069.0,0.12869602081478843
|
||||
7,UDPFlood,0.5,6,58797.0,0.14699539915848045
|
||||
7,UDPFlood,0.5,7,2637.0,0.031130150690793768
|
||||
7,UDPFlood,0.5,8,33413.0,0.11081126007287334
|
||||
7,UDPFlood,0.5,9,63416.0,0.1526601134030641
|
||||
7,UDPFlood,0.75,0,47750.0,0.14256500727391644
|
||||
7,UDPFlood,0.75,1,39353.0,0.12331510947208825
|
||||
7,UDPFlood,0.75,2,15448.0,0.06115572290476028
|
||||
7,UDPFlood,0.75,3,5446.0,0.027979576479381235
|
||||
7,UDPFlood,0.75,4,8809.0,0.04013080450231293
|
||||
7,UDPFlood,0.75,5,45069.0,0.13651845042606822
|
||||
7,UDPFlood,0.75,6,58797.0,0.16664768475234437
|
||||
7,UDPFlood,0.75,7,2637.0,0.016241102452153273
|
||||
7,UDPFlood,0.75,8,33413.0,0.10907356591702368
|
||||
7,UDPFlood,0.75,9,63416.0,0.1763729758199513
|
||||
7,UDPFlood,1.0,0,47750.0,0.14915442715329014
|
||||
7,UDPFlood,1.0,1,39353.0,0.12292511354478382
|
||||
7,UDPFlood,1.0,2,15448.0,0.04825419038039845
|
||||
7,UDPFlood,1.0,3,5446.0,0.017011413827786766
|
||||
7,UDPFlood,1.0,4,8809.0,0.02751625861347294
|
||||
7,UDPFlood,1.0,5,45069.0,0.14077991366223316
|
||||
7,UDPFlood,1.0,6,58797.0,0.1836614210121885
|
||||
7,UDPFlood,1.0,7,2637.0,0.008237072762371227
|
||||
7,UDPFlood,1.0,8,33413.0,0.10437061517220698
|
||||
7,UDPFlood,1.0,9,63416.0,0.19808957387126802
|
||||
8,UDPScan,0.0,0,600.0,0.1
|
||||
8,UDPScan,0.0,1,562.0,0.1
|
||||
8,UDPScan,0.0,2,1283.0,0.1
|
||||
8,UDPScan,0.0,3,37.0,0.1
|
||||
8,UDPScan,0.0,4,1697.0,0.1
|
||||
8,UDPScan,0.0,5,238.0,0.1
|
||||
8,UDPScan,0.0,6,2697.0,0.1
|
||||
8,UDPScan,0.0,7,283.0,0.1
|
||||
8,UDPScan,0.0,8,3282.0,0.1
|
||||
8,UDPScan,0.0,9,455.0,0.1
|
||||
8,UDPScan,0.25,0,600.0,0.09497503778767112
|
||||
8,UDPScan,0.25,1,562.0,0.09343417200497736
|
||||
8,UDPScan,0.25,2,1283.0,0.11484929311857596
|
||||
8,UDPScan,0.25,3,37.0,0.047328429492753364
|
||||
8,UDPScan,0.25,4,1697.0,0.1231663646288253
|
||||
8,UDPScan,0.25,5,238.0,0.07537301740049751
|
||||
8,UDPScan,0.25,6,2697.0,0.13829035740372056
|
||||
8,UDPScan,0.25,7,283.0,0.07870789023787023
|
||||
8,UDPScan,0.25,8,3282.0,0.14524671089743035
|
||||
8,UDPScan,0.25,9,455.0,0.08862872702767824
|
||||
8,UDPScan,0.5,0,600.0,0.08328769924083533
|
||||
8,UDPScan,0.5,1,562.0,0.08060711873851976
|
||||
8,UDPScan,0.5,2,1283.0,0.12179194557330993
|
||||
8,UDPScan,0.5,3,37.0,0.020682646158022514
|
||||
8,UDPScan,0.5,4,1697.0,0.14007033300976354
|
||||
8,UDPScan,0.5,5,238.0,0.05245582460620203
|
||||
8,UDPScan,0.5,6,2697.0,0.17658170799241674
|
||||
8,UDPScan,0.5,7,283.0,0.05720031991588
|
||||
8,UDPScan,0.5,8,3282.0,0.19479353023452853
|
||||
8,UDPScan,0.5,9,455.0,0.07252887453052162
|
||||
8,UDPScan,0.75,0,600.0,0.06863146232458753
|
||||
8,UDPScan,0.75,1,562.0,0.06534495321427508
|
||||
8,UDPScan,0.75,2,1283.0,0.12136118460920566
|
||||
8,UDPScan,0.75,3,37.0,0.008492999680099185
|
||||
8,UDPScan,0.75,4,1697.0,0.1496825579944023
|
||||
8,UDPScan,0.75,5,238.0,0.03430382376205974
|
||||
8,UDPScan,0.75,6,2697.0,0.211870516108934
|
||||
8,UDPScan,0.75,7,283.0,0.03906156518243986
|
||||
8,UDPScan,0.75,8,3282.0,0.24547866185900888
|
||||
8,UDPScan,0.75,9,455.0,0.05577227526498772
|
||||
8,UDPScan,1.0,0,600.0,0.05388898868331238
|
||||
8,UDPScan,1.0,1,562.0,0.050476019400035925
|
||||
8,UDPScan,1.0,2,1283.0,0.11523262080114963
|
||||
8,UDPScan,1.0,3,37.0,0.0033231543021375967
|
||||
8,UDPScan,1.0,4,1697.0,0.15241602299263518
|
||||
8,UDPScan,1.0,5,238.0,0.021375965511047243
|
||||
8,UDPScan,1.0,6,2697.0,0.24223100413148912
|
||||
8,UDPScan,1.0,7,283.0,0.025417639662295672
|
||||
8,UDPScan,1.0,8,3282.0,0.2947727680977187
|
||||
8,UDPScan,1.0,9,455.0,0.040865816418178554
|
||||
|
@@ -0,0 +1,11 @@
|
||||
dataset,alpha,beta,n_seeds,pooled_val_mean,pooled_val_std_sample,pooled_val_std_pop,pooled_val_min,pooled_val_max,pooled_val_recall,selected,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,support_cv_mean,union_unseen_mean,mean_displacement_beta1
|
||||
5gnidd,0.5,0.0,3,0.6872301309573783,0.052725844344546816,0.04305047163384996,0.6332434333373904,0.7385974827605487,0.9477370387940001,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.5,0.25,3,0.6450777370820986,0.06474313739822393,0.052862550324183834,0.5737166466423315,0.7000551711341446,0.9468616498164765,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.5,0.5,3,0.6746687817772702,0.10225286523806497,0.08348911485694357,0.5633883995024869,0.7644872677811037,0.9436587867425653,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.5,0.75,3,0.6883680316141424,0.12603192659396695,0.10290463715170817,0.5433192773956839,0.7711242558558296,0.9419154392409256,False,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.5,1.0,3,0.6923695590578484,0.13914040832229815,0.11360766766404416,0.5317638391349536,0.7764678470758364,0.9423005037244669,True,4,27,4,9.594308791178781,1.2251708481787265,1.3333333333333333,2.3399083587182736
|
||||
5gnidd,0.75,0.0,3,0.7780936320958092,0.05096339060419691,0.04161143418081097,0.7358123006675059,0.8346812150435289,0.9598578766446005,False,4,27,5,6.308651536045827,0.9162099053779219,1.3333333333333333,1.3846165631331337
|
||||
5gnidd,0.75,0.25,3,0.7904830018820702,0.05510032325554253,0.04498922554616295,0.7268712905353711,0.8233880652352761,0.9596139786642895,False,4,27,5,6.308651536045827,0.9162099053779219,1.3333333333333333,1.3846165631331337
|
||||
5gnidd,0.75,0.5,3,0.8090814343293601,0.05873543815277214,0.04795728443103037,0.7416170177371404,0.8488357739260719,0.9592678831536903,True,4,27,5,6.308651536045827,0.9162099053779219,1.3333333333333333,1.3846165631331337
|
||||
5gnidd,0.75,0.75,3,0.7915299789128217,0.06497400095064636,0.05305104962539758,0.7166684940811491,0.8332548296333613,0.9596244940396749,False,4,27,5,6.308651536045827,0.9162099053779219,1.3333333333333333,1.3846165631331337
|
||||
5gnidd,0.75,1.0,3,0.8043064619946296,0.05480323650098284,0.04474665522682604,0.7446767781808716,0.852468519962429,0.9600406871348003,False,4,27,5,6.308651536045827,0.9162099053779219,1.3333333333333333,1.3846165631331337
|
||||
|
@@ -0,0 +1,31 @@
|
||||
dataset,alpha,seed,beta,n_eligible,n_improve,n_degrade,n_unchanged,mean_delta,min_delta,max_delta
|
||||
5gnidd,0.5,0,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.5,0,0.25,10,2,7,1,-0.07713608929072921,-0.20363636363636362,0.030406580954845275
|
||||
5gnidd,0.5,0,0.5,10,7,2,1,0.025889785020554917,-0.03433523137896821,0.06985074626865678
|
||||
5gnidd,0.5,0,0.75,10,5,4,1,0.012063078830364903,-0.06785615288783342,0.07125000000000004
|
||||
5gnidd,0.5,0,1.0,10,6,3,1,0.030279508202206325,-0.0884443881819511,0.10341347704408088
|
||||
5gnidd,0.5,1,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.5,1,0.25,10,3,3,4,-0.05952678669505902,-0.32307692307692304,0.01253088893341342
|
||||
5gnidd,0.5,1,0.5,10,3,5,2,-0.06985503383490366,-0.423076923076923,0.018147843026199484
|
||||
5gnidd,0.5,1,0.75,10,3,5,2,-0.08992415594170661,-0.548076923076923,0.023966835082264493
|
||||
5gnidd,0.5,1,1.0,10,3,5,2,-0.10147959420243684,-0.6564102564102563,0.06308143239454578
|
||||
5gnidd,0.5,2,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.5,2,0.25,10,5,4,1,0.01020569435994877,-0.026210680207824577,0.07260640841702526
|
||||
5gnidd,0.5,2,0.5,10,5,4,1,0.006281201274024195,-0.04423375396450502,0.07378740970072228
|
||||
5gnidd,0.5,2,0.75,10,7,2,1,0.08127477908163376,-0.030503434250412576,0.19744802710549003
|
||||
5gnidd,0.5,2,1.0,10,7,2,1,0.08661837030164057,-0.033724722765818727,0.2015644281090505
|
||||
5gnidd,0.75,0,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.75,0,0.25,10,5,4,1,-0.011293149808252767,-0.11428571428571432,0.02246687492367061
|
||||
5gnidd,0.75,0,0.5,10,4,6,0,0.002110296281339108,-0.04342273307790534,0.07435002353424269
|
||||
5gnidd,0.75,0,0.75,10,4,5,1,-0.010014602019574038,-0.1261904761904763,0.08104016437931305
|
||||
5gnidd,0.75,0,1.0,10,4,5,1,-0.018907127202940695,-0.1470238095238096,0.08792669889742655
|
||||
5gnidd,0.75,1,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.75,1,0.25,10,8,0,2,0.057402269299170985,0.0,0.15555555555555545
|
||||
5gnidd,0.75,1,0.5,10,6,3,1,0.08504839334967931,-0.01717171717171706,0.2666666666666666
|
||||
5gnidd,0.75,1,0.75,10,6,3,1,0.06946744905696867,-0.02220504036522919,0.23333333333333328
|
||||
5gnidd,0.75,1,1.0,10,6,3,1,0.08868113938603633,-0.03122327240008249,0.32110579479000534
|
||||
5gnidd,0.75,2,0.0,10,0,0,10,0.0,0.0,0.0
|
||||
5gnidd,0.75,2,0.25,10,0,6,4,-0.008941010132134792,-0.022597337621727998,0.0
|
||||
5gnidd,0.75,2,0.5,10,4,2,4,0.005804717069634502,-0.005379760304999981,0.02370370370370367
|
||||
5gnidd,0.75,2,0.75,10,1,6,3,-0.019143806586356792,-0.07992013632257533,0.0032679738562091387
|
||||
5gnidd,0.75,2,1.0,10,4,2,4,0.008864477513365766,-0.007116151507512436,0.03763472261159395
|
||||
|
@@ -0,0 +1,91 @@
|
||||
dataset,alpha,class_id,class_name,beta,n_seeds,mean_displacement,std_sample_displacement,mean_relative_displacement
|
||||
5gnidd,0.5,0,Benign,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,0,Benign,0.25,3,0.6924394499491665,0.25819336974901685,0.12106050864023522
|
||||
5gnidd,0.5,0,Benign,0.5,3,1.1573935905937274,0.451235376777221,0.20253682870439962
|
||||
5gnidd,0.5,0,Benign,0.75,3,1.4684002610056852,0.5941524621616062,0.2570807639836397
|
||||
5gnidd,0.5,0,Benign,1.0,3,1.6898663850795066,0.6987889577561244,0.29591075596118094
|
||||
5gnidd,0.5,1,HTTPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,1,HTTPFlood,0.25,3,1.4366706530612892,0.7801125510422449,0.20048847685733184
|
||||
5gnidd,0.5,1,HTTPFlood,0.5,3,2.2645040470569993,1.118723459714757,0.31554517952055977
|
||||
5gnidd,0.5,1,HTTPFlood,0.75,3,2.7642821754539075,1.23608554105204,0.38455224821703754
|
||||
5gnidd,0.5,1,HTTPFlood,1.0,3,3.120458869697078,1.2894156117591726,0.43348480339644263
|
||||
5gnidd,0.5,2,ICMPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,2,ICMPFlood,0.25,3,0.3555628814597931,0.08864757157554519,0.0980180248885788
|
||||
5gnidd,0.5,2,ICMPFlood,0.5,3,0.6436491734691616,0.12567291185049168,0.17745806019635502
|
||||
5gnidd,0.5,2,ICMPFlood,0.75,3,0.9051224096795911,0.12412577576243336,0.25000543758523164
|
||||
5gnidd,0.5,2,ICMPFlood,1.0,3,1.1588454233322945,0.09271748323377921,0.32092174099674725
|
||||
5gnidd,0.5,3,SYNFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,3,SYNFlood,0.25,3,0.7634252913575872,0.2365561559741932,0.22023036480092037
|
||||
5gnidd,0.5,3,SYNFlood,0.5,3,1.3555225237650308,0.38651956106122404,0.39274510539970625
|
||||
5gnidd,0.5,3,SYNFlood,0.75,3,1.8463593486187282,0.5552481732251574,0.5364892461848328
|
||||
5gnidd,0.5,3,SYNFlood,1.0,3,2.2617693416611573,0.7483497200280906,0.6584039968772434
|
||||
5gnidd,0.5,4,SYNScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,4,SYNScan,0.25,3,1.1964953752969143,0.7190888501596523,0.1657860728250136
|
||||
5gnidd,0.5,4,SYNScan,0.5,3,1.9741561966806005,0.9868030359110388,0.2728931885841928
|
||||
5gnidd,0.5,4,SYNScan,0.75,3,2.496547097520008,1.0212461644737705,0.34435693096905234
|
||||
5gnidd,0.5,4,SYNScan,1.0,3,2.8752781124355127,0.9588449812962653,0.3958823033995225
|
||||
5gnidd,0.5,5,SlowrateDoS,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,5,SlowrateDoS,0.25,3,0.997801071562254,0.2649578156685363,0.1631365927650487
|
||||
5gnidd,0.5,5,SlowrateDoS,0.5,3,1.797175958686788,0.7491200387637995,0.29454044401486906
|
||||
5gnidd,0.5,5,SlowrateDoS,0.75,3,2.3804022317598377,1.1828454528049666,0.39062478684001184
|
||||
5gnidd,0.5,5,SlowrateDoS,1.0,3,2.763430109051773,1.4542368289687693,0.4536612328161466
|
||||
5gnidd,0.5,6,TCPConnectScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,6,TCPConnectScan,0.25,3,0.8501532407917821,0.3507746409393188,0.22743340896961892
|
||||
5gnidd,0.5,6,TCPConnectScan,0.5,3,1.3904168850010705,0.3616355309526342,0.3733627937261271
|
||||
5gnidd,0.5,6,TCPConnectScan,0.75,3,1.7957146536037598,0.26459627384944995,0.4837335896776706
|
||||
5gnidd,0.5,6,TCPConnectScan,1.0,3,2.130611279721881,0.21282292441201225,0.5753306009264239
|
||||
5gnidd,0.5,7,UDPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,7,UDPFlood,0.25,3,0.777407717272936,0.5080940783745169,0.14595132286041448
|
||||
5gnidd,0.5,7,UDPFlood,0.5,3,1.1554187207442834,0.5423487947664568,0.21691830276203583
|
||||
5gnidd,0.5,7,UDPFlood,0.75,3,1.4041155454415852,0.4887262105057749,0.26360744744482956
|
||||
5gnidd,0.5,7,UDPFlood,1.0,3,1.5982465815194804,0.42810184263788215,0.30005165770255965
|
||||
5gnidd,0.5,8,UDPScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.5,8,UDPScan,0.25,3,1.5107220062015905,0.8500253556874384,0.1849390116956374
|
||||
5gnidd,0.5,8,UDPScan,0.5,3,2.366825135577727,1.3311477326956689,0.2898243509152208
|
||||
5gnidd,0.5,8,UDPScan,0.75,3,2.968049118076187,1.6895555379249836,0.36365570326173513
|
||||
5gnidd,0.5,8,UDPScan,1.0,3,3.460669125965779,2.0113615605321216,0.4243985120323746
|
||||
5gnidd,0.75,0,Benign,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,0,Benign,0.25,3,0.3096796159392729,0.12733390390342178,0.05197995403943065
|
||||
5gnidd,0.75,0,Benign,0.5,3,0.5313041924979508,0.18639783112367184,0.08910009803167558
|
||||
5gnidd,0.75,0,Benign,0.75,3,0.69629058529007,0.22779495505973918,0.11673890777383779
|
||||
5gnidd,0.75,0,Benign,1.0,3,0.8242192109522325,0.2718678603634198,0.13820856413319157
|
||||
5gnidd,0.75,1,HTTPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,1,HTTPFlood,0.25,3,0.4602725694146856,0.18305156058682095,0.05883350276356747
|
||||
5gnidd,0.75,1,HTTPFlood,0.5,3,0.8310227133930249,0.3411175554968644,0.1064156023196597
|
||||
5gnidd,0.75,1,HTTPFlood,0.75,3,1.1273671703584032,0.46200313323693143,0.14446682079773532
|
||||
5gnidd,0.75,1,HTTPFlood,1.0,3,1.3664020721980037,0.5435449017657998,0.17507931126042764
|
||||
5gnidd,0.75,2,ICMPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,2,ICMPFlood,0.25,3,0.1687900249050803,0.0775079504975022,0.04474379120486107
|
||||
5gnidd,0.75,2,ICMPFlood,0.5,3,0.34244262249530116,0.1644441365409218,0.0907929477899344
|
||||
5gnidd,0.75,2,ICMPFlood,0.75,3,0.5139630099006949,0.25295959551882624,0.1363303720843034
|
||||
5gnidd,0.75,2,ICMPFlood,1.0,3,0.6733630855518974,0.33119344952410124,0.1786782977125397
|
||||
5gnidd,0.75,3,SYNFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,3,SYNFlood,0.25,3,0.6021686056359762,0.11047230421806259,0.17274706399268194
|
||||
5gnidd,0.75,3,SYNFlood,0.5,3,1.1172146662725975,0.1499636250284683,0.32007952532615175
|
||||
5gnidd,0.75,3,SYNFlood,0.75,3,1.545644067324437,0.1632736664305707,0.44233653348901675
|
||||
5gnidd,0.75,3,SYNFlood,1.0,3,1.8966313690365364,0.1707004572307703,0.5423454423708408
|
||||
5gnidd,0.75,4,SYNScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,4,SYNScan,0.25,3,0.5317067439232072,0.23047479904803986,0.06779724186081004
|
||||
5gnidd,0.75,4,SYNScan,0.5,3,0.9655251485202818,0.4123413871043271,0.12306294040142425
|
||||
5gnidd,0.75,4,SYNScan,0.75,3,1.303724006619192,0.5454960197128634,0.16608620628744505
|
||||
5gnidd,0.75,4,SYNScan,1.0,3,1.5627721380862394,0.6395395815733285,0.19898769631915747
|
||||
5gnidd,0.75,5,SlowrateDoS,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,5,SlowrateDoS,0.25,3,0.6887407419077284,0.3994937259726447,0.11171643625649925
|
||||
5gnidd,0.75,5,SlowrateDoS,0.5,3,1.0992104079174394,0.5624209481314455,0.17778704412207272
|
||||
5gnidd,0.75,5,SlowrateDoS,0.75,3,1.3714335207496207,0.6346805617784063,0.22138467497184797
|
||||
5gnidd,0.75,5,SlowrateDoS,1.0,3,1.5649187261569397,0.654138365253272,0.2522141838283814
|
||||
5gnidd,0.75,6,TCPConnectScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,6,TCPConnectScan,0.25,3,0.42219528894445313,0.19249673581963359,0.11260658758504753
|
||||
5gnidd,0.75,6,TCPConnectScan,0.5,3,0.7591425183468251,0.33032895727072814,0.20215707803311408
|
||||
5gnidd,0.75,6,TCPConnectScan,0.75,3,1.021469490355507,0.42067108042237206,0.2716558992474815
|
||||
5gnidd,0.75,6,TCPConnectScan,1.0,3,1.2260809195578348,0.4757573735353394,0.32576611133643296
|
||||
5gnidd,0.75,7,UDPFlood,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,7,UDPFlood,0.25,3,0.3398776575971591,0.044474647267926964,0.06126083183542604
|
||||
5gnidd,0.75,7,UDPFlood,0.5,3,0.5882126224252917,0.05110078658105222,0.10602535483597288
|
||||
5gnidd,0.75,7,UDPFlood,0.75,3,0.7666864532232286,0.06531205542266563,0.13819357681480646
|
||||
5gnidd,0.75,7,UDPFlood,1.0,3,0.9026363032967967,0.10316225038256528,0.16267861998433658
|
||||
5gnidd,0.75,8,UDPScan,0.0,3,0.0,0.0,0.0
|
||||
5gnidd,0.75,8,UDPScan,0.25,3,0.948784374089595,0.32295399221729687,0.11040237913689727
|
||||
5gnidd,0.75,8,UDPScan,0.5,3,1.6409225519791484,0.45185696586563645,0.19112341897022947
|
||||
5gnidd,0.75,8,UDPScan,0.75,3,2.1199403852192593,0.4860036627687715,0.24708688296871964
|
||||
5gnidd,0.75,8,UDPScan,1.0,3,2.444525243361723,0.48441013395931937,0.2850436623074378
|
||||
|
@@ -0,0 +1,56 @@
|
||||
{
|
||||
"alphas": {
|
||||
"0.5": {
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 9.594308791178781,
|
||||
"mean_displacement_beta1": 2.3399083587182736,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"pooled_val_mean_range": [
|
||||
0.6450777370820986,
|
||||
0.6923695590578484
|
||||
],
|
||||
"pooled_val_std_sample_range": [
|
||||
0.052725844344546816,
|
||||
0.13914040832229815
|
||||
],
|
||||
"selected_beta": 1.0,
|
||||
"selection_rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
|
||||
"support_cv_mean": 1.2251708481787265,
|
||||
"test_descriptive_present": true,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
},
|
||||
"0.75": {
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_mean": 6.308651536045827,
|
||||
"mean_displacement_beta1": 1.3846165631331337,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"pooled_val_mean_range": [
|
||||
0.7780936320958092,
|
||||
0.8090814343293601
|
||||
],
|
||||
"pooled_val_std_sample_range": [
|
||||
0.05096339060419691,
|
||||
0.06497400095064636
|
||||
],
|
||||
"selected_beta": 0.5,
|
||||
"selection_rule": "max pooled validation per-client-mean rare-class macro-F1 (tie-break: recall, then lower std, then smaller beta)",
|
||||
"support_cv_mean": 0.9162099053779219,
|
||||
"test_descriptive_present": true,
|
||||
"test_used_for_selection": false,
|
||||
"tie_break_used": false,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
}
|
||||
},
|
||||
"betas": [
|
||||
0.0,
|
||||
0.25,
|
||||
0.5,
|
||||
0.75,
|
||||
1.0
|
||||
],
|
||||
"dataset": "5gnidd"
|
||||
}
|
||||
@@ -0,0 +1,205 @@
|
||||
{
|
||||
"alphas": [
|
||||
0.5,
|
||||
0.75
|
||||
],
|
||||
"dataset": "5gnidd",
|
||||
"per_class": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_per_class.csv",
|
||||
"per_seed": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_per_seed.csv",
|
||||
"per_seed_rows": [
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 178993,
|
||||
"client_size_min": 15388,
|
||||
"client_size_ratio": 11.631985963088121,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 2,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab",
|
||||
"rng_seed": 673621352,
|
||||
"seed": 0,
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7",
|
||||
"support_cv_max": 1.7831313104092381,
|
||||
"support_cv_mean": 1.224175005199598,
|
||||
"support_max_min_ratio_max": 88943.0,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 140144,
|
||||
"client_size_min": 31613,
|
||||
"client_size_ratio": 4.433112959858287,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801",
|
||||
"max_unseen_on_client": 0,
|
||||
"n_cells_sj_lt_M": 0,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 0,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08",
|
||||
"rng_seed": 1403944623,
|
||||
"seed": 1,
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e",
|
||||
"support_cv_max": 1.4400757602882683,
|
||||
"support_cv_mean": 1.0506716688269377,
|
||||
"support_max_min_ratio_max": 5065.0,
|
||||
"union_rare_count": 5,
|
||||
"union_unseen_count": 0
|
||||
},
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"client_size_max": 255463,
|
||||
"client_size_min": 20087,
|
||||
"client_size_ratio": 12.717827450589933,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 2,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6",
|
||||
"rng_seed": 633461056,
|
||||
"seed": 2,
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f",
|
||||
"support_cv_max": 1.9640881124634801,
|
||||
"support_cv_mean": 1.4006658705096433,
|
||||
"support_max_min_ratio_max": 3363.5,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"client_size_max": 143547,
|
||||
"client_size_min": 38839,
|
||||
"client_size_ratio": 3.6959499472180024,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 3,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "74a91845627dbe57efab9a5cf94e37bcce98ce38edb7936a8c1cbd8f040d3dc8",
|
||||
"rng_seed": 892370747,
|
||||
"seed": 0,
|
||||
"split_hash": "18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7",
|
||||
"support_cv_max": 1.2651419073123291,
|
||||
"support_cv_mean": 0.9692475038471602,
|
||||
"support_max_min_ratio_max": 7642.5,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"client_size_max": 202829,
|
||||
"client_size_min": 17861,
|
||||
"client_size_ratio": 11.355971110240189,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3",
|
||||
"max_unseen_on_client": 1,
|
||||
"n_cells_sj_lt_M": 2,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 2,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "fc04ba00f4942bf9983ad8de50a86e066f83ba17a806195c0205498c3d34f69c",
|
||||
"rng_seed": 1817661572,
|
||||
"seed": 1,
|
||||
"split_hash": "3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e",
|
||||
"support_cv_max": 1.103376116305731,
|
||||
"support_cv_mean": 0.8540793111089487,
|
||||
"support_max_min_ratio_max": 545.4,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 2
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"client_size_max": 191908,
|
||||
"client_size_min": 49537,
|
||||
"client_size_ratio": 3.87403355067929,
|
||||
"dataset": "5gnidd",
|
||||
"manifest_content_hash": "3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d",
|
||||
"max_unseen_on_client": 0,
|
||||
"n_cells_sj_lt_M": 0,
|
||||
"n_class_condition_cells": 9,
|
||||
"n_clients_2_rare": 10,
|
||||
"n_missing_client_class_cells": 0,
|
||||
"nij_sum": 851123,
|
||||
"num_classes": 9,
|
||||
"num_clients": 10,
|
||||
"num_train": 851123,
|
||||
"partition_hash": "4ee33d0a28326ae1d0e5574a8cd850068ef4ec1cc631b7366daab65b3e22ca86",
|
||||
"rng_seed": 306220443,
|
||||
"seed": 2,
|
||||
"split_hash": "fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f",
|
||||
"support_cv_max": 1.1912979653269113,
|
||||
"support_cv_mean": 0.925302901177657,
|
||||
"support_max_min_ratio_max": 445.0,
|
||||
"union_rare_count": 6,
|
||||
"union_unseen_count": 0
|
||||
}
|
||||
],
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
],
|
||||
"summary": "/home/willtanoe/projects/perdalam-protean/artifacts/analysis/5gnidd__cross_alpha__partition_heterogeneity_summary.csv",
|
||||
"summary_rows": [
|
||||
{
|
||||
"alpha": 0.5,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_max": 12.717827450589933,
|
||||
"client_size_ratio_mean": 9.594308791178781,
|
||||
"dataset": "5gnidd",
|
||||
"max_unseen_on_client": 1,
|
||||
"missing_client_class_cells_total": 4,
|
||||
"n_seeds": 3,
|
||||
"support_cv_mean": 1.2251708481787265,
|
||||
"support_max_min_ratio_max": 88943.0,
|
||||
"union_rare_mean": 5.666666666666667,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
},
|
||||
{
|
||||
"alpha": 0.75,
|
||||
"cells_sj_lt_M_total": 4,
|
||||
"cells_total": 27,
|
||||
"client_size_ratio_max": 11.355971110240189,
|
||||
"client_size_ratio_mean": 6.308651536045827,
|
||||
"dataset": "5gnidd",
|
||||
"max_unseen_on_client": 1,
|
||||
"missing_client_class_cells_total": 5,
|
||||
"n_seeds": 3,
|
||||
"support_cv_mean": 0.9162099053779219,
|
||||
"support_max_min_ratio_max": 7642.5,
|
||||
"union_rare_mean": 6.0,
|
||||
"union_unseen_mean": 1.3333333333333333
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,55 @@
|
||||
dataset,alpha,seed,class_id,class_name,total,num_clients,n_missing_clients,min,max,mean,std,cv,max_min_ratio
|
||||
5gnidd,0.5,0,0,Benign,334415,10,0,226,108257,33441.5,35759.58709842718,1.0693176770906563,479.0132743362832
|
||||
5gnidd,0.5,0,1,HTTPFlood,98569,10,0,185,61393,9856.9,17538.944828295687,1.7793570826827592,331.8540540540541
|
||||
5gnidd,0.5,0,2,ICMPFlood,808,9,1,8,243,89.77777777777777,72.6342095369787,0.8090444131594163,30.375
|
||||
5gnidd,0.5,0,3,SYNFlood,6805,9,1,2,3250,756.1111111111111,996.1904597509281,1.3175186095162899,1625.0
|
||||
5gnidd,0.5,0,4,SYNScan,14030,10,0,11,6713,1403.0,1984.1221232575379,1.4141996601978175,610.2727272727273
|
||||
5gnidd,0.5,0,5,SlowrateDoS,51187,10,0,80,28363,5118.7,9127.314238591767,1.7831313104092381,354.5375
|
||||
5gnidd,0.5,0,6,TCPConnectScan,14037,10,0,1,4175,1403.7,1379.0263993122105,0.9824224544505311,4175.0
|
||||
5gnidd,0.5,0,7,UDPFlood,320138,10,0,1,88943,32013.8,28692.11713624493,0.8962421560778455,88943.0
|
||||
5gnidd,0.5,0,8,UDPScan,11134,10,0,14,3420,1113.4,1075.9248300880504,0.9663416832118289,244.28571428571428
|
||||
5gnidd,0.5,1,0,Benign,334415,10,0,803,104938,33441.5,31374.111025652983,0.938178940108936,130.68244084682442
|
||||
5gnidd,0.5,1,1,HTTPFlood,98569,10,0,51,36928,9856.9,10966.810999100877,1.1126024408384865,724.0784313725491
|
||||
5gnidd,0.5,1,2,ICMPFlood,808,10,0,8,284,80.8,81.98999939016953,1.0147277152248704,35.5
|
||||
5gnidd,0.5,1,3,SYNFlood,6805,10,0,26,2093,680.5,611.6053057323816,0.8987587152569898,80.5
|
||||
5gnidd,0.5,1,4,SYNScan,14030,10,0,259,3621,1403.0,1206.1257811687801,0.8596762517240057,13.980694980694981
|
||||
5gnidd,0.5,1,5,SlowrateDoS,51187,10,0,26,16089,5118.7,5007.844267746353,0.978342990944254,618.8076923076923
|
||||
5gnidd,0.5,1,6,TCPConnectScan,14037,10,0,3,7188,1403.7,2021.4343447166423,1.4400757602882683,2396.0
|
||||
5gnidd,0.5,1,7,UDPFlood,320138,10,0,1907,95125,32013.8,26741.87702761345,0.8353234238863693,49.88201363398007
|
||||
5gnidd,0.5,1,8,UDPScan,11134,10,0,1,5065,1113.4,1534.664666954967,1.3783587811702596,5065.0
|
||||
5gnidd,0.5,2,0,Benign,334415,10,0,255,225038,33441.5,65682.05261294747,1.9640881124634801,882.5019607843137
|
||||
5gnidd,0.5,2,1,HTTPFlood,98569,10,0,24,48351,9856.9,15173.43130903488,1.539371537606639,2014.625
|
||||
5gnidd,0.5,2,2,ICMPFlood,808,10,0,1,358,80.8,99.01595830975934,1.2254450285861305,358.0
|
||||
5gnidd,0.5,2,3,SYNFlood,6805,10,0,8,3530,680.5,1008.8978392285316,1.4825831583079083,441.25
|
||||
5gnidd,0.5,2,4,SYNScan,14030,10,0,5,4830,1403.0,1611.374444379704,1.1485206303490407,966.0
|
||||
5gnidd,0.5,2,5,SlowrateDoS,51187,10,0,104,17642,5118.7,5260.9995827789235,1.0277999458415072,169.6346153846154
|
||||
5gnidd,0.5,2,6,TCPConnectScan,14037,9,1,125,6952,1559.6666666666667,1980.5227143918905,1.2698371752886666,55.616
|
||||
5gnidd,0.5,2,7,UDPFlood,320138,10,0,105,138381,32013.8,41299.88736497958,1.290065139564175,1317.9142857142858
|
||||
5gnidd,0.5,2,8,UDPScan,11134,9,1,2,6727,1237.111111111111,2051.479219405919,1.6582821065792412,3363.5
|
||||
5gnidd,0.75,0,0,Benign,334415,10,0,1410,69384,33441.5,23619.248452268755,0.706285556935806,49.208510638297874
|
||||
5gnidd,0.75,0,1,HTTPFlood,98569,10,0,557,27843,9856.9,9709.981765688337,0.9850948843640838,49.987432675044886
|
||||
5gnidd,0.75,0,2,ICMPFlood,808,8,2,25,239,101.0,62.930517239253646,0.6230744281114222,9.56
|
||||
5gnidd,0.75,0,3,SYNFlood,6805,9,1,26,3213,756.1111111111111,956.5878532511555,1.2651419073123291,123.57692307692308
|
||||
5gnidd,0.75,0,4,SYNScan,14030,10,0,82,4335,1403.0,1341.5857035612746,0.9562264458740375,52.86585365853659
|
||||
5gnidd,0.75,0,5,SlowrateDoS,51187,10,0,2,15285,5118.7,5679.8754748673855,1.109632421292005,7642.5
|
||||
5gnidd,0.75,0,6,TCPConnectScan,14037,10,0,52,3531,1403.7,1167.4861926378403,0.8317205903240296,67.90384615384616
|
||||
5gnidd,0.75,0,7,UDPFlood,320138,10,0,2320,124158,32013.8,36460.358401420024,1.1388950515533933,53.516379310344824
|
||||
5gnidd,0.75,0,8,UDPScan,11134,10,0,74,3370,1113.4,1232.7077674777586,1.1071562488573365,45.54054054054054
|
||||
5gnidd,0.75,1,0,Benign,334415,10,0,3896,83388,33441.5,30605.998007743514,0.9152100835113112,21.403490759753595
|
||||
5gnidd,0.75,1,1,HTTPFlood,98569,10,0,621,25248,9856.9,6960.070365305224,0.7061114919807672,40.65700483091788
|
||||
5gnidd,0.75,1,2,ICMPFlood,808,9,1,15,285,89.77777777777777,99.0586557750034,1.103376116305731,19.0
|
||||
5gnidd,0.75,1,3,SYNFlood,6805,10,0,57,2358,680.5,692.489025183793,1.0176179650019002,41.36842105263158
|
||||
5gnidd,0.75,1,4,SYNScan,14030,9,1,133,3883,1558.888888888889,1236.704172337323,0.7933241305086177,29.195488721804512
|
||||
5gnidd,0.75,1,5,SlowrateDoS,51187,10,0,514,12114,5118.7,3205.4039698608976,0.6262144626293585,23.56809338521401
|
||||
5gnidd,0.75,1,6,TCPConnectScan,14037,10,0,326,2861,1403.7,788.4842484159084,0.5617184928516836,8.776073619631902
|
||||
5gnidd,0.75,1,7,UDPFlood,320138,10,0,1031,114825,32013.8,33884.0853050514,1.0584212216310278,111.37245392822503
|
||||
5gnidd,0.75,1,8,UDPScan,11134,10,0,5,2727,1113.4,1007.3150649126618,0.9047198355601417,545.4
|
||||
5gnidd,0.75,2,0,Benign,334415,10,0,536,118638,33441.5,34208.390085620806,1.0229322872963476,221.33955223880596
|
||||
5gnidd,0.75,2,1,HTTPFlood,98569,10,0,1484,25410,9856.9,6717.955514142677,0.6815485106009675,17.12264150943396
|
||||
5gnidd,0.75,2,2,ICMPFlood,808,10,0,1,270,80.8,93.3892927481518,1.1558080785662352,270.0
|
||||
5gnidd,0.75,2,3,SYNFlood,6805,10,0,6,2670,680.5,810.6782654049632,1.1912979653269113,445.0
|
||||
5gnidd,0.75,2,4,SYNScan,14030,10,0,91,4022,1403.0,1290.3725818537837,0.9197238644716919,44.1978021978022
|
||||
5gnidd,0.75,2,5,SlowrateDoS,51187,10,0,99,18020,5118.7,4987.431263686748,0.9743550635291672,182.02020202020202
|
||||
5gnidd,0.75,2,6,TCPConnectScan,14037,10,0,84,3335,1403.7,1073.5125569829167,0.7647734964614353,39.70238095238095
|
||||
5gnidd,0.75,2,7,UDPFlood,320138,10,0,2637,63416,32013.8,21351.952298560427,0.6669608824494571,24.048540007584375
|
||||
5gnidd,0.75,2,8,UDPScan,11134,10,0,37,3282,1113.4,1058.092925975786,0.9503259618967003,88.70270270270271
|
||||
|
@@ -0,0 +1,7 @@
|
||||
dataset,alpha,seed,num_clients,num_classes,num_train,nij_sum,n_class_condition_cells,n_cells_sj_lt_M,n_missing_client_class_cells,client_size_min,client_size_max,client_size_ratio,union_rare_count,union_unseen_count,max_unseen_on_client,n_clients_2_rare,support_cv_mean,support_cv_max,support_max_min_ratio_max,manifest_content_hash,partition_hash,split_hash,rng_seed
|
||||
5gnidd,0.5,0,10,9,851123,851123,9,2,2,15388,178993,11.631985963088121,6,2,1,10,1.224175005199598,1.7831313104092381,88943.0,0732582cf4510089212717816d2151f5706c7b361123be32cc353bdf4b7f78e6,8352d4ff0e33f246a22da8516812bf8ff3ddbdecb6a6435fbcf08e9edcf989ab,18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7,673621352
|
||||
5gnidd,0.5,1,10,9,851123,851123,9,0,0,31613,140144,4.433112959858287,5,0,0,10,1.0506716688269377,1.4400757602882683,5065.0,f43906e111a8342c102237fe21090b64cadcc6e94c77db0deee1497e87e86801,0815c91ed82fe7e1502a49fa1de050fea9d5b037d051a0c3fb900d3a0f7bfa08,3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e,1403944623
|
||||
5gnidd,0.5,2,10,9,851123,851123,9,2,2,20087,255463,12.717827450589933,6,2,1,10,1.4006658705096433,1.9640881124634801,3363.5,fe8b4fc6f0486cf4fadf97ea0e096e8c7439fadb1f4e747336313b3bfd52d023,fdcf388e31658ae11a6068e9dc2c6f27ef1567ecce60855efe6d8e3dc75cebf6,fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f,633461056
|
||||
5gnidd,0.75,0,10,9,851123,851123,9,2,3,38839,143547,3.6959499472180024,6,2,1,10,0.9692475038471602,1.2651419073123291,7642.5,96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5,74a91845627dbe57efab9a5cf94e37bcce98ce38edb7936a8c1cbd8f040d3dc8,18f89f4807de5493e83cbc19a87df51268050c5fb3a12f286e64c3115073dea7,892370747
|
||||
5gnidd,0.75,1,10,9,851123,851123,9,2,2,17861,202829,11.355971110240189,6,2,1,10,0.8540793111089487,1.103376116305731,545.4,007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3,fc04ba00f4942bf9983ad8de50a86e066f83ba17a806195c0205498c3d34f69c,3d05b7fe48d5a06ce5076eb60084349adc777872a54ddd566f7461f2f0c3579e,1817661572
|
||||
5gnidd,0.75,2,10,9,851123,851123,9,0,0,49537,191908,3.87403355067929,6,0,0,10,0.925302901177657,1.1912979653269113,445.0,3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d,4ee33d0a28326ae1d0e5574a8cd850068ef4ec1cc631b7366daab65b3e22ca86,fc758d060dc51dec113b118e07cda6a012b5bd825aa64fb515d595cd1684417f,306220443
|
||||
|
@@ -0,0 +1,3 @@
|
||||
dataset,alpha,n_seeds,cells_sj_lt_M_total,cells_total,missing_client_class_cells_total,client_size_ratio_mean,client_size_ratio_max,union_unseen_mean,max_unseen_on_client,union_rare_mean,support_cv_mean,support_max_min_ratio_max
|
||||
5gnidd,0.5,3,4,27,4,9.594308791178781,12.717827450589933,1.3333333333333333,1,5.666666666666667,1.2251708481787265,88943.0
|
||||
5gnidd,0.75,3,4,27,5,6.308651536045827,11.355971110240189,1.3333333333333333,1,6.0,0.9162099053779219,7642.5
|
||||
|
+189
-189
@@ -3,26 +3,26 @@
|
||||
This is the canonical continuation point for the next agent session. It is written to be
|
||||
readable without prior chat history, terminal scrollback, or git history.
|
||||
|
||||
Last updated: 2026-09-28 (Session 9). Session 9 type: **first cross-dataset (5G-NIDD)
|
||||
beta-validation condition**. Sessions 6–8 completed the X-IIoTID three-alpha study
|
||||
(`alpha=0.25/0.50/0.75`, seeds `{0,1,2}`). Session 9 ran **only** 5G-NIDD `alpha=0.50` for seeds
|
||||
`{0,1,2}` across the five frozen beta candidates plus `original_protean`, using the same
|
||||
pooled-across-seed validation-only selection rule. **5G-NIDD alpha=0.25 and alpha=0.75 were NOT
|
||||
run.** No commit or push was made.
|
||||
Last updated: 2026-09-29 (Session 10). Session 10 type: **second 5G-NIDD beta-validation
|
||||
condition**. Sessions 6–8 completed the X-IIoTID three-alpha study (`alpha=0.25/0.50/0.75`,
|
||||
seeds `{0,1,2}`); Session 9 ran 5G-NIDD `alpha=0.50` for seeds `{0,1,2}`. Session 10 ran **only**
|
||||
5G-NIDD `alpha=0.75` for seeds `{0,1,2}` across the five frozen beta candidates plus
|
||||
`original_protean`, using the same pooled-across-seed validation-only selection rule.
|
||||
**5G-NIDD alpha=0.25 was NOT run.** No commit or push was made.
|
||||
|
||||
> **Audit status (Session 9).** Independent audit verdict: **PASS**
|
||||
> (`docs/research/SESSION9_AUDIT.md`). `beta_star(5gnidd, alpha=0.50) = 1.00` confirmed from
|
||||
> validation only; reuse decision resolved; run inventory 18/18; pairing hash-identical and
|
||||
> reproduced from raw data; rare/unseen 0 mismatches over 270 cells; leakage audit PASS; `beta=0`
|
||||
> class **B**; source/data integrity PASS; pytest 75 passed. **Session 9 is safe to checkpoint.**
|
||||
> **Audit status (Session 10).** Independent audit verdict: **PASS**
|
||||
> (`docs/research/SESSION10_AUDIT.md`). `beta_star(5gnidd, alpha=0.75) = 0.50` confirmed from
|
||||
> validation only; run inventory 18/18; pairing hash-identical and reproduced from raw data;
|
||||
> rare/unseen 0 mismatches over 1,620 cells; leakage audit PASS; `beta=0` class **B**; source/data
|
||||
> integrity PASS; pytest 75 passed. **Session 10 is safe to checkpoint.**
|
||||
|
||||
> **Headline (Session 9).** PRIMARY pooled-validation selected beta for 5G-NIDD `alpha=0.50` =
|
||||
> **1.00** (validation only; per-seed diagnostics 1.00 / 0.00 / 1.00). The pooled validation curve
|
||||
> is **non-monotone** (0.687 → 0.645 → 0.675 → 0.688 → 0.692) and the total between-beta spread
|
||||
> (≈ 0.047) is comparable to the between-seed std (0.053–0.139), so the selection is statistically
|
||||
> weak. `beta=0` is class **B** for all three seeds. The pre-existing seed-0 baseline was **not
|
||||
> reused** (missing validation artifacts); the fresh rerun reproduces its training outputs
|
||||
> byte-identically. X-IIoTID alpha=0.50 selected 0.75; the two datasets differ descriptively.
|
||||
> **Headline (Session 10).** PRIMARY pooled-validation selected beta for 5G-NIDD `alpha=0.75` =
|
||||
> **0.50** (validation only; per-seed diagnostics 0.50 / 1.00 / 1.00). The pooled validation curve
|
||||
> is **non-monotone** (0.778 → 0.790 → 0.809 → 0.792 → 0.804) and the total between-beta spread
|
||||
> (≈ 0.031) is smaller than the between-seed std (0.051–0.065), so the selection is statistically
|
||||
> weak. `beta=0` is class **B** for all three seeds. At alpha=0.75 the rare-class union is
|
||||
> **identical across seeds** and realized support imbalance is lower than at alpha=0.50, yet the
|
||||
> number of `|S_j|<M` cells is unchanged (4/27) and missing cells are slightly higher (5 vs 4).
|
||||
|
||||
---
|
||||
|
||||
@@ -55,39 +55,40 @@ bitwise identical to the baseline (see §7).
|
||||
`7b9290057ee42e784da3c0d84b781815502c9205c74175c96374e71a5ffd98a0`.
|
||||
- Frozen baseline (`original_protean`) source unchanged; no `equal_available` mode added; beta
|
||||
candidate set unchanged (`{0, .25, .5, .75, 1}`). No tracked source/test/config file differs
|
||||
from HEAD. The only modified tracked file is this handoff.
|
||||
from HEAD. The only new tracked-class file candidates are the new docs/artifacts listed in §16.
|
||||
|
||||
## 3. Session 9 objective and outcome
|
||||
## 3. Session 10 objective and outcome
|
||||
|
||||
Objective: begin the 5G-NIDD phase conservatively — Stage A verification, then (if clean) **one**
|
||||
condition: 5G-NIDD `alpha=0.50`, seeds `{0,1,2}`, `original_protean` + five betas.
|
||||
Objective: run exactly **one** new condition — 5G-NIDD `alpha=0.75`, seeds `{0,1,2}`,
|
||||
`original_protean` + five betas — after a Stage-A verification gate. Do not run alpha=0.25, do not
|
||||
launch the grid, do not change methodology.
|
||||
|
||||
Stage A result: raw hash valid; all nine 5G-NIDD manifests (alpha 0.25/0.50/0.75 × seeds) reproduce
|
||||
exactly from raw data; label semantics and rare/unseen logic valid; pre-existing seed-0 baseline
|
||||
not reusable. Gate = **GO**.
|
||||
Stage A result: raw hash valid; all three 5G-NIDD `alpha=0.75` manifests reproduce exactly from raw
|
||||
data (support match, partition-hash match); label semantics and rare/unseen logic valid; pairing
|
||||
framework valid. Gate = **GO**.
|
||||
|
||||
Outcome: 18/18 runs rc=0. **PRIMARY pooled-validation selected beta = 1.00** (validation only);
|
||||
`test_used_for_selection = false` for all 15 runs. Pooled means: 0.00 → 0.687230,
|
||||
0.25 → 0.645078, 0.50 → 0.674669, 0.75 → 0.688368, 1.00 → 0.692370. Reports:
|
||||
`docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`, audit `docs/research/SESSION9_AUDIT.md`.
|
||||
Outcome: 18/18 runs rc=0. **PRIMARY pooled-validation selected beta = 0.50** (validation only);
|
||||
`test_used_for_selection = false` for all 15 runs. Pooled means: 0.00 → 0.778094, 0.25 → 0.790483,
|
||||
0.50 → 0.809081, 0.75 → 0.791530, 1.00 → 0.804306. Reports:
|
||||
`docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`, audit `docs/research/SESSION10_AUDIT.md`.
|
||||
|
||||
## 4. Condition and pairing
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset / alpha / seeds | `5gnidd` / 0.50 / `{0,1,2}` |
|
||||
| dataset / alpha / seeds | `5gnidd` / 0.75 / `{0,1,2}` |
|
||||
| runs | 15 `support_weighted` + 3 `original_protean`, all new this session |
|
||||
| training | 10 clients, 10 rounds, 3 local epochs, batch 256, lr 1e-3, mu 0.1, lambda 1.0, Adam |
|
||||
| code revision | unchanged from HEAD `2d27abc35026456de765c929dbcf0503a72ac572`; only docs/analysis added |
|
||||
| code revision | unchanged from HEAD `a7f2b0049e99fb66021b4660b82a48d5dbbef072`; only docs/analysis added |
|
||||
|
||||
Manifests (reused, never regenerated; one content hash per seed across all six runs; each
|
||||
reproduced from the raw dataset with split/`N_ij`/partition hash verified):
|
||||
|
||||
| seed | manifest content hash | partition hash | split hash | rng seed | round-0 snapshot SHA-256 |
|
||||
|---|---|---|---|---|---|
|
||||
| 0 | `0732582cf4510089…` | `8352d4ff…` | `18f89f48…` | 673621352 | `eb0839f2595727…` |
|
||||
| 1 | `f43906e111a8342c…` | `0815c91e…` | `3d05b7fe…` | 1403944623 | `6cbd04e0dd97bb…` |
|
||||
| 2 | `fe8b4fc6f0486cf4…` | `fdcf388e…` | `fc758d06…` | 633461056 | `f012a02b543b92…` |
|
||||
| 0 | `96cd9b90b71895da…` | `74a91845627dbe57…` | `18f89f48…` | 892370747 | `266a6e9976d5c138…` |
|
||||
| 1 | `007c23564a44919b…` | `fc04ba00f4942bf9…` | `3d05b7fe…` | 1817661572 | `acecab9a60852e45…` |
|
||||
| 2 | `3134bea2d47a7336…` | `4ee33d0a28326ae1…` | `fc758d06…` | 306220443 | `ef90c51aa9998ec8…` |
|
||||
|
||||
Splits: train/validation/test = 851,123 / 121,589 / 243,177 for every seed (10 clients, 9 classes,
|
||||
`Benign`). `train_support_Nij.csv`, `characterization.csv`, `rare_unseen.csv` identical across each
|
||||
@@ -97,60 +98,61 @@ hashes.
|
||||
## 5. Validation results (USED FOR SELECTION) and pooled selection
|
||||
|
||||
Primary metric: validation per-client-mean rare-class macro-F1. All 10 clients eligible in every
|
||||
seed. Full tables: `artifacts/analysis/5gnidd__alpha0.5__multiseed__validation_per_seed.csv`.
|
||||
seed. Full tables: `artifacts/analysis/5gnidd__alpha0.75__multiseed__validation_per_seed.csv`.
|
||||
|
||||
Per-seed validation per-client-mean rare-class macro-F1:
|
||||
|
||||
| beta | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| 0.00 | 0.738597 | 0.633243 | 0.689849 |
|
||||
| 0.25 | 0.661461 | 0.573717 | 0.700055 |
|
||||
| 0.50 | 0.764487 | 0.563388 | 0.696131 |
|
||||
| 0.75 | 0.750661 | 0.543319 | 0.771124 |
|
||||
| 1.00 | 0.768877 | 0.531764 | 0.776468 |
|
||||
| 0.00 | 0.834681 | 0.763787 | 0.735812 |
|
||||
| 0.25 | 0.823388 | 0.821190 | 0.726871 |
|
||||
| 0.50 | **0.836792** | 0.848836 | 0.741617 |
|
||||
| 0.75 | 0.824667 | 0.833255 | 0.716668 |
|
||||
| 1.00 | 0.815774 | **0.852469** | **0.744677** |
|
||||
|
||||
Pooled across seeds (`...__validation_pooled.csv`):
|
||||
|
||||
| beta | pooled mean | std (sample) | min | max | selected |
|
||||
|---|---|---|---|---|---|
|
||||
| 0.00 | 0.687230 | 0.052726 | 0.633243 | 0.738597 | |
|
||||
| 0.25 | 0.645078 | 0.064743 | 0.573717 | 0.700055 | |
|
||||
| 0.50 | 0.674669 | 0.102253 | 0.563388 | 0.764487 | |
|
||||
| 0.75 | 0.688368 | 0.126032 | 0.543319 | 0.771124 | |
|
||||
| **1.00** | **0.692370** | 0.139140 | 0.531764 | 0.776468 | **yes** |
|
||||
| 0.00 | 0.778094 | 0.050963 | 0.735812 | 0.834681 | |
|
||||
| 0.25 | 0.790483 | 0.055100 | 0.726871 | 0.823388 | |
|
||||
| **0.50** | **0.809081** | 0.058735 | 0.741617 | 0.848836 | **yes** |
|
||||
| 0.75 | 0.791530 | 0.064974 | 0.716668 | 0.833255 | |
|
||||
| 1.00 | 0.804306 | 0.054803 | 0.744677 | 0.852469 | |
|
||||
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha050`) = 1.00**, max pooled validation
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha075`) = 0.50**, max pooled validation
|
||||
per-client-mean rare-class macro-F1; **no tie-break used**; validation-only.
|
||||
- **SECONDARY per-seed diagnostics only:** seed 0 → 1.00, seed 1 → 0.00, seed 2 → 1.00.
|
||||
- Between-beta spread ≈ 0.047; between-seed std 0.053–0.139 → statistically weak, descriptive.
|
||||
- **SECONDARY per-seed diagnostics only:** seed 0 → 0.50, seed 1 → 1.00, seed 2 → 1.00.
|
||||
- Between-beta spread ≈ 0.031; between-seed std 0.051–0.065 → statistically weak, descriptive.
|
||||
|
||||
## 6. Final test evaluation of the pooled-selected beta
|
||||
|
||||
`beta_star = 1.00` was fixed from pooled validation before test was read.
|
||||
`beta_star = 0.50` was fixed from pooled validation before test was read.
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.880962 | 0.840075 | 0.894914 | 0.871984 ± 0.028501 |
|
||||
| rare-class recall | 0.974355 | 0.968341 | 0.958616 | 0.967104 ± 0.007942 |
|
||||
| macro-F1 | 0.850470 | 0.815941 | 0.849378 | 0.838596 ± 0.019627 |
|
||||
| accuracy | 0.742838 | 0.744026 | 0.742907 | 0.743257 ± 0.000667 |
|
||||
| weighted-F1 | 0.716950 | 0.720106 | 0.717530 | 0.718195 ± 0.001680 |
|
||||
| rare-class macro-F1 | 0.904447 | 0.905721 | 0.880045 | 0.896738 ± 0.014470 |
|
||||
| rare-class recall | 0.958666 | 0.959723 | 0.960715 | 0.959701 ± 0.001025 |
|
||||
| macro-F1 | 0.857309 | 0.859939 | 0.842201 | 0.853150 ± 0.009572 |
|
||||
| accuracy | 0.749508 | 0.754381 | 0.752933 | 0.752274 ± 0.002503 |
|
||||
| weighted-F1 | 0.723885 | 0.730109 | 0.728408 | 0.727467 ± 0.003217 |
|
||||
|
||||
`original_protean` for the same seeds/condition:
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.871964 | 0.921136 | 0.848525 | 0.880542 ± 0.037058 |
|
||||
| rare-class recall | 0.974314 | 0.968566 | 0.975859 | 0.972913 ± 0.003843 |
|
||||
| macro-F1 | 0.836881 | 0.865437 | 0.824867 | 0.842395 ± 0.020840 |
|
||||
| accuracy | 0.734416 | 0.747377 | 0.750133 | 0.743975 ± 0.008393 |
|
||||
| weighted-F1 | 0.708765 | 0.722802 | 0.724622 | 0.718730 ± 0.008678 |
|
||||
| rare-class macro-F1 | 0.905589 | 0.860758 | 0.873356 | 0.879901 ± 0.023121 |
|
||||
| rare-class recall | 0.961285 | 0.959036 | 0.963321 | 0.961214 ± 0.002144 |
|
||||
| macro-F1 | 0.857109 | 0.829867 | 0.837238 | 0.841405 ± 0.014091 |
|
||||
| accuracy | 0.747048 | 0.754072 | 0.751745 | 0.750955 ± 0.003578 |
|
||||
| weighted-F1 | 0.721059 | 0.729950 | 0.727133 | 0.726047 ± 0.004544 |
|
||||
|
||||
Descriptive difference for test rare-class macro-F1 (`beta_star` − `original_protean`) is
|
||||
+0.008998 / −0.081061 / +0.046389 (mean −0.008558). Test is descriptive only; no superiority or
|
||||
generalisation claimed. Note 5G-NIDD test weighted-F1 (`≈0.718`) sits **below** accuracy
|
||||
(`≈0.744`) — the opposite of X-IIoTID — because the high-support classes are the harder ones for
|
||||
nearest-prototype inference.
|
||||
−0.001141 / +0.044963 / +0.006689 (mean +0.016837). Test is descriptive only; no superiority or
|
||||
generalisation claimed. The global rare evaluation support is **28,000 for every seed** (rare-class
|
||||
union identical across seeds at alpha=0.75), so cross-seed test levels are directly comparable at
|
||||
this condition. Test weighted-F1 (`≈0.727`) again sits **below** accuracy (`≈0.752`), as at
|
||||
alpha=0.50.
|
||||
|
||||
## 7. `beta = 0` equivalence result (all three seeds)
|
||||
|
||||
@@ -159,157 +161,152 @@ For seeds 0, 1, 2, `support_weighted beta=0` vs frozen `original_protean`:
|
||||
- Same manifest/split/hashes, round-0 snapshot byte-identical, support/char/rare_unseen
|
||||
identical: **yes** for all three.
|
||||
- Independent aggregation (`ΣC/n` vs `(1/n)ΣC`): 4.4e-16 / 4.4e-16 / 4.4e-16.
|
||||
- History rare-macro-F1 max diff (rounds ≥ 1): 1.93e-2 / 6.01e-2 / 2.60e-2; test metric max diff
|
||||
2.33e-3 / 1.86e-4 / 8.70e-3.
|
||||
- History rare-macro-F1 max diff (rounds ≥ 1): 3.22e-2 / 5.04e-2 / 2.72e-2; test metric max diff
|
||||
5.22e-3 / 5.32e-3 / 2.74e-4.
|
||||
- Classification: **B** in all seeds — semantic equivalence + floating-point divergence; no
|
||||
semantic discrepancy. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__beta0_equivalence.csv`.
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__beta0_equivalence.csv`.
|
||||
|
||||
Conditional on the shared `S_j` reproduction assumption; not proof `beta=0` reproduces original
|
||||
PROTEAN.
|
||||
|
||||
## 8. Partition characterization (realized) and dataset structure
|
||||
## 8. Partition characterization (realized) and comparison with alpha=0.50
|
||||
|
||||
5G-NIDD `alpha=0.50` (training split), `M = 10`:
|
||||
5G-NIDD `alpha=0.75` (training split), `M = 10`:
|
||||
|
||||
| seed | `|S_j| < M` cells | missing client-class cells | client-size ratio | union rare | union unseen | max unseen/client |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0 | 2 / 9 | 2 | 11.63 | 6 | 2 | 1 |
|
||||
| 1 | 0 / 9 | 0 | 4.43 | 5 | 0 | 0 |
|
||||
| 2 | 2 / 9 | 2 | 12.72 | 6 | 2 | 1 |
|
||||
| **sum/mean** | **4 / 27** | **4** | mean **9.59** | 6/5/6 | 2/0/2 | 1 |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| 0 | 2 / 9 | 3 | 3.70 | 6 | 2 | 1 |
|
||||
| 1 | 2 / 9 | 2 | 11.36 | 6 | 2 | 1 |
|
||||
| 2 | 0 / 9 | 0 | 3.87 | 6 | 0 | 0 |
|
||||
| **sum/mean** | **4 / 27** | **5** | mean **6.31** | 6/6/6 | 2/2/0 | 1 |
|
||||
|
||||
All 10 clients have exactly two rare classes and are eligible in every seed; mean class-support
|
||||
CV = **1.225**. Full tables:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__partition_heterogeneity_*.csv` and
|
||||
All 10 clients have exactly two rare classes and are eligible in every seed. **The rare-class union
|
||||
is identical across all three seeds** (`{ICMPFlood, SYNFlood, SYNScan, SlowrateDoS, TCPConnectScan,
|
||||
UDPScan}`), so test rare support is constant (28,000). Mean class-support CV = **0.916**. Missing
|
||||
cells are single-client gaps: seed 0 (`ICMPFlood` c0/c3, `SYNFlood` c4), seed 1 (`ICMPFlood` c3,
|
||||
`SYNScan` c6). Full tables:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__partition_heterogeneity_*` and
|
||||
`...__partition_characterization.csv`.
|
||||
|
||||
### Comparison with X-IIoTID alpha=0.50 (descriptive)
|
||||
### Comparison with 5G-NIDD alpha=0.50 (descriptive)
|
||||
|
||||
| statistic | 5G-NIDD a0.50 | X-IIoTID a0.50 |
|
||||
| statistic | 5G-NIDD a0.50 | 5G-NIDD a0.75 |
|
||||
|---|---|---|
|
||||
| pooled-selected beta | **1.00** | **0.75** |
|
||||
| pooled validation mean range (spread) | 0.645–0.692 (0.047) | 0.544–0.579 (0.035) |
|
||||
| pooled validation std range | 0.053–0.139 | 0.075–0.100 |
|
||||
| `|S_j| < M` cells (sum/27) | **4/27** | 7/27 |
|
||||
| missing client-class cells | **4** | 9 |
|
||||
| client-size ratio mean | **9.59** | 7.41 |
|
||||
| mean class-support CV | 1.225 | 1.183 |
|
||||
| union rare per seed | 6/5/6 | 6/7/7 |
|
||||
| union unseen per seed | 2/0/2 | 3/3/1 |
|
||||
| mean displacement ‖Cbar(1)−Cbar(0)‖ | 2.340 | 2.099 |
|
||||
| selected-beta client improve/degrade | 6/3, 3/5, 7/2 | 7/3, 8/1, 8/1 |
|
||||
| pooled-selected beta | **1.00** | **0.50** |
|
||||
| pooled validation mean range (spread) | 0.645–0.692 (0.047) | 0.778–0.809 (0.031) |
|
||||
| pooled validation std range | 0.053–0.139 | 0.051–0.065 |
|
||||
| `|S_j| < M` cells (sum/27) | 4/27 | 4/27 |
|
||||
| missing client-class cells | 4 | 5 |
|
||||
| client-size ratio mean | 9.59 | 6.31 |
|
||||
| mean class-support CV | 1.225 | 0.916 |
|
||||
| union rare per seed | 6/5/6 | 6/6/6 |
|
||||
| union unseen per seed | 2/0/2 | 2/2/0 |
|
||||
| test rare support per seed | 104,843 / 13,375 / 128,995 | 28,000 / 28,000 / 28,000 |
|
||||
| mean displacement `‖Cbar(1)−Cbar(0)‖` | 2.340 | 1.385 |
|
||||
| selected-beta client improve/degrade | 6/3, 3/5, 7/2 | 4/6, 6/3, 4/2 |
|
||||
| `beta=0` class | B/B/B | B/B/B |
|
||||
|
||||
5G-NIDD has fewer missing class cells but more imbalanced client sizes; the selected beta differs
|
||||
descriptively. No causal or monotone claim; only two datasets, one condition each.
|
||||
Higher alpha lowers **mean** support imbalance and mean displacement, but the number of
|
||||
`|S_j|<M` cells is unchanged and missing cells rise. No causal or monotone claim (two alpha levels).
|
||||
Machine-readable cross-alpha artifacts: `artifacts/analysis/5gnidd__cross_alpha__*`.
|
||||
|
||||
## 9. Direct prototype-effect findings (fixed round-0 snapshots, no retraining)
|
||||
|
||||
`||Cbar_j(1) − Cbar_j(0)||`, cross-seed mean (std), 5G-NIDD alpha=0.50:
|
||||
`||Cbar_j(1) − Cbar_j(0)||`, cross-seed mean (std), 5G-NIDD alpha=0.75:
|
||||
|
||||
| class | mean disp | std |
|
||||
|---|---|---|
|
||||
| UDPScan | 3.461 | 2.011 |
|
||||
| HTTPFlood | 3.120 | 1.289 |
|
||||
| SYNScan | 2.875 | 0.959 |
|
||||
| SlowrateDoS | 2.763 | 1.454 |
|
||||
| SYNFlood | 2.262 | 0.748 |
|
||||
| TCPConnectScan | 2.131 | 0.213 |
|
||||
| Benign | 1.690 | 0.699 |
|
||||
| UDPFlood | 1.598 | 0.428 |
|
||||
| ICMPFlood | 1.159 | 0.093 |
|
||||
| UDPScan | 2.445 | 0.484 |
|
||||
| SYNFlood | 1.897 | 0.171 |
|
||||
| SlowrateDoS | 1.565 | 0.654 |
|
||||
| SYNScan | 1.563 | 0.640 |
|
||||
| HTTPFlood | 1.366 | 0.544 |
|
||||
| TCPConnectScan | 1.226 | 0.476 |
|
||||
| UDPFlood | 0.903 | 0.103 |
|
||||
| Benign | 0.824 | 0.272 |
|
||||
| ICMPFlood | 0.673 | 0.331 |
|
||||
|
||||
Mean across classes **2.340** at beta=1.0 (monotone: 0.953 / 1.567 / 2.003 / 2.340 for beta
|
||||
0.25/0.50/0.75/1.00). Seed-sensitive (e.g. UDPScan 1.42 / 3.52 / 5.44). Displacement is a
|
||||
direct-aggregation measure only, not a detection result. Outputs:
|
||||
`...__prototype_effect_pooled.csv` and per-seed `...__prototype_effect.csv` / `...__prototype_weights.csv`.
|
||||
Mean across classes **1.385** at beta=1.0 (monotone: 0.497 / 0.875 / 1.163 / 1.385 for beta
|
||||
0.25/0.50/0.75/1.00), smaller than at alpha=0.50 (2.340). Displacement is a direct-aggregation
|
||||
measure only, not a detection result. Outputs:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__prototype_effect_pooled.csv` and per-seed
|
||||
`...__prototype_effect.csv` / `...__prototype_weights.csv`.
|
||||
|
||||
## 10. Client-level findings (validation, vs beta = 0)
|
||||
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`.
|
||||
|
||||
At the selected `beta=1.00`: **6/3/1** (seed 0, mean Δ +0.030), **3/5/2** (seed 1, mean Δ −0.101;
|
||||
worst client −0.656), **7/2/1** (seed 2, mean Δ +0.087). The response is seed-dependent and
|
||||
`N_ij` vs ΔF1 is non-monotonic. Client ids are per-seed realisations and are not pooled.
|
||||
At the selected `beta=0.50`: **4/6/0** (seed 0, mean Δ +0.0021, range −0.0434…+0.0744),
|
||||
**6/3/1** (seed 1, mean Δ +0.0850, range −0.0172…+0.2667), **4/2/4** (seed 2, mean Δ +0.0058).
|
||||
The response is seed-dependent and `N_ij` vs ΔF1 is non-monotonic. Client ids are per-seed
|
||||
realisations and are not pooled.
|
||||
|
||||
## 11. Runtime / resources
|
||||
|
||||
CPU only, no GPU, no swap, exit 0 on all 18 runs. Per-run wall-clock 62–68 min; CPU 734–745 %;
|
||||
peak RSS 10.36 GiB (seed 0), 8.67 GiB (seed 1), 14.04 GiB (seed 2). New compute: 18 runs,
|
||||
69,336 s ≈ **19.26 h** wall-clock, sequential (8 cores). Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.5__multiseed__runtime.csv`.
|
||||
CPU only, no GPU, no swap, exit 0 on all 18 runs. Per-run wall-clock 61:55–66:37; CPU 738–745 %;
|
||||
peak RSS ~8.69 GiB (seed 0), ~11.78 GiB (seed 1), ~11.00 GiB (seed 2). New compute: 18 runs,
|
||||
**69,064 s ≈ 19.18 h** wall-clock, sequential (8 cores). Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__runtime.csv`.
|
||||
|
||||
## 12. Methodological decisions / assumptions
|
||||
|
||||
1. **`S_j` participant/denominator rule** (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights in
|
||||
the baseline) is a **REPRODUCTION ASSUMPTION**; material in only **4/27** class-condition cells
|
||||
at 5G-NIDD alpha=0.50. Carry this caveat in all reporting.
|
||||
the baseline) is a **REPRODUCTION ASSUMPTION**; material in **4/27** class-condition cells at
|
||||
5G-NIDD alpha=0.75. Carry this caveat in all reporting.
|
||||
2. `N_ij` is class-specific sample support, not prototype quality.
|
||||
3. Beta is one value for all classes/clients; candidates frozen at `{0,.25,.5,.75,1}`.
|
||||
4. **PRIMARY selection = pooled validation across clients and seeds**; per-seed selection is
|
||||
secondary stability diagnostics; test used only after the pooled beta is fixed.
|
||||
5. No new source scripts this session; analysis used the existing read-only
|
||||
`analyze_partition_heterogeneity.py`, `analyze_prototype_effect.py`, `analyze_multiseed_beta.py`,
|
||||
`verify_beta0_equivalence.py`. Ad-hoc Stage-A/audit helpers live only under
|
||||
`/tmp/opencode/s9/` (outside the repo).
|
||||
`verify_beta0_equivalence.py`, `analyze_cross_alpha.py`. Ad-hoc Stage-A/audit helpers live only
|
||||
under `/tmp/opencode/s10/` (outside the repo).
|
||||
6. `lambda=1.0`, Adam, lr 1e-3, batch 256 remain PROJECT DECISIONS. No `equal_available` mode.
|
||||
|
||||
## 13. Unresolved questions / blockers
|
||||
|
||||
1. `S_j` reproduction ambiguity — unresolved; no official PROTEAN code exists.
|
||||
2. Pooled beta selection remains statistically weak at all measured conditions: across-seed std is
|
||||
comparable to or larger than the between-beta spread. No inferential test was performed.
|
||||
comparable to the between-beta spread. No inferential test was performed.
|
||||
3. `beta = 0` is not bitwise identical to `original_protean`; documentation decision still open.
|
||||
4. Session-2 manifests still store `preprocessing_hash = null` / `config_hash = null`.
|
||||
5. Only 5G-NIDD alpha=0.50 (one condition) measured; no 5G-NIDD alpha=0.25/0.75 result; no
|
||||
cross-alpha 5G-NIDD or cross-dataset causal claim.
|
||||
6. The selected beta differs across datasets (5G-NIDD 1.00 vs X-IIoTID 0.75) but no trend or
|
||||
causality is claimed.
|
||||
5. 5G-NIDD now has alpha=0.50 (1.00) and alpha=0.75 (0.50); **alpha=0.25 remains unmeasured**, so
|
||||
no 5G-NIDD alpha→beta trend can be stated.
|
||||
6. The selected beta differs across datasets/conditions (5G-NIDD a0.50 = 1.00, a0.75 = 0.50;
|
||||
X-IIoTID a0.75 = 0.50) but no trend or causality is claimed.
|
||||
|
||||
## 14. Git status
|
||||
|
||||
No commit or push was made. `HEAD = 2d27abc35026456de765c929dbcf0503a72ac572`, branch `main`,
|
||||
in sync with `origin/main`. `git status --short` shows only untracked docs/analysis artifacts and
|
||||
the modified handoff; `results/` is gitignored:
|
||||
No commit or push was made. `HEAD = a7f2b0049e99fb66021b4660b82a48d5dbbef072`, branch `main`,
|
||||
in sync with `origin/main`. `git status --short` shows only untracked docs/analysis artifacts (no
|
||||
tracked modification); `results/` is gitignored. `planningawal/` and both raw datasets are
|
||||
unchanged. `equal_available` absent. No test-based selection. The 18 runs are the only
|
||||
`results/5gnidd__alpha0.75__*` directories.
|
||||
|
||||
```
|
||||
M docs/handoff/SESSION_HANDOFF.md
|
||||
?? docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md
|
||||
?? docs/research/SESSION9_AUDIT.md
|
||||
?? artifacts/analysis/5gnidd__alpha0.5__* (46 files: snapshots, multiseed tables, effect/weights,
|
||||
partition characterization, beta0 equivalence, runtime,
|
||||
audit_recomputation)
|
||||
?? (pre-existing Session-5/6/7/8 untracked views, unchanged)
|
||||
```
|
||||
## 15. Session 10 audit result
|
||||
|
||||
No tracked source/test/config file differs from HEAD. `planningawal/` and both raw datasets are
|
||||
unchanged. `artifacts/partitions/` unmodified. `equal_available` absent. No 5G-NIDD
|
||||
`support_weighted` run before this session; no 5G-NIDD alpha=0.25/0.75 run. The pre-existing
|
||||
`5gnidd__alpha0.5__seed0__original_protean` was overwritten in place by the fresh rerun (backed up
|
||||
to `/tmp/opencode/s9/old_baseline_backup/`).
|
||||
|
||||
## 15. Session 9 audit result
|
||||
|
||||
- Verdict: **PASS** (`docs/research/SESSION9_AUDIT.md`).
|
||||
- Verdict: **PASS** (`docs/research/SESSION10_AUDIT.md`).
|
||||
- Run inventory 18/18, pairing hash-identical, manifests reproduced from raw data.
|
||||
- Validation recomputed exactly; **pooled `beta_star(5gnidd, alpha=0.50) = 1.00`** (validation
|
||||
- Validation recomputed exactly; **pooled `beta_star(5gnidd, alpha=0.75) = 0.50`** (validation
|
||||
only). Selected-beta test and `original_protean` test means/stds exact.
|
||||
- Leakage audit PASS; `test_used_for_selection=false` upheld.
|
||||
- Rare/unseen integrity PASS (0 mismatches / 270 cells). `beta=0` equivalence class **B**.
|
||||
- Reuse decision PASS (not reused; rerun reproduces old baseline exactly).
|
||||
- Direct-effect, client-level, cross-dataset labels: PASS.
|
||||
- Source/data integrity PASS. pytest: **75 passed, 0 failed, 0 skipped, 0 warnings**.
|
||||
- Rare/unseen integrity PASS (0 mismatches / 1,620 cells). `beta=0` equivalence class **B**.
|
||||
- Direct-effect, client-level, cross-condition labels: PASS.
|
||||
- Source/data integrity PASS. pytest: **75 passed, 0 failed, 0 skipped**.
|
||||
|
||||
## 16. Files created / modified this session
|
||||
|
||||
Created:
|
||||
|
||||
- `docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`
|
||||
- `docs/research/SESSION9_AUDIT.md`
|
||||
- `artifacts/analysis/5gnidd__alpha0.5__*` (46 files: 18 prototype snapshots, 6 prototype
|
||||
effect/weights CSVs, multiseed validation/client/test/effect/beta0/runtime tables,
|
||||
partition heterogeneity + characterization, audit recomputation)
|
||||
- `results/5gnidd__alpha0.5__seed{0,1,2}__*` (18 run dirs, gitignored)
|
||||
- `docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`
|
||||
- `docs/research/SESSION10_AUDIT.md`
|
||||
- `artifacts/analysis/5gnidd__alpha0.75__*` — 18 prototype snapshots + 6 per-seed
|
||||
effect/weights CSVs + `5gnidd__alpha0.75__multiseed__*` (validation per-seed/pooled,
|
||||
client detail/summary/deltas, test descriptive, prototype effect pooled, beta0 equivalence,
|
||||
runtime, selection summary, audit recomputation) + `5gnidd__alpha0.75__partition_heterogeneity_*`
|
||||
+ `5gnidd__alpha0.75__partition_characterization.csv` + `5gnidd__cross_alpha__*`
|
||||
- `results/5gnidd__alpha0.75__seed{0,1,2}__*` (18 run dirs, gitignored)
|
||||
|
||||
Modified:
|
||||
|
||||
@@ -319,20 +316,20 @@ No source or test code was changed.
|
||||
|
||||
## 17. Exact recommended next phase
|
||||
|
||||
1. **Session 9 is audited and safe to checkpoint** (verdict PASS; see §15 and
|
||||
`docs/research/SESSION9_AUDIT.md`). Before checkpointing, stage only the intended
|
||||
1. **Session 10 is audited and safe to checkpoint** (verdict PASS; see §15 and
|
||||
`docs/research/SESSION10_AUDIT.md`). Before checkpointing, stage only the intended
|
||||
docs/analysis artifacts; do not commit `results/` or the raw datasets.
|
||||
2. **5G-NIDD alpha=0.50 is complete.** Next 5G-NIDD condition (alpha=0.75 or alpha=0.25) is
|
||||
**safe to run** — its manifest already exists and reproduces from raw data, the pipeline is
|
||||
stable, and the same frozen protocol applies. Budget **≈19 h per condition** (18 runs × ~64 min)
|
||||
and run **one condition at a time**; do not launch the full grid blindly. A single condition,
|
||||
then inspect, then proceed is recommended.
|
||||
2. **5G-NIDD alpha=0.50 and alpha=0.75 are complete.** The final 5G-NIDD condition, **alpha=0.25**,
|
||||
is **safe to run** — its manifest already exists and reproduces from raw data, the pipeline is
|
||||
stable, and the same frozen protocol applies. Budget **≈19 h** (18 runs × ~64 min) and run
|
||||
**one condition at a time**; do not launch the grid blindly.
|
||||
3. Follow the same pooled validation-only selection rule; report each selected beta as "best among
|
||||
the tested candidates under pooled validation for that condition" — never a global optimum.
|
||||
4. Do not infer a monotone alpha→beta relation from three X-IIoTID conditions or from a single
|
||||
5G-NIDD condition; do not claim dataset causality from two datasets.
|
||||
5. Update `EXPERIMENT_PROTOCOL.md` only if a real ambiguity appears; update this handoff.
|
||||
6. Do not commit or push unless asked.
|
||||
4. After alpha=0.25, build the 5G-NIDD cross-alpha comparison (alpha=0.25/0.50/0.75) analogous to
|
||||
`XIIOTID_CROSS_ALPHA_ANALYSIS.md`, and only then consider cross-dataset discussion.
|
||||
5. Do not infer a monotone alpha→beta relation; do not claim dataset causality.
|
||||
6. Update `EXPERIMENT_PROTOCOL.md` only if a real ambiguity appears; update this handoff.
|
||||
7. Do not commit or push unless asked.
|
||||
|
||||
## 18. Important commands
|
||||
|
||||
@@ -340,39 +337,42 @@ No source or test code was changed.
|
||||
# Tests (75 expected)
|
||||
.venv/bin/python -m pytest
|
||||
|
||||
# One full paired beta run (CPU, ~63-68 min, ~8.7-14.1 GiB for 5G-NIDD)
|
||||
.venv/bin/python scripts/run_baseline.py --dataset 5gnidd --alpha 0.5 --seed 1 \
|
||||
# One full paired beta run (CPU, ~62-67 min, ~8.7-11.8 GiB for 5G-NIDD)
|
||||
.venv/bin/python scripts/run_baseline.py --dataset 5gnidd --alpha 0.75 --seed 1 \
|
||||
--clients 10 --rounds 10 --local-epochs 3 \
|
||||
--aggregation-mode support_weighted --beta 1.0
|
||||
|
||||
# Pooled multi-seed validation analysis (read-only, no retraining)
|
||||
.venv/bin/python scripts/analyze_multiseed_beta.py --dataset 5gnidd --alpha 0.5 --seeds 0 1 2
|
||||
.venv/bin/python scripts/analyze_multiseed_beta.py --dataset 5gnidd --alpha 0.75 --seeds 0 1 2
|
||||
|
||||
# Direct prototype-effect analysis (no retraining)
|
||||
.venv/bin/python scripts/analyze_prototype_effect.py \
|
||||
--snapshot artifacts/analysis/5gnidd__alpha0.5__seed0__support_weighted__beta0__prototype_snapshot.json \
|
||||
--snapshot artifacts/analysis/5gnidd__alpha0.75__seed0__support_weighted__beta0__prototype_snapshot.json \
|
||||
--class-names "Benign,HTTPFlood,ICMPFlood,SYNFlood,SYNScan,SlowrateDoS,TCPConnectScan,UDPFlood,UDPScan" \
|
||||
--output-dir artifacts/analysis
|
||||
|
||||
# Realized partition characterization
|
||||
.venv/bin/python scripts/analyze_partition_heterogeneity.py --dataset 5gnidd --alphas 0.5
|
||||
# Realized partition characterization (cross-alpha)
|
||||
.venv/bin/python scripts/analyze_partition_heterogeneity.py --dataset 5gnidd --alphas 0.5 0.75
|
||||
|
||||
# beta=0 equivalence audit
|
||||
.venv/bin/python scripts/verify_beta0_equivalence.py --dataset 5gnidd --alpha 0.5 --seeds 0 1 2
|
||||
.venv/bin/python scripts/verify_beta0_equivalence.py --dataset 5gnidd --alpha 0.75 --seeds 0 1 2
|
||||
|
||||
# Cross-alpha comparison table (5G-NIDD)
|
||||
.venv/bin/python scripts/analyze_cross_alpha.py --dataset 5gnidd --alphas 0.5 0.75 --tag 5gnidd__cross_alpha
|
||||
```
|
||||
|
||||
## 19. Recommended next-session prompt
|
||||
|
||||
```
|
||||
You are continuing the perdalam-protean research repository (Session 10).
|
||||
You are continuing the perdalam-protean research repository (Session 11).
|
||||
|
||||
FIRST, read completely:
|
||||
1. docs/handoff/SESSION_HANDOFF.md
|
||||
2. docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md
|
||||
3. docs/research/SESSION9_AUDIT.md
|
||||
4. docs/research/EXPERIMENT_PROTOCOL.md
|
||||
5. docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md
|
||||
6. docs/research/MULTISEED_BETA_VALIDATION.md
|
||||
2. docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md
|
||||
3. docs/research/SESSION10_AUDIT.md
|
||||
4. docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md
|
||||
5. docs/research/EXPERIMENT_PROTOCOL.md
|
||||
6. docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md
|
||||
|
||||
Critical rules:
|
||||
- planningawal/ is immutable.
|
||||
@@ -380,18 +380,18 @@ Critical rules:
|
||||
- The S_j participant rule is a REPRODUCTION ASSUMPTION.
|
||||
- Do NOT add an executable equal_available mode.
|
||||
- Beta selection uses validation only; PRIMARY is pooled across clients and seeds.
|
||||
- Do NOT launch the full grid; run one condition at a time (~19 h per 5G-NIDD condition).
|
||||
- Run one condition at a time (~19 h per 5G-NIDD condition).
|
||||
|
||||
Context: Session 9 completed 5G-NIDD alpha=0.50 for seeds {0,1,2} (18 runs, ~19.26 h) and was
|
||||
independently audited (PASS; docs/research/SESSION9_AUDIT.md). Pooled validation selected
|
||||
beta=1.00 (per-seed diagnostics 1.00 / 0.00 / 1.00). beta=0 equivalence class B. Realized
|
||||
heterogeneity: 4/27 cells |S_j|<M, 4 missing cells, client ratio mean 9.59, mean displacement
|
||||
2.340. X-IIoTID alpha=0.50 selected 0.75. The pre-existing seed-0 baseline was not reusable and
|
||||
was re-run; it reproduces exactly.
|
||||
Context: Session 10 completed 5G-NIDD alpha=0.75 for seeds {0,1,2} (18 runs, ~19.18 h) and was
|
||||
independently audited (PASS; docs/research/SESSION10_AUDIT.md). Pooled validation selected
|
||||
beta=0.50 (per-seed diagnostics 0.50 / 1.00 / 1.00). beta=0 equivalence class B. Realized
|
||||
heterogeneity: 4/27 cells |S_j|<M, 5 missing cells, client ratio mean 6.31, mean displacement
|
||||
1.385, rare-class union identical across seeds. 5G-NIDD alpha=0.50 selected 1.00; X-IIoTID
|
||||
alpha=0.75 selected 0.50.
|
||||
|
||||
Task: run the next single 5G-NIDD condition (recommended alpha=0.75, then alpha=0.25) under the
|
||||
same frozen protocol (seeds {0,1,2}, five betas + original_protean, frozen manifests, pooled
|
||||
validation-only selection). Verify the manifest reproduces, run the 18 runs sequentially with
|
||||
runtime/status files, produce a condition report + audit, and extend the cross-dataset/cross-alpha
|
||||
comparison. Use .venv/bin/python. Do not commit or push unless asked.
|
||||
Task: run the final 5G-NIDD condition alpha=0.25 under the same frozen protocol (seeds {0,1,2},
|
||||
five betas + original_protean, frozen manifests, pooled validation-only selection). Verify the
|
||||
manifest reproduces, run the 18 runs sequentially with runtime/status files, produce a condition
|
||||
report + audit, and extend the 5G-NIDD cross-alpha comparison to alpha=0.25/0.50/0.75. Use
|
||||
.venv/bin/python. Do not commit or push unless asked.
|
||||
```
|
||||
@@ -0,0 +1,450 @@
|
||||
# 5G-NIDD Alpha-0.75 Beta Validation (Session 10)
|
||||
|
||||
Status: **second 5G-NIDD beta-validation condition**. This report covers a single 5G-NIDD
|
||||
condition — `alpha = 0.75`, seeds `{0,1,2}`, the frozen `original_protean` baseline plus the five
|
||||
`support_weighted` beta candidates — using the same pooled-across-seed validation-only selection
|
||||
rule already applied to X-IIoTID (`alpha=0.25/0.50/0.75`) and 5G-NIDD `alpha=0.50`. It is **not** a
|
||||
sweep, not a hyper-parameter search, and not evidence of a global optimum. **No other 5G-NIDD alpha
|
||||
(0.25 / 0.50) was run in this session**; `alpha=0.50` was completed and audited in Session 9 and is
|
||||
reused only as an audited reference.
|
||||
|
||||
Companion documents:
|
||||
|
||||
- `docs/research/EXPERIMENT_PROTOCOL.md` — frozen protocol and selection hierarchy.
|
||||
- `docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md` — audited 5G-NIDD alpha=0.50 reference.
|
||||
- `docs/research/SESSION9_AUDIT.md` — audit of the alpha=0.50 condition.
|
||||
- `docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md` — X-IIoTID three-condition reference.
|
||||
- `docs/research/SESSION10_AUDIT.md` — independent audit of this condition.
|
||||
- `docs/handoff/SESSION_HANDOFF.md` — continuation point.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
| Field | Value |
|
||||
|---|---|
|
||||
| dataset | `5gnidd` (5G-NIDD) |
|
||||
| alpha | 0.75 |
|
||||
| seeds | 0, 1, 2 |
|
||||
| aggregation | `original_protean` (per seed) + `support_weighted` for `beta ∈ {0, 0.25, 0.50, 0.75, 1.00}` |
|
||||
| runs | 18: 15 `support_weighted` + 3 `original_protean`, **all run new this session** |
|
||||
| compute | sequential CPU, one run at a time, 69,064 s ≈ **19.18 h** wall-clock |
|
||||
| selection | pooled validation-only across seeds `{0,1,2}` |
|
||||
| test | read only after the pooled beta was fixed |
|
||||
|
||||
No 5G-NIDD `alpha=0.25` run was performed; `alpha=0.50` was not re-run. The full grid was
|
||||
deliberately not launched. `equal_available` was not added. No training/aggregation/preprocessing
|
||||
source code was changed (HEAD `a7f2b0049e99fb66021b4660b82a48d5dbbef072`, unchanged).
|
||||
|
||||
---
|
||||
|
||||
## B. Dataset and manifests
|
||||
|
||||
### B.1 Raw-data provenance (Stage A)
|
||||
|
||||
- Path `~/datasets/5G-NIDD/5G-NIDD.csv`; SHA-256
|
||||
`fa36f80859585f474504ca69eb951a079b35145537976c86b00aae3aab46ee59` — matches the Session-9
|
||||
audited value; **unmutated**.
|
||||
- Raw 1,215,890 rows; **1** exact duplicate dropped → 1,215,889; **0** label rows dropped.
|
||||
- **Label semantics (canonicalised):** label column `Attack Type`; **9 classes** — benign
|
||||
`Benign` (index 0) plus **8 attack classes** (`HTTPFlood, ICMPFlood, SYNFlood, SYNScan,
|
||||
SlowrateDoS, TCPConnectScan, UDPFlood, UDPScan`). Full-data counts unchanged from Session 9
|
||||
(Benign 477,736; UDPFlood 457,340; HTTPFlood 140,812; SlowrateDoS 73,124; TCPConnectScan
|
||||
20,052; SYNScan 20,043; UDPScan 15,906; SYNFlood 9,721; ICMPFlood 1,155).
|
||||
- **46 feature columns** (41 numeric median-imputed + train-standardized; 5 categorical one-hot
|
||||
with an explicit `__MISSING__` category). Preprocessing is spec-driven, fits on the train split
|
||||
only, and is identical to the previously audited pipeline (no source change).
|
||||
- Rare/unseen logic verified against this class list: attack classes only, `N_ij > 0`, two
|
||||
smallest positive training supports per client, `N_ij = 0` is unseen (never rare), benign never
|
||||
rare/unseen. All 10 clients are eligible in all three seeds (each has exactly two rare classes).
|
||||
|
||||
### B.2 Manifest identity (frozen, never regenerated)
|
||||
|
||||
Each `(alpha=0.75, seed)` manifest was independently reproduced from the raw dataset during Stage A
|
||||
(`prepare_dataset` → `reproduce_train_assignments`): exact `N_ij` match, partition-hash match and
|
||||
split present. Train/validation/test sizes are 851,123 / 121,589 / 243,177 for every seed.
|
||||
|
||||
| seed | manifest | manifest content hash | partition hash | split hash | rng seed |
|
||||
|---|---|---|---|---|---|
|
||||
| 0 | `artifacts/partitions/5gnidd__alpha0.75__seed0.json` | `96cd9b90b71895da…` | `74a91845627dbe57…` | `18f89f4807de5493…` | 892370747 |
|
||||
| 1 | `artifacts/partitions/5gnidd__alpha0.75__seed1.json` | `007c23564a44919b…` | `fc04ba00f4942bf9…` | `3d05b7fe48d5a06c…` | 1817661572 |
|
||||
| 2 | `artifacts/partitions/5gnidd__alpha0.75__seed2.json` | `3134bea2d47a7336…` | `4ee33d0a28326ae1…` | `fc758d060dc51dec…` | 306220443 |
|
||||
|
||||
`preprocessing_hash` / `config_hash` remain `null` in these Session-2 manifests (known
|
||||
limitation, carry-over).
|
||||
|
||||
### B.3 Pairing (from content hashes, not filenames)
|
||||
|
||||
Within each seed all six runs share one manifest content hash and a **byte-identical round-0
|
||||
snapshot**; `train_support_Nij.csv`, `characterization.csv` and `rare_unseen.csv` each have exactly
|
||||
one SHA-256 across the six runs; `manifest_reload_ok = true` and `smoke = false` everywhere.
|
||||
|
||||
| seed | manifest content hash | round-0 snapshot SHA-256 (all 6 runs) |
|
||||
|---|---|---|
|
||||
| 0 | `96cd9b90b71895da4fcfb8c575c76d3a07ca14e824d8190ca6299eedeba6d6a5` | `266a6e9976d5c138f1382218242d08fd4ff95a215bb114bfaec0a058240ec65b` |
|
||||
| 1 | `007c23564a44919bba2520d09645e6a99c2a60dd347e8ff8d69a59aaa8ca6db3` | `acecab9a60852e4591eac991ae76894af36ac57d87cb869fe0d053db898e73c0` |
|
||||
| 2 | `3134bea2d47a7336c725e8d1a904b1e15c115336c0f018d685e1780cd952590d` | `ef90c51aa9998ec83080b8347473d0621a669de3b8aed575f45356a7b82f8c46` |
|
||||
|
||||
18/18 runs present with `dataset=5gnidd, alpha=0.75`, 10 clients, 10 rounds, 3 local epochs,
|
||||
batch 256, lr 1e-3, mu 0.1, lambda 1.0; all exit status 0.
|
||||
|
||||
---
|
||||
|
||||
## C. Frozen protocol
|
||||
|
||||
Identical to `EXPERIMENT_PROTOCOL.md` §14: 10 clients, 10 rounds, 3 local epochs, batch 256, Adam
|
||||
`lr=1e-3`, `mu=0.1`, `lambda=1.0`; unchanged architecture, preprocessing, split recipe, Dirichlet
|
||||
partition recipe (`per_class_dirichlet_multinomial`), loss and nearest-prototype inference. All 18
|
||||
runs used `scripts/run_baseline.py` at HEAD `a7f2b0049e99fb66021b4660b82a48d5dbbef072`.
|
||||
|
||||
Selection rule (unchanged):
|
||||
|
||||
- **PRIMARY:** pooled-across-seed validation per-client-mean rare-class macro-F1, validation only.
|
||||
- **SECONDARY (diagnostic):** per-seed validation selection.
|
||||
- **TEST:** read only after the pooled beta was fixed; `test_used_for_selection = false` for every
|
||||
`support_weighted` run.
|
||||
|
||||
---
|
||||
|
||||
## D. Partition characterization (realized, before interpretation)
|
||||
|
||||
All statistics are from the training-split `N_ij`; `M = 10` clients; `|S_j| < M` means fewer than
|
||||
10 clients contribute a prototype for a class.
|
||||
|
||||
### D.1 Per-seed summary (alpha=0.75)
|
||||
|
||||
| seed | `|S_j| < M` cells | missing client-class cells | client-size min/max (ratio) | union rare | union unseen | max unseen on a client |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0 | 2 / 9 | 3 | 38,839 / 143,547 (3.70) | 6 | 2 | 1 |
|
||||
| 1 | 2 / 9 | 2 | 17,861 / 202,829 (11.36) | 6 | 2 | 1 |
|
||||
| 2 | 0 / 9 | 0 | 49,537 / 191,908 (3.87) | 6 | 0 | 0 |
|
||||
| **total / mean** | **4 / 27** | **5** | ratio mean **6.31** | 6/6/6 | 2/2/0 | 1 |
|
||||
|
||||
- Unlike 5G-NIDD `alpha=0.50`, the **union of rare classes is identical for all three seeds**:
|
||||
`{ICMPFlood, SYNFlood, SYNScan, SlowrateDoS, TCPConnectScan, UDPScan}` (ICMPFlood is always
|
||||
rare, together with one of several low-support attack classes per client). All 10 clients have
|
||||
exactly two rare classes and are eligible in every seed.
|
||||
- Missing cells are single-client gaps: seed 0 — `ICMPFlood` absent on clients c0/c3 and `SYNFlood`
|
||||
absent on c4; seed 1 — `ICMPFlood` absent on c3 and `SYNScan` absent on c6.
|
||||
- `|S_j| < M` cells: seed 0 — `ICMPFlood` on 8 clients, `SYNFlood` on 9; seed 1 — `ICMPFlood` on 9,
|
||||
`SYNScan` on 9; seed 2 — all classes have 10 contributors.
|
||||
- Union unseen classes: seed 0 = `{ICMPFlood, SYNFlood}`, seed 1 = `{ICMPFlood, SYNScan}`,
|
||||
seed 2 = `{}`.
|
||||
- Machine-readable: `artifacts/analysis/5gnidd__alpha0.75__partition_heterogeneity_per_seed.csv`,
|
||||
`..._per_class.csv`, `..._summary.csv`, and per-client
|
||||
`artifacts/analysis/5gnidd__alpha0.75__partition_characterization.csv`.
|
||||
|
||||
### D.2 Per-class support inequality
|
||||
|
||||
Mean class-support CV across seeds = **0.916** (seed 0 0.969, seed 1 0.854, seed 2 0.925); the
|
||||
maximum per-class `max/min` ratio across seeds is 7,642.5 (driven by high-support `UDPFlood`).
|
||||
Complete per-class tables: `..._per_class.csv`.
|
||||
|
||||
### D.3 Comparison with the audited 5G-NIDD alpha=0.50
|
||||
|
||||
`alpha=0.75` is **not uniformly less heterogeneous** in every realized statistic:
|
||||
|
||||
| statistic (training split) | 5G-NIDD alpha=0.50 | 5G-NIDD alpha=0.75 |
|
||||
|---|---|---|
|
||||
| `|S_j| < M` cells (sum / 27) | 4 / 27 | **4 / 27** |
|
||||
| missing client-class cells | 4 | **5** |
|
||||
| client-size ratio (seeds) | 11.63 / 4.43 / 12.72 | 3.70 / 11.36 / 3.87 |
|
||||
| client-size ratio mean | 9.59 | **6.31** |
|
||||
| mean class-support CV | 1.225 | **0.916** |
|
||||
| union rare per seed | 6 / 5 / 6 | **6 / 6 / 6** |
|
||||
| union unseen per seed | 2 / 0 / 2 | 2 / 2 / 0 |
|
||||
| max unseen on a client | 1 | 1 |
|
||||
|
||||
Higher `alpha` reduces mean class-support CV and mean client-size spread, but the count of
|
||||
`|S_j| < M` cells is unchanged and missing cells are actually **higher** (5 vs 4); seed 1 retains a
|
||||
large client-size ratio (11.36). Realized statistics, not alpha alone, are used for interpretation.
|
||||
|
||||
---
|
||||
|
||||
## E. Per-seed validation results
|
||||
|
||||
`val rareMacroF1 (pc mean)` is the primary metric; all 10 clients eligible in every seed.
|
||||
Machine-readable: `artifacts/analysis/5gnidd__alpha0.75__multiseed__validation_per_seed.csv`.
|
||||
|
||||
### Seed 0
|
||||
|
||||
| beta | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|
|
||||
| 0.00 | 0.834681 | 0.896267 | 0.955238 | 0.851140 | 0.747485 |
|
||||
| 0.25 | 0.823388 | 0.899224 | 0.955542 | 0.853750 | 0.749155 |
|
||||
| **0.50** | **0.836792** | 0.901588 | 0.954228 | 0.855700 | 0.750191 |
|
||||
| 0.75 | 0.824667 | 0.901765 | 0.957174 | 0.856162 | 0.751178 |
|
||||
| 1.00 | 0.815774 | 0.896524 | 0.960685 | 0.852728 | 0.751334 |
|
||||
|
||||
### Seed 1
|
||||
|
||||
| beta | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|
|
||||
| 0.00 | 0.763787 | 0.860129 | 0.960640 | 0.829213 | 0.753489 |
|
||||
| 0.25 | 0.821190 | 0.896285 | 0.960906 | 0.853393 | 0.753687 |
|
||||
| 0.50 | 0.848836 | 0.916475 | 0.961261 | 0.866771 | 0.753555 |
|
||||
| 0.75 | 0.833255 | 0.913219 | 0.961421 | 0.864621 | 0.753662 |
|
||||
| **1.00** | **0.852469** | 0.911192 | 0.961375 | 0.863190 | 0.753300 |
|
||||
|
||||
### Seed 2
|
||||
|
||||
| beta | val rareMacroF1 (pc mean) | val rareMacroF1 (global) | val rareRecall (global) | val macroF1 | val acc |
|
||||
|---|---|---|---|---|---|
|
||||
| 0.00 | 0.735812 | 0.870022 | 0.958369 | 0.835202 | 0.752198 |
|
||||
| 0.25 | 0.726871 | 0.862443 | 0.955793 | 0.830314 | 0.752379 |
|
||||
| 0.50 | 0.741617 | 0.874029 | 0.956090 | 0.838279 | 0.753078 |
|
||||
| 0.75 | 0.716668 | 0.850796 | 0.955018 | 0.822194 | 0.751170 |
|
||||
| **1.00** | **0.744677** | 0.874155 | 0.954768 | 0.838259 | 0.752881 |
|
||||
|
||||
The per-seed curves are **non-monotone and seed-dependent**: seed 0 peaks at 0.50; seed 1 rises
|
||||
then peaks at 1.00; seed 2 peaks at 1.00 with a dip at 0.75. Relative to `beta=0`, seeds 1 and 2
|
||||
gain substantially at intermediate/high beta while seed 0 loses at 0.25/0.75/1.00.
|
||||
|
||||
---
|
||||
|
||||
## F. Per-seed diagnostic beta choices (SECONDARY, stability only)
|
||||
|
||||
| seed | selected beta | val rareMacroF1 (pc mean) | tie-break used | test_used_for_selection |
|
||||
|---|---|---|---|---|
|
||||
| 0 | 0.50 | 0.836792 | no | false |
|
||||
| 1 | 1.00 | 0.852469 | no | false |
|
||||
| 2 | 1.00 | 0.744677 | no | false |
|
||||
|
||||
These per-seed choices are **diagnostic only**; they are not the condition-level selection rule.
|
||||
`val_selection.json` records `"selection_split": "validation"` and
|
||||
`"test_used_for_selection": false` for all 15 `support_weighted` runs.
|
||||
|
||||
---
|
||||
|
||||
## G. PRIMARY pooled-across-seed validation selection
|
||||
|
||||
| beta | pooled mean | std (sample, ddof=1) | min | max | pooled val rareRecall (pc mean) | selected |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0.00 | 0.778094 | 0.050963 | 0.735812 | 0.834681 | 0.959858 | |
|
||||
| 0.25 | 0.790483 | 0.055100 | 0.726871 | 0.823388 | 0.959614 | |
|
||||
| **0.50** | **0.809081** | 0.058735 | 0.741617 | 0.848836 | 0.959268 | **yes** |
|
||||
| 0.75 | 0.791530 | 0.064974 | 0.716668 | 0.833255 | 0.959624 | |
|
||||
| 1.00 | 0.804306 | 0.054803 | 0.744677 | 0.852469 | 0.960041 | |
|
||||
|
||||
- **PRIMARY selected beta (`beta_star_5gnidd_alpha075`) = 0.50.**
|
||||
- **Criterion:** maximum pooled validation per-client-mean rare-class macro-F1 (validation only).
|
||||
- **Tie-break used:** no. Top-two beta = 0.50 (0.809081) vs 1.00 (0.804306); gap ≈ **4.8e-3**.
|
||||
- **`test_used_for_selection = false`.** Test metrics were not inspected until the pooled beta was
|
||||
fixed.
|
||||
- **Interpretation:** `beta = 0.50` is the *best among the tested candidates under pooled
|
||||
validation across seeds `{0,1,2}` for 5G-NIDD alpha=0.75*. It is **not** a global optimum. The
|
||||
pooled validation curve is non-monotone (0.778 → 0.790 → 0.809 → 0.792 → 0.804); the total
|
||||
between-beta spread is ≈ **0.031** and the across-seed sample std is 0.051–0.065 — comparable to
|
||||
or larger than the between-beta spread, so the selection is statistically weak. The pooled win
|
||||
is driven by seeds 1 and 2 (both strongly positive versus `beta=0`) partly offset by seed 0.
|
||||
|
||||
Machine-readable: `artifacts/analysis/5gnidd__alpha0.75__multiseed__validation_pooled.csv`,
|
||||
`...__selection_summary.json`.
|
||||
|
||||
---
|
||||
|
||||
## H. Final selected-beta test metrics (descriptive only)
|
||||
|
||||
`beta_star = 0.50` was fixed from pooled validation; only then were test metrics read.
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.904447 | 0.905721 | 0.880045 | 0.896738 ± 0.014470 |
|
||||
| rare-class recall | 0.958666 | 0.959723 | 0.960715 | 0.959701 ± 0.001025 |
|
||||
| macro-F1 | 0.857309 | 0.859939 | 0.842201 | 0.853150 ± 0.009572 |
|
||||
| accuracy | 0.749508 | 0.754381 | 0.752933 | 0.752274 ± 0.002503 |
|
||||
| weighted-F1 | 0.723885 | 0.730109 | 0.728408 | 0.727467 ± 0.003217 |
|
||||
|
||||
The global rare evaluation support is **28,000 for every seed** (the training-derived union of rare
|
||||
classes is identical across seeds at this alpha), so cross-seed test levels **are** directly
|
||||
comparable at alpha=0.75 — unlike alpha=0.50. Test columns:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__test_descriptive.csv`.
|
||||
|
||||
---
|
||||
|
||||
## I. `original_protean` comparison
|
||||
|
||||
| metric (test) | seed 0 | seed 1 | seed 2 | mean ± std (sample) |
|
||||
|---|---|---|---|---|
|
||||
| rare-class macro-F1 | 0.905589 | 0.860758 | 0.873356 | 0.879901 ± 0.023121 |
|
||||
| rare-class recall | 0.961285 | 0.959036 | 0.963321 | 0.961214 ± 0.002144 |
|
||||
| macro-F1 | 0.857109 | 0.829867 | 0.837238 | 0.841405 ± 0.014091 |
|
||||
| accuracy | 0.747048 | 0.754072 | 0.751745 | 0.750955 ± 0.003578 |
|
||||
| weighted-F1 | 0.721059 | 0.729950 | 0.727133 | 0.726047 ± 0.004544 |
|
||||
|
||||
Descriptive difference (`beta_star` − `original_protean`) for test rare-class macro-F1 is
|
||||
**−0.001141** (seed 0), **+0.044963** (seed 1), **+0.006689** (seed 2); mean **+0.016837**. Seed 0
|
||||
is essentially flat/weakly negative; seeds 1 and 2 are positive, but all differences are smaller
|
||||
than the between-seed std (≈ 0.023). No superiority or generalisation is claimed.
|
||||
|
||||
Descriptive dataset-level observation (consistent with alpha=0.50): on 5G-NIDD test weighted-F1
|
||||
(`≈0.727`) sits **below** accuracy (`≈0.752`) — the opposite of X-IIoTID — because the
|
||||
high-support classes are the harder ones for nearest-prototype inference.
|
||||
|
||||
---
|
||||
|
||||
## J. `beta = 0` equivalence vs `original_protean`
|
||||
|
||||
| property | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| same manifest / split / hashes | yes | yes | yes |
|
||||
| round-0 snapshot byte-identical | yes (`266a6e99…`) | yes (`acecab9a…`) | yes (`ef90c51a…`) |
|
||||
| support / characterization / rare_unseen identical | yes | yes | yes |
|
||||
| independent aggregation diff (`ΣC/n` vs `(1/n)ΣC`) | 4.4e-16 | 4.4e-16 | 4.4e-16 |
|
||||
| history rare-macro-F1 round-0 diff | 0.0 | 0.0 | 0.0 |
|
||||
| history rare-macro-F1 max diff (rounds ≥ 1) | 3.22e-2 | 5.04e-2 | 2.72e-2 |
|
||||
| test metric max abs diff | 5.22e-3 | 5.32e-3 | 2.74e-4 |
|
||||
| **classification** | **B** | **B** | **B** |
|
||||
|
||||
Class **B**: semantic equivalence + floating-point numerical divergence; **no semantic
|
||||
discrepancy**. Round 0 is byte-identical; a ~1 ULP ordering difference enters round-1
|
||||
prototype-alignment training and the trajectories then diverge. Equivalence remains conditional on
|
||||
the shared `S_j` reproduction assumption and is **not** proof that `beta=0` reproduces original
|
||||
PROTEAN. Machine-readable:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__beta0_equivalence.csv`.
|
||||
|
||||
---
|
||||
|
||||
## K. Direct prototype-effect findings (fixed round-0 snapshots, no retraining)
|
||||
|
||||
Computed from each seed's fixed `{C_ij, N_ij}` round-0 snapshot via the production aggregation.
|
||||
Cross-seed mean `||Cbar_j(beta) − Cbar_j(0)||` at `beta = 1.0` (sample std across seeds):
|
||||
|
||||
| class | mean disp | std | mean rel disp | #contributors (seed 0) |
|
||||
|---|---|---|---|---|
|
||||
| UDPScan | 2.445 | 0.484 | 0.285 | 10 |
|
||||
| SYNFlood | 1.897 | 0.171 | 0.542 | 9 |
|
||||
| SlowrateDoS | 1.565 | 0.654 | 0.252 | 10 |
|
||||
| SYNScan | 1.563 | 0.640 | 0.199 | 10 |
|
||||
| HTTPFlood | 1.366 | 0.544 | 0.175 | 10 |
|
||||
| TCPConnectScan | 1.226 | 0.476 | 0.326 | 10 |
|
||||
| UDPFlood | 0.903 | 0.103 | 0.163 | 10 |
|
||||
| Benign | 0.824 | 0.272 | 0.138 | 10 |
|
||||
| ICMPFlood | 0.673 | 0.331 | 0.179 | 8 |
|
||||
|
||||
- Mean displacement across the nine classes is **1.385** at beta=1.0, monotone in beta
|
||||
(0.25 → 0.497, 0.50 → 0.875, 0.75 → 1.163, 1.00 → 1.385).
|
||||
- Displacement is seed-sensitive (e.g. `SYNScan` std 0.640, `SlowrateDoS` std 0.654) and largest
|
||||
for the support-imbalanced rare classes (`UDPScan`, `SYNFlood`); `Benign`/`ICMPFlood` move least.
|
||||
- At alpha=0.75 the mean displacement is **smaller** than at alpha=0.50 (1.385 vs 2.340), tracking
|
||||
the lower realized support imbalance, though the per-class rank order differs.
|
||||
- Displacement is a **direct-aggregation measure only** and is **not** interpreted as improved or
|
||||
degraded detection. The end-to-end effect is reported separately in §G/§H.
|
||||
|
||||
Outputs: `artifacts/analysis/5gnidd__alpha0.75__seed{0,1,2}__support_weighted__beta0__prototype_snapshot__prototype_effect.csv`
|
||||
and `...__prototype_weights.csv`; cross-seed aggregate
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__prototype_effect_pooled.csv`.
|
||||
|
||||
---
|
||||
|
||||
## L. Client-level effect (validation, relative to beta = 0)
|
||||
|
||||
Detail: `...__client_validation_detail.csv`; summary: `...__client_validation_summary.csv`. Client
|
||||
ids are per-seed realisations and are **not** pooled across seeds. Tolerance 1e-9.
|
||||
|
||||
At the selected `beta = 0.50`:
|
||||
|
||||
| seed | improve | degrade | unchanged | mean Δ | min Δ | max Δ |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 0 | 4 | 6 | 0 | +0.0021 | −0.0434 | +0.0744 (+0.0744 at c0, min N_ij=2) |
|
||||
| 1 | 6 | 3 | 1 | +0.0850 | −0.0172 | +0.2667 (c8) |
|
||||
| 2 | 4 | 2 | 4 | +0.0058 | −0.0054 | +0.0237 |
|
||||
|
||||
- The response is seed-dependent. Seed 1 improves strongly on 6/10 clients (mean Δ +0.085, max
|
||||
+0.267); seed 0 is mixed (mean +0.002, but 6 degrade); seed 2 is mostly flat (4 unchanged).
|
||||
- `N_ij` vs ΔF1 is **non-monotonic**: seed 1's largest gain (c8, +0.267) has the largest min
|
||||
positive attack support (134), while seed 0's largest gain (c0, +0.074) has the smallest
|
||||
(min N_ij = 2); the worst seed-0 degradation (c7, −0.043) is not the lowest-support client.
|
||||
- This analysis is descriptive and non-causal.
|
||||
|
||||
Full per-beta client summaries: `...__client_validation_summary.csv`.
|
||||
|
||||
---
|
||||
|
||||
## M. Runtime and resources
|
||||
|
||||
CPU only, no GPU, no swap, exit status 0 for every run (`/usr/bin/time -v`). Full table:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__runtime.csv`.
|
||||
|
||||
| group | wall range | CPU % | peak RSS |
|
||||
|---|---|---|---|
|
||||
| seed 0 (6 runs) | 61:55 – 62:59 | 742–745 | 8.68 GiB |
|
||||
| seed 1 (6 runs) | 64:10 – 66:37 | 739–742 | 11.78 GiB |
|
||||
| seed 2 (6 runs) | 63:38 – 65:12 | 738–740 | 10.99 GiB |
|
||||
|
||||
- New compute this session: **18 runs, 69,064 s ≈ 19.18 h** wall-clock, sequential on an 8-core
|
||||
host.
|
||||
- Per-run wall time is homogeneous (61:55–66:37). Peak RSS is partition-dependent, not
|
||||
beta-dependent: ~8.69 GiB (seed 0), ~11.78 GiB (seed 1), ~11.00 GiB (seed 2), all within the
|
||||
host memory. 5G-NIDD uses more memory than X-IIoTID because the training split is ~1.5× larger.
|
||||
- No warnings, no client failures, 9/9 global prototypes in every round, no retries.
|
||||
|
||||
---
|
||||
|
||||
## N. Comparison with 5G-NIDD alpha = 0.50 (descriptive only)
|
||||
|
||||
Reference (Session 9, audited): `5GNIDD_ALPHA050_BETA_VALIDATION.md`.
|
||||
|
||||
| statistic | 5G-NIDD alpha=0.50 | 5G-NIDD alpha=0.75 |
|
||||
|---|---|---|
|
||||
| pooled-selected beta | **1.00** | **0.50** |
|
||||
| pooled validation mean range (spread) | 0.645–0.692 (0.047) | 0.778–0.809 (0.031) |
|
||||
| pooled validation std range | 0.053–0.139 | 0.051–0.065 |
|
||||
| `|S_j| < M` cells (sum / 27) | 4 / 27 | 4 / 27 |
|
||||
| missing client-class cells | 4 | 5 |
|
||||
| client-size ratio mean | 9.59 | 6.31 |
|
||||
| mean class-support CV | 1.225 | 0.916 |
|
||||
| union rare per seed | 6 / 5 / 6 | 6 / 6 / 6 |
|
||||
| union unseen per seed | 2 / 0 / 2 | 2 / 2 / 0 |
|
||||
| test rare support per seed | 104,843 / 13,375 / 128,995 | 28,000 / 28,000 / 28,000 |
|
||||
| mean displacement `‖Cbar(1)−Cbar(0)‖` | 2.340 | 1.385 |
|
||||
| selected-beta client improve/degrade (per seed) | 6/3, 3/5, 7/2 | 4/6, 6/3, 4/2 |
|
||||
| `beta=0` equivalence class (per seed) | B / B / B | B / B / B |
|
||||
|
||||
Descriptive observations (two alpha levels, one dataset, three project-defined seeds — **no
|
||||
monotone or causal claim**):
|
||||
|
||||
- Both pooled validation curves are **non-monotone**; the selected beta differs (0.50 at alpha=0.75
|
||||
vs 1.00 at alpha=0.50). Across-seed std is comparable to the between-beta spread at both
|
||||
conditions, so both selections are statistically weak.
|
||||
- Realized support imbalance is lower on average at alpha=0.75 (CV 0.916 vs 1.225; client ratio
|
||||
6.31 vs 9.59) and mean prototype displacement is smaller (1.385 vs 2.340), yet the number of
|
||||
`|S_j| < M` cells is identical (4/27) and missing cells are slightly higher.
|
||||
- At alpha=0.75 the rare-class union is identical across seeds (constant test rare support),
|
||||
whereas at alpha=0.50 it varies; this is a property of the realized partitions, not of beta.
|
||||
- Validation **levels** are not directly comparable across alpha (different rare-class sets and
|
||||
per-client eval partitions at alpha=0.50); only within-condition contrasts are interpreted.
|
||||
|
||||
Machine-readable: `artifacts/analysis/5gnidd__cross_alpha__cross_alpha_beta_table.csv`,
|
||||
`..._displacement.csv`, `..._client_summary.csv`, `..._summary.json` and
|
||||
`5gnidd__cross_alpha__partition_heterogeneity_*`.
|
||||
|
||||
---
|
||||
|
||||
## O. Optional cross-dataset context: X-IIoTID alpha = 0.75
|
||||
|
||||
Audited X-IIoTID reference (`XIIOTID_CROSS_ALPHA_ANALYSIS.md`): pooled-selected **beta = 0.50**
|
||||
(pooled mean 0.476749 ± 0.046624), realized heterogeneity cells `3/27`, 4 missing cells, client
|
||||
ratio mean 4.67, support CV 0.881, mean displacement 1.305. At alpha=0.75 both datasets select
|
||||
beta = 0.50 descriptively. This is **not** evidence of a dataset-independent rule: only two
|
||||
datasets, one alpha each in common, three seeds per condition, weak effects, and no inferential
|
||||
test. No causal or generalisation claim is made.
|
||||
|
||||
---
|
||||
|
||||
## P. Limitations
|
||||
|
||||
- **One new condition** (5G-NIDD alpha=0.75). No 5G-NIDD alpha=0.25 result exists; no full
|
||||
cross-alpha 5G-NIDD claim is possible yet. No X-IIoTID/5G-NIDD causal or monotone claim.
|
||||
- **Three project-defined seeds** (`{0,1,2}`); the pooled mean's variation across seeds is
|
||||
comparable to or larger than the between-beta spread, so `beta_star = 0.50` is statistically
|
||||
weak and is only "best among the five tested candidates under pooled validation for this
|
||||
condition".
|
||||
- The `S_j` participant/denominator rule (`S_j = {i | N_ij > 0 and valid C_ij}`, equal weights in
|
||||
the baseline) remains a **REPRODUCTION ASSUMPTION**. At 5G-NIDD alpha=0.75 it is material in
|
||||
**4/27** class-condition cells, but the `beta=0` comparison is still conditional on both modes
|
||||
sharing this rule and does **not** prove `beta=0` reproduces original PROTEAN.
|
||||
- Train/validation/test adaptation (70/10/20 stratified) differs from the paper's literal 80/20;
|
||||
the validation eval partition is a project decision.
|
||||
- `preprocessing_hash`/`config_hash` remain `null` in the 5G-NIDD manifests.
|
||||
- **No global beta optimum claim**; test metrics did not influence selection.
|
||||
@@ -0,0 +1,277 @@
|
||||
# Session 10 Post-Experiment Audit (5G-NIDD alpha=0.75)
|
||||
|
||||
Status: **PASS.** Independent recomputation from machine-readable artifacts and the raw dataset
|
||||
confirms every Session-10 Stage-B claim for 5G-NIDD `alpha=0.75`. No discovered issue changes
|
||||
`beta_star` or the scientific interpretation. **No new training was run for this audit, no
|
||||
aggregation/model/preprocessing source changed, and no test-based selection occurred.**
|
||||
|
||||
Audit performed: 2026-09-29. Audited HEAD: `a7f2b0049e99fb66021b4660b82a48d5dbbef072`.
|
||||
Machine-readable audit record:
|
||||
`artifacts/analysis/5gnidd__alpha0.75__multiseed__audit_recomputation.json`.
|
||||
|
||||
Companion documents: `docs/research/5GNIDD_ALPHA075_BETA_VALIDATION.md`,
|
||||
`docs/research/5GNIDD_ALPHA050_BETA_VALIDATION.md`, `docs/research/EXPERIMENT_PROTOCOL.md`,
|
||||
`docs/research/XIIOTID_CROSS_ALPHA_ANALYSIS.md`, `docs/handoff/SESSION_HANDOFF.md`.
|
||||
|
||||
---
|
||||
|
||||
## A. Scope
|
||||
|
||||
Independently verify the Session-10 claim for:
|
||||
|
||||
- dataset `5gnidd`, alpha `0.75`, seeds `{0,1,2}`, beta `{0, 0.25, 0.5, 0.75, 1.0}` plus
|
||||
`original_protean` (18 runs);
|
||||
- PRIMARY pooled-validation selection `beta_star = 0.50` using validation per-client rare-class
|
||||
macro-F1 averaged within seed then across seeds;
|
||||
- `beta=0` equivalence class;
|
||||
- cross-alpha (5G-NIDD alpha=0.50) and cross-dataset (X-IIoTID alpha=0.75) labels.
|
||||
|
||||
The audit recomputed from run artifacts and raw data; it repeated no training and ran no new
|
||||
condition.
|
||||
|
||||
---
|
||||
|
||||
## B. Run inventory
|
||||
|
||||
18 full-data runs enumerated from `results/5gnidd__alpha0.75__*/metadata.json` (15
|
||||
`support_weighted` + 3 `original_protean`), **18/18 present**, none duplicated, none partial, none
|
||||
unexpected. Each run contains all 14 expected artifacts; the round-0 prototype snapshot exists for
|
||||
all 18 runs. Metadata verified per run: dataset=5gnidd, alpha=0.75, seed, mode, clients=10,
|
||||
rounds=10, local_epochs=3, batch=256, lr=1e-3, mu=0.1, lambda=1.0, `manifest_reload_ok=true`,
|
||||
`smoke=false`. All 18 exit status 0.
|
||||
|
||||
No 5G-NIDD run exists for alpha=0.25; no 5G-NIDD `support_weighted` run for any other alpha exists;
|
||||
`equal_available` is absent from `src/`, `scripts/`, `tests/`.
|
||||
|
||||
---
|
||||
|
||||
## C. Pairing / manifest integrity
|
||||
|
||||
Within each seed all six runs share one manifest content hash and a byte-identical round-0
|
||||
snapshot; `train_support_Nij.csv`, `characterization.csv` and `rare_unseen.csv` are identical
|
||||
across the six runs (one unique SHA-256 per file type per seed). `manifest_reload_ok = true` and
|
||||
`smoke = false` everywhere.
|
||||
|
||||
| seed | manifest content hash | round-0 snapshot SHA-256 | support/char/rare unique counts |
|
||||
|---|---|---|---|
|
||||
| 0 | `96cd9b90b71895da…` | `266a6e9976d5c138…` | 1 / 1 / 1 |
|
||||
| 1 | `007c23564a44919b…` | `acecab9a60852e45…` | 1 / 1 / 1 |
|
||||
| 2 | `3134bea2d47a7336…` | `ef90c51aa9998ec8…` | 1 / 1 / 1 |
|
||||
|
||||
Each alpha=0.75 manifest was independently reproduced from the raw dataset
|
||||
(`prepare_dataset` → `reproduce_train_assignments`): exact `N_ij` match, partition-hash match and
|
||||
split-hash match for all three seeds; split sizes 851,123 / 121,589 / 243,177; `N_ij` sum
|
||||
851,123; 10 clients. Pairing is proven by content hashes, not filenames.
|
||||
|
||||
---
|
||||
|
||||
## D. Partition characterization audit
|
||||
|
||||
Independently recomputed from the manifests; matches the report exactly:
|
||||
|
||||
| statistic | seed 0 / 1 / 2 | reality (sum / mean) |
|
||||
|---|---|---|
|
||||
| `|S_j| < M` cells | 2 / 2 / 0 | **4 / 27** |
|
||||
| missing client-class cells | 3 / 2 / 0 | **5** |
|
||||
| client-size ratio | 3.70 / 11.36 / 3.87 | mean **6.31** |
|
||||
| union rare classes | 6 / 6 / 6 | identical set across seeds |
|
||||
| union unseen classes | 2 / 2 / 0 | max 1 on a client |
|
||||
|
||||
Mean class-support CV = **0.916**; maximum per-class `max/min` ratio across seeds = 7,642.5.
|
||||
|
||||
---
|
||||
|
||||
## E. Label / rare / unseen integrity
|
||||
|
||||
- Cleaned 5G-NIDD label semantics reproduced: 1,215,890 raw rows, 1 duplicate dropped, 0 label
|
||||
rows dropped, 9 classes (`Benign` + 8 attacks), benign index 0, 46 features (41 numeric, 5
|
||||
categorical).
|
||||
- Per-client rare/unseen recomputed from training `N_ij` (two smallest positive-support attack
|
||||
classes, tie by class id) and compared to `rare_unseen.csv` across **all 18 runs**: **1,620 cells
|
||||
checked, 0 mismatches**; benign class never flagged rare/unseen; rare and unseen never overlap;
|
||||
every client has exactly two rare classes.
|
||||
- `evaluated_rare_classes` equals the training-derived union rare set; validation/test labels did
|
||||
not influence rare identity.
|
||||
|
||||
---
|
||||
|
||||
## F. Validation metric recomputation
|
||||
|
||||
Recomputed from raw artifacts (no report numbers copied):
|
||||
|
||||
- seed-level primary score = mean over eligible clients of `val_per_client.csv`
|
||||
`rare_class_macro_f1`; equals `val_selection.json` per-client-mean to **max diff 0.0** for all
|
||||
15 runs; all 10 clients eligible in every seed.
|
||||
- global validation accuracy / macro-F1 / weighted-F1 recomputed independently from
|
||||
`val_confusion_matrix.json` with the production formulas: **max diff 0.0** versus
|
||||
`val_global_metrics.json`.
|
||||
|
||||
---
|
||||
|
||||
## G. Pooled-selection recomputation
|
||||
|
||||
Computed from the independently recomputed seed-level scores (not from the report). Pooled = mean
|
||||
of the three seed means; std sample (`ddof=1`).
|
||||
|
||||
| beta | pooled mean | sample std | recomputed selected |
|
||||
|---|---|---|---|
|
||||
| 0.00 | 0.778094 | 0.050963 | |
|
||||
| 0.25 | 0.790483 | 0.055100 | |
|
||||
| **0.50** | **0.809081** | 0.058735 | **yes** |
|
||||
| 0.75 | 0.791530 | 0.064974 | |
|
||||
| 1.00 | 0.804306 | 0.054803 | |
|
||||
|
||||
- Recompute **matches the report** to formatting precision.
|
||||
- `argmax` = **0.50** (no tie; top-two gap ≈ 4.8e-3). `tie_break_used=false`.
|
||||
- Per-seed diagnostics reproduce **0.50 / 1.00 / 1.00**.
|
||||
|
||||
---
|
||||
|
||||
## H. Validation / test leakage audit
|
||||
|
||||
- `run_baseline.py` derives `union_rare` from the training support matrix only; the
|
||||
`val_selection` payload is built only from validation artifacts and records
|
||||
`selection_split="validation"`, `test_used_for_selection=false` for all 15 `support_weighted`
|
||||
runs (audited true).
|
||||
- `analyze_multiseed_beta.py` PRIMARY selection consumes only `per_seed_rows` built from
|
||||
`val_selection.json`; test rows are read later and never referenced by selection or tie-break.
|
||||
No code path sorts/filters candidates by a test field.
|
||||
- The audit's own `beta_star = 0.50` was reproduced from validation artifacts alone.
|
||||
|
||||
Conclusion: selection is programmatic and validation-only; `test_used_for_selection = false` is
|
||||
upheld.
|
||||
|
||||
---
|
||||
|
||||
## I. Final test recomputation
|
||||
|
||||
`beta_star = 0.50` fixed from pooled validation; only then test metrics read. Recomputed from
|
||||
`test_global_metrics.json` per seed (and cross-checked byte-for-byte against `test_descriptive.csv`,
|
||||
max diff 0.0), averaged across seeds with sample std:
|
||||
|
||||
| metric | selected beta 0.50 (mean ± std) | original_protean (mean ± std) |
|
||||
|---|---|---|
|
||||
| rare-class macro-F1 | 0.896738 ± 0.014470 | 0.879901 ± 0.023121 |
|
||||
| rare-class recall | 0.959701 ± 0.001025 | 0.961214 ± 0.002144 |
|
||||
| macro-F1 | 0.853150 ± 0.009572 | 0.841405 ± 0.014091 |
|
||||
| accuracy | 0.752274 ± 0.002503 | 0.750955 ± 0.003578 |
|
||||
| weighted-F1 | 0.727467 ± 0.003217 | 0.726047 ± 0.004544 |
|
||||
|
||||
Matches the report exactly. No superiority claim is made.
|
||||
|
||||
---
|
||||
|
||||
## J. `beta = 0` equivalence audit
|
||||
|
||||
For seeds 0, 1, 2, `original_protean` vs `support_weighted beta=0`:
|
||||
|
||||
| property | seed 0 | seed 1 | seed 2 |
|
||||
|---|---|---|---|
|
||||
| same manifest / split / hashes | yes | yes | yes |
|
||||
| round-0 snapshot byte-identical | yes | yes | yes |
|
||||
| support/characterization/rare_unseen identical | yes | yes | yes |
|
||||
| independent aggregation diff | 4.4e-16 | 4.4e-16 | 4.4e-16 |
|
||||
| history rare-macro-F1 round-0 diff | 0.0 | 0.0 | 0.0 |
|
||||
| history rare-macro-F1 max diff (rounds ≥ 1) | 3.22e-2 | 5.04e-2 | 2.72e-2 |
|
||||
| test metric max diff | 5.22e-3 | 5.32e-3 | 2.74e-4 |
|
||||
| classification | **B** | **B** | **B** |
|
||||
|
||||
Class **B** (semantically equivalent + floating-point divergence); **no semantic discrepancy**.
|
||||
Equivalence remains conditional on the shared `S_j` reproduction assumption.
|
||||
|
||||
---
|
||||
|
||||
## K. Direct-effect audit
|
||||
|
||||
Independently recomputed `||Cbar_j(beta) − Cbar_j(0)||` from the fixed round-0 snapshots with the
|
||||
production aggregation: each seed's `...__prototype_effect.csv` is produced by
|
||||
`analyze_prototype_effect.py` from the snapshot and the cross-seed pooled file aggregates it. Mean
|
||||
displacement at `beta=1.0` is **1.385** (monotone: 0.497 / 0.875 / 1.163 / 1.385 for
|
||||
beta 0.25/0.50/0.75/1.00). Displacement is a direct-aggregation measure only; no detection
|
||||
causality is inferred.
|
||||
|
||||
---
|
||||
|
||||
## L. Client-level audit
|
||||
|
||||
Deltas recomputed from `val_per_client.csv` vs `client_validation_detail.csv` (via the `beta=0`
|
||||
base): improve/degrade/unchanged at the selected `beta=0.50` = 4/6/0 (seed 0, mean +0.0021),
|
||||
6/3/1 (seed 1, mean +0.0850), 4/2/4 (seed 2, mean +0.0058). `N_ij` vs ΔF1 is non-monotonic. Client
|
||||
ids are per-seed realisations, not pooled.
|
||||
|
||||
---
|
||||
|
||||
## M. Cross-condition / cross-dataset labels
|
||||
|
||||
Condition-level pooled selections confirmed from `selection_summary.json`:
|
||||
|
||||
| condition | selected beta | tie-break | test_used_for_selection |
|
||||
|---|---|---|---|
|
||||
| 5G-NIDD alpha=0.75 (this session) | 0.50 | no | false |
|
||||
| 5G-NIDD alpha=0.50 (Session 9) | 1.00 | no | false |
|
||||
| X-IIoTID alpha=0.75 (Session 8) | 0.50 | no | false |
|
||||
|
||||
The report makes no causal, monotone or generalising claim and explicitly states the selections
|
||||
differ descriptively across conditions.
|
||||
|
||||
---
|
||||
|
||||
## N. Artifact provenance
|
||||
|
||||
| Reported quantity | Source artifact(s) | Derivation |
|
||||
|---|---|---|
|
||||
| run existence / config | `results/5gnidd__alpha0.75__*/metadata.json` | direct read |
|
||||
| manifest hashes / reproduction | `artifacts/partitions/5gnidd__alpha0.75__seed{0,1,2}.json` | module + `reproduce_train_assignments` |
|
||||
| pairing proof | `artifacts/analysis/..._prototype_snapshot.json` | sha256 across 6 runs/seed |
|
||||
| seed-level validation score | `results/.../val_per_client.csv` + `val_selection.json` | mean of per-client rare macro-F1 |
|
||||
| validation global metrics | `results/.../val_confusion_matrix.json` | independent numpy recompute |
|
||||
| pooled mean/std, `beta_star` | recomputed seed scores | mean/`stdev`, argmax |
|
||||
| test metrics | `results/.../test_global_metrics.json` + `..._test_descriptive.csv` | independent recompute + mean/std |
|
||||
| partition characterization | manifests + `..._partition_heterogeneity_*.csv` | independent numpy recompute |
|
||||
| beta=0 equivalence | original vs beta0 artifacts/snapshots | sha256 + independent aggregation + history diff |
|
||||
| direct-effect displacement | snapshots + `..._prototype_effect_pooled.csv` | production aggregation |
|
||||
| client improve/degrade | `results/.../val_per_client.csv` + `..._client_validation_detail.csv` | deltas vs beta=0 |
|
||||
| rare-class identity | `results/.../rare_unseen.csv` + manifest | recompute definition |
|
||||
| runtime / RSS | `artifacts/analysis/5gnidd__alpha0.75__multiseed__runtime.csv` (source `/tmp/opencode/5gnidd_alpha075_runtime.csv`) | parse `/usr/bin/time -v`; sum 69,064 s = 19.18 h |
|
||||
| cross-alpha table | `5gnidd__cross_alpha__*` (built from alpha0.5 + alpha0.75 multiseed artifacts) | read per-condition artifacts |
|
||||
|
||||
---
|
||||
|
||||
## O. Deviations / corrections found
|
||||
|
||||
**None** affecting science. One audit-script (not repository) comparison bug was self-corrected
|
||||
during the audit: the first version of the audit compared per-seed `test_descriptive.csv` rows to
|
||||
pooled means; the check was corrected to compare per-seed values against per-seed
|
||||
`test_global_metrics.json` (max diff then 0.0). No repository artifact, report number, or selection
|
||||
was affected. No training/aggregation/preprocessing source file was modified.
|
||||
|
||||
Informational note (not a defect): two runner instances were accidentally started and immediately
|
||||
killed before any artifact was written; the final run directory contains exactly the 18 intended
|
||||
runs (18/18, no duplicates).
|
||||
|
||||
---
|
||||
|
||||
## P. Final audit verdict
|
||||
|
||||
**PASS.**
|
||||
|
||||
- Run inventory: **PASS** (18/18; no duplicates/partials; no alpha=0.25 run; no legacy 5G-NIDD
|
||||
alpha=0.75 run).
|
||||
- Pairing / manifest reproduction: **PASS** (hash-identical; raw-data reproduction exact incl.
|
||||
partition hash).
|
||||
- Partition characterization: **PASS** (4/27, 5 missing, ratios 3.70/11.36/3.87, unseen 2/2/0).
|
||||
- Rare/unseen integrity: **PASS** (0 mismatches over 1,620 cells).
|
||||
- Validation recomputation (seed-level and global): **PASS** (exact).
|
||||
- Pooled selection: **PASS**; independent `beta_star = 0.50` using validation only.
|
||||
- Validation/test leakage: **PASS**.
|
||||
- Test summaries: **PASS** (exact).
|
||||
- beta=0 equivalence: **PASS**, class **B** for all seeds.
|
||||
- Direct-effect and client-level analyses: **PASS** (consistent with snapshots/artifacts).
|
||||
- Cross-condition labels: **PASS** (5G-NIDD a0.75 = 0.50 vs a0.50 = 1.00 vs X-IIoTID a0.75 = 0.50;
|
||||
no causal claim).
|
||||
- Source/data integrity: **PASS**; `planningawal/` unchanged; raw SHA-256 unchanged;
|
||||
`equal_available` absent; pytest 75 passed.
|
||||
|
||||
Session 10 is **safe to checkpoint** with the documented limitations (single new condition, three
|
||||
project-defined seeds, weak effect relative to seed variance, `S_j` reproduction assumption, no
|
||||
global-optimum claim).
|
||||
Reference in new issue
Block a user