Add remaining route_comparison artifacts (cross + per-seed checkpoints/scores)

This commit is contained in:
2026-05-07 20:54:44 +08:00
parent fae2db8cff
commit 5f578575ad
333 changed files with 61908 additions and 0 deletions

View File

@@ -0,0 +1,38 @@
T: 64
attack_cap: 20000
batch_size: 256
benign_label: normal
d_model: 128
data_seed: 42
device: auto
epochs: 50
eval_batch_size: 512
eval_every: 10
eval_n: 20000
eval_n_steps: 8
flow_features_align: auto
flow_features_path: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/flow_features.parquet
flows_parquet: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store/flows.parquet
grad_clip: 1.0
lambda_flow: 0.3
lambda_packet: 0.3
lr: 0.0003
min_len: 2
mlp_ratio: 4.0
n_heads: 4
n_layers: 4
n_train: 10000
num_workers: 0
packet_mask_ratio: 0.5
packet_preprocess: mixed_dequant
reference_mode: null
save_dir: /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed42
seed: 42
sigma: 0.1
source_store: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store
time_dim: 64
token_dim: null
train_ratio: 0.8
use_ot: true
val_cap: 10000
weight_decay: 0.01

View File

@@ -0,0 +1,243 @@
{
"epoch": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"loss": [
2.238484724974021,
1.8185321612235827,
1.5694421652035835,
1.4087621432084303,
1.2802610947535589,
1.1938801652345903,
1.1530314546365004,
1.1122528880070417,
1.078464151957096,
1.0582786691494477,
1.0316591690748165,
1.0144523366903648,
1.0529242142652855,
0.9896519994124388,
0.9754727391096262,
0.9706255992253622,
0.9741136722075634,
0.9865069588025411,
0.9677906938088245,
0.9452652243467478,
0.9449864794046451,
0.9600389385834719,
0.9319891318296775,
0.9258378530159975,
0.9202344417572021,
0.924770115277706,
0.9080082728312566,
0.9161710937817892,
0.9036619051908835,
0.9133531130277194,
0.9049287820473696,
0.9109944227414254,
0.901113204466991,
0.9060565202664106,
0.8893112234580212,
0.884432274561662,
0.8819552537722465,
0.8883787133754828,
0.8901151204720522,
0.8866420097840138,
0.8883571181541834,
0.8856784028884692,
0.8709982587740972,
0.8824056555063297,
0.8767944207558265,
0.8775220131262754,
0.877884797560863,
0.8735333589407114,
0.8781453523880396,
0.8738587162433527
],
"eval": [
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.79407765,
"auroc_curvature_flow": 0.15714608,
"auroc_curvature_packet": 0.2038064525,
"auroc_curvature_total": 0.1068776625,
"auroc_kappa2_speed2norm_packet_mean": 0.13401841,
"auroc_kappa2_speed2norm_packet_median": 0.1318591025,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.12739881,
"auroc_kinetic_energy": 0.7742252599999999,
"auroc_kinetic_flow": 0.7552203875,
"auroc_kinetic_packet": 0.7979296899999999,
"auroc_terminal_flow": 0.9368992,
"auroc_terminal_norm": 0.9527770775,
"auroc_terminal_packet": 0.927169855,
"auroc_velocity_flow": 0.8290729225,
"auroc_velocity_packet": 0.8840924375,
"auroc_velocity_total": 0.8987191
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.922707725,
"auroc_curvature_flow": 0.28839765,
"auroc_curvature_packet": 0.67098521,
"auroc_curvature_total": 0.58685538,
"auroc_kappa2_speed2norm_packet_mean": 0.59119754,
"auroc_kappa2_speed2norm_packet_median": 0.5961876800000001,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.595088985,
"auroc_kinetic_energy": 0.9240453074999999,
"auroc_kinetic_flow": 0.8633862675,
"auroc_kinetic_packet": 0.866862925,
"auroc_terminal_flow": 0.9507568899999999,
"auroc_terminal_norm": 0.960393865,
"auroc_terminal_packet": 0.9406175125,
"auroc_velocity_flow": 0.8536202575,
"auroc_velocity_packet": 0.86155299,
"auroc_velocity_total": 0.8947056325
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.931072335,
"auroc_curvature_flow": 0.2290959125,
"auroc_curvature_packet": 0.6883449424999999,
"auroc_curvature_total": 0.5377353225,
"auroc_kappa2_speed2norm_packet_mean": 0.32323636,
"auroc_kappa2_speed2norm_packet_median": 0.3233789775,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.3171084325,
"auroc_kinetic_energy": 0.9311031274999999,
"auroc_kinetic_flow": 0.8738844175,
"auroc_kinetic_packet": 0.899137655,
"auroc_terminal_flow": 0.9482941475,
"auroc_terminal_norm": 0.9588114600000001,
"auroc_terminal_packet": 0.9410277425,
"auroc_velocity_flow": 0.83529879,
"auroc_velocity_packet": 0.88076889,
"auroc_velocity_total": 0.9019990474999999
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9402365175,
"auroc_curvature_flow": 0.42293543000000006,
"auroc_curvature_packet": 0.8347149700000001,
"auroc_curvature_total": 0.7646005800000001,
"auroc_kappa2_speed2norm_packet_mean": 0.601222045,
"auroc_kappa2_speed2norm_packet_median": 0.589868305,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.599252635,
"auroc_kinetic_energy": 0.9404652225000001,
"auroc_kinetic_flow": 0.8897583250000001,
"auroc_kinetic_packet": 0.9208423849999999,
"auroc_terminal_flow": 0.941909435,
"auroc_terminal_norm": 0.9631979500000001,
"auroc_terminal_packet": 0.9569458550000001,
"auroc_velocity_flow": 0.86892876,
"auroc_velocity_packet": 0.88417203,
"auroc_velocity_total": 0.9073885924999999
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9454752249999999,
"auroc_curvature_flow": 0.5339493325,
"auroc_curvature_packet": 0.8753622025000001,
"auroc_curvature_total": 0.8370682250000001,
"auroc_kappa2_speed2norm_packet_mean": 0.5704927049999999,
"auroc_kappa2_speed2norm_packet_median": 0.56995154,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.57063048,
"auroc_kinetic_energy": 0.9457943750000001,
"auroc_kinetic_flow": 0.8932741250000001,
"auroc_kinetic_packet": 0.9334533075,
"auroc_terminal_flow": 0.94798644,
"auroc_terminal_norm": 0.96389727,
"auroc_terminal_packet": 0.95557592,
"auroc_velocity_flow": 0.8700007175,
"auroc_velocity_packet": 0.8949090625,
"auroc_velocity_total": 0.9097327275000001
}
]
}

View File

@@ -0,0 +1,134 @@
[config] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed42/config.yaml
[model] T=64 flow_dim=20 packet_dim=9
[data] flows=/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store/flows.parquet packets_source=/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store
[data] using external flow features D=20
[data] rows total=8,193,621 keep len>=2: 3,797,530
[data] benign=97,045 attack=20,000 -> train=77,636 val=10,000
[data] train=77,636 val=10,000 attack=20,000
[eval] scoring val=5,000 and attack=10,000
/home/chy/mambafortrafficmodeling/.venv/lib/python3.14/site-packages/torch/autograd/graph.py:869: UserWarning: Attempting to run cuBLAS, but there was no current CUDA context! Attempting to set the primary context... (Triggered internally at /pytorch/aten/src/ATen/cuda/CublasHandlePool.cpp:335.)
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
[score] 256/5,000
[score] 512/5,000
[score] 768/5,000
[score] 1,024/5,000
[score] 1,280/5,000
[score] 1,536/5,000
[score] 1,792/5,000
[score] 2,048/5,000
[score] 2,304/5,000
[score] 2,560/5,000
[score] 2,816/5,000
[score] 3,072/5,000
[score] 3,328/5,000
[score] 3,584/5,000
[score] 3,840/5,000
[score] 4,096/5,000
[score] 4,352/5,000
[score] 4,608/5,000
[score] 4,864/5,000
[score] 5,000/5,000
[eval] val done in 12.3s
[score] 256/10,000
[score] 512/10,000
[score] 768/10,000
[score] 1,024/10,000
[score] 1,280/10,000
[score] 1,536/10,000
[score] 1,792/10,000
[score] 2,048/10,000
[score] 2,304/10,000
[score] 2,560/10,000
[score] 2,816/10,000
[score] 3,072/10,000
[score] 3,328/10,000
[score] 3,584/10,000
[score] 3,840/10,000
[score] 4,096/10,000
[score] 4,352/10,000
[score] 4,608/10,000
[score] 4,864/10,000
[score] 5,120/10,000
[score] 5,376/10,000
[score] 5,632/10,000
[score] 5,888/10,000
[score] 6,144/10,000
[score] 6,400/10,000
[score] 6,656/10,000
[score] 6,912/10,000
[score] 7,168/10,000
[score] 7,424/10,000
[score] 7,680/10,000
[score] 7,936/10,000
[score] 8,192/10,000
[score] 8,448/10,000
[score] 8,704/10,000
[score] 8,960/10,000
[score] 9,216/10,000
[score] 9,472/10,000
[score] 9,728/10,000
[score] 9,984/10,000
[score] 10,000/10,000
[eval] attack done in 23.2s
[eval] score keys: 57 first 5: ['arc_length', 'causal_surprisal_flow', 'causal_surprisal_packet_max', 'causal_surprisal_packet_mean', 'causal_surprisal_packet_median']
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed42/phase1_summary.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed42/phase1_scores.npz
=== overall AUROC (sorted desc) ===
terminal_norm AUROC=0.9635 AUPRC=0.9837
terminal_packet AUROC=0.9570 AUPRC=0.9816
kinetic_energy AUROC=0.9504 AUPRC=0.9738
arc_length AUROC=0.9501 AUPRC=0.9733
terminal_flow AUROC=0.9461 AUPRC=0.9694
kinetic_packet AUROC=0.9414 AUPRC=0.9753
velocity_total_t09 AUROC=0.9226 AUPRC=0.9338
velocity_packet_t09 AUROC=0.9123 AUPRC=0.9519
velocity_total AUROC=0.9115 AUPRC=0.9249
velocity_total_t07 AUROC=0.9110 AUPRC=0.9277
velocity_total_t10 AUROC=0.9100 AUPRC=0.9230
velocity_packet AUROC=0.8957 AUPRC=0.9414
kinetic_flow AUROC=0.8948 AUPRC=0.8972
velocity_total_t05 AUROC=0.8938 AUPRC=0.9153
velocity_packet_t05 AUROC=0.8865 AUPRC=0.9297
velocity_total_t03 AUROC=0.8861 AUPRC=0.9097
velocity_packet_t03 AUROC=0.8850 AUPRC=0.9218
velocity_packet_t07 AUROC=0.8846 AUPRC=0.9377
velocity_packet_t01 AUROC=0.8832 AUPRC=0.9171
velocity_total_t01 AUROC=0.8830 AUPRC=0.9077
velocity_flow_t09 AUROC=0.8742 AUPRC=0.8753
velocity_flow AUROC=0.8723 AUPRC=0.8756
velocity_flow_t07 AUROC=0.8716 AUPRC=0.8778
velocity_flow_t05 AUROC=0.8711 AUPRC=0.8820
velocity_flow_t03 AUROC=0.8703 AUPRC=0.8864
velocity_flow_t10 AUROC=0.8688 AUPRC=0.8709
consistency_total AUROC=0.8659 AUPRC=0.9209
curvature_packet AUROC=0.8659 AUPRC=0.9234
velocity_packet_t10 AUROC=0.8588 AUPRC=0.9252
velocity_flow_t01 AUROC=0.8586 AUPRC=0.8845
flow_consistency AUROC=0.8451 AUPRC=0.9064
packet_consistency AUROC=0.8326 AUPRC=0.9114
curvature_total AUROC=0.7999 AUPRC=0.8760
jacobian_packet AUROC=0.6982 AUPRC=0.8428
pna_packet_max AUROC=0.5744 AUPRC=0.6995
causal_surprisal_packet_max AUROC=0.5641 AUPRC=0.6608
causal_surprisal_total AUROC=0.5376 AUPRC=0.6923
causal_surprisal_flow AUROC=0.5158 AUPRC=0.6397
causal_surprisal_packet_mean AUROC=0.5131 AUPRC=0.6309
kappa2_speed2norm_packet_mean AUROC=0.4788 AUPRC=0.6621
pna_packet_mean AUROC=0.4788 AUPRC=0.6621
causal_surprisal_packet_median AUROC=0.4764 AUPRC=0.6796
kappa2_speed2norm_packet_median AUROC=0.4694 AUPRC=0.6703
pna_packet_median AUROC=0.4694 AUPRC=0.6703
kappa2_speed2norm_packet_trimmed10_mean AUROC=0.4679 AUPRC=0.6646
pna_packet_trimmed10_mean AUROC=0.4679 AUPRC=0.6646
causal_surprisal_packet_trimmed10_mean AUROC=0.4637 AUPRC=0.6437
jacobian_total AUROC=0.4197 AUPRC=0.6798
curvature_flow AUROC=0.3684 AUPRC=0.5799
direction_drift_packet_max AUROC=0.2468 AUPRC=0.5402
jacobian_flow AUROC=0.1880 AUPRC=0.4977
direction_drift_packet_trimmed10_mean AUROC=0.1338 AUPRC=0.4820
direction_drift_packet_median AUROC=0.1317 AUPRC=0.4807
direction_drift_packet_mean AUROC=0.1303 AUPRC=0.4801
direction_drift_flow AUROC=0.1162 AUPRC=0.4734
direction_drift_total AUROC=0.0884 AUPRC=0.4656
pna_flow AUROC=0.0792 AUPRC=0.4649

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,38 @@
T: 64
attack_cap: 20000
batch_size: 256
benign_label: normal
d_model: 128
data_seed: 43
device: auto
epochs: 50
eval_batch_size: 512
eval_every: 10
eval_n: 20000
eval_n_steps: 8
flow_features_align: auto
flow_features_path: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/flow_features.parquet
flows_parquet: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store/flows.parquet
grad_clip: 1.0
lambda_flow: 0.3
lambda_packet: 0.3
lr: 0.0003
min_len: 2
mlp_ratio: 4.0
n_heads: 4
n_layers: 4
n_train: 10000
num_workers: 0
packet_mask_ratio: 0.5
packet_preprocess: mixed_dequant
reference_mode: null
save_dir: /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed43
seed: 43
sigma: 0.1
source_store: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store
time_dim: 64
token_dim: null
train_ratio: 0.8
use_ot: true
val_cap: 10000
weight_decay: 0.01

View File

@@ -0,0 +1,243 @@
{
"epoch": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"loss": [
2.2950437649702415,
1.868574362534743,
1.5989740567329602,
1.431444987272605,
1.312388456784762,
1.233403850824405,
1.1754338450920887,
1.1244850143408165,
1.0910462874632616,
1.0685801276793847,
1.0530799459188411,
1.039206529274965,
1.0202739880635188,
1.0113844886804237,
1.0095995924411676,
1.007806081038255,
0.9922090019935217,
0.9931535995923556,
0.9797547719417474,
0.9674079632147764,
0.9683467929179852,
0.9629691808651655,
0.9522877916311606,
0.9441315531730652,
0.9388539592425028,
0.9517488449047773,
0.9351213482710031,
0.9298509130111108,
0.9205140975805429,
0.9184152346390945,
0.9260153204966814,
0.9210653243920742,
0.9169268470544082,
0.9252040768281008,
0.9107780624658633,
0.9040293953357599,
0.9060221268580511,
0.9034078961763626,
0.9015775001966037,
0.8977480163941016,
0.894438739006336,
0.8916474382082621,
0.8986679101601626,
0.8854305759454385,
0.8926842961555872,
0.8909683838868753,
0.8924757440884908,
0.8875587857686557,
0.887593116515722,
0.8881614483319796
],
"eval": [
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.699147255,
"auroc_curvature_flow": 0.1187566,
"auroc_curvature_packet": 0.20594331999999999,
"auroc_curvature_total": 0.12222093249999999,
"auroc_kappa2_speed2norm_packet_mean": 0.097364915,
"auroc_kappa2_speed2norm_packet_median": 0.10098897999999999,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.0939558625,
"auroc_kinetic_energy": 0.6445772275,
"auroc_kinetic_flow": 0.55212014,
"auroc_kinetic_packet": 0.715959885,
"auroc_terminal_flow": 0.9286379975000001,
"auroc_terminal_norm": 0.9432774825,
"auroc_terminal_packet": 0.910265545,
"auroc_velocity_flow": 0.7759631749999999,
"auroc_velocity_packet": 0.920632875,
"auroc_velocity_total": 0.91305936
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.8945969375,
"auroc_curvature_flow": 0.1538181825,
"auroc_curvature_packet": 0.5029852349999999,
"auroc_curvature_total": 0.2816076075,
"auroc_kappa2_speed2norm_packet_mean": 0.23579329999999998,
"auroc_kappa2_speed2norm_packet_median": 0.2344097875,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.2244808525,
"auroc_kinetic_energy": 0.8920637499999999,
"auroc_kinetic_flow": 0.84161964,
"auroc_kinetic_packet": 0.84781178,
"auroc_terminal_flow": 0.93787127,
"auroc_terminal_norm": 0.9534941375,
"auroc_terminal_packet": 0.9252923575,
"auroc_velocity_flow": 0.8306795574999999,
"auroc_velocity_packet": 0.8527189799999999,
"auroc_velocity_total": 0.896010405
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9244657275,
"auroc_curvature_flow": 0.19600490999999998,
"auroc_curvature_packet": 0.6113834975,
"auroc_curvature_total": 0.51163853,
"auroc_kappa2_speed2norm_packet_mean": 0.3295299725,
"auroc_kappa2_speed2norm_packet_median": 0.31607635749999996,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.3128781525,
"auroc_kinetic_energy": 0.92329632,
"auroc_kinetic_flow": 0.87467819,
"auroc_kinetic_packet": 0.8799545950000001,
"auroc_terminal_flow": 0.9346840350000001,
"auroc_terminal_norm": 0.9539439525000001,
"auroc_terminal_packet": 0.9415775599999999,
"auroc_velocity_flow": 0.857640935,
"auroc_velocity_packet": 0.9205819474999999,
"auroc_velocity_total": 0.9204792825
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.93741445,
"auroc_curvature_flow": 0.3338793775,
"auroc_curvature_packet": 0.7103826574999998,
"auroc_curvature_total": 0.6432187725,
"auroc_kappa2_speed2norm_packet_mean": 0.32808229250000004,
"auroc_kappa2_speed2norm_packet_median": 0.31972844999999994,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.3165096675,
"auroc_kinetic_energy": 0.9370513225,
"auroc_kinetic_flow": 0.8798084775,
"auroc_kinetic_packet": 0.9260167875,
"auroc_terminal_flow": 0.9369507174999999,
"auroc_terminal_norm": 0.95813708,
"auroc_terminal_packet": 0.947514365,
"auroc_velocity_flow": 0.864571035,
"auroc_velocity_packet": 0.919957015,
"auroc_velocity_total": 0.9209536174999999
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9398892025,
"auroc_curvature_flow": 0.44002931749999996,
"auroc_curvature_packet": 0.7350127875,
"auroc_curvature_total": 0.6912322300000001,
"auroc_kappa2_speed2norm_packet_mean": 0.37970512500000003,
"auroc_kappa2_speed2norm_packet_median": 0.37325295999999997,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.3690063775,
"auroc_kinetic_energy": 0.9396714625,
"auroc_kinetic_flow": 0.885755735,
"auroc_kinetic_packet": 0.9318806875000001,
"auroc_terminal_flow": 0.9350286,
"auroc_terminal_norm": 0.9603808925,
"auroc_terminal_packet": 0.9518623049999999,
"auroc_velocity_flow": 0.8692447400000001,
"auroc_velocity_packet": 0.9252954525000001,
"auroc_velocity_total": 0.9225248100000001
}
]
}

View File

@@ -0,0 +1,134 @@
[config] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed43/config.yaml
[model] T=64 flow_dim=20 packet_dim=9
[data] flows=/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store/flows.parquet packets_source=/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store
[data] using external flow features D=20
[data] rows total=8,193,621 keep len>=2: 3,797,530
[data] benign=97,045 attack=20,000 -> train=77,636 val=10,000
[data] train=77,636 val=10,000 attack=20,000
[eval] scoring val=5,000 and attack=10,000
/home/chy/mambafortrafficmodeling/.venv/lib/python3.14/site-packages/torch/autograd/graph.py:869: UserWarning: Attempting to run cuBLAS, but there was no current CUDA context! Attempting to set the primary context... (Triggered internally at /pytorch/aten/src/ATen/cuda/CublasHandlePool.cpp:335.)
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
[score] 256/5,000
[score] 512/5,000
[score] 768/5,000
[score] 1,024/5,000
[score] 1,280/5,000
[score] 1,536/5,000
[score] 1,792/5,000
[score] 2,048/5,000
[score] 2,304/5,000
[score] 2,560/5,000
[score] 2,816/5,000
[score] 3,072/5,000
[score] 3,328/5,000
[score] 3,584/5,000
[score] 3,840/5,000
[score] 4,096/5,000
[score] 4,352/5,000
[score] 4,608/5,000
[score] 4,864/5,000
[score] 5,000/5,000
[eval] val done in 12.2s
[score] 256/10,000
[score] 512/10,000
[score] 768/10,000
[score] 1,024/10,000
[score] 1,280/10,000
[score] 1,536/10,000
[score] 1,792/10,000
[score] 2,048/10,000
[score] 2,304/10,000
[score] 2,560/10,000
[score] 2,816/10,000
[score] 3,072/10,000
[score] 3,328/10,000
[score] 3,584/10,000
[score] 3,840/10,000
[score] 4,096/10,000
[score] 4,352/10,000
[score] 4,608/10,000
[score] 4,864/10,000
[score] 5,120/10,000
[score] 5,376/10,000
[score] 5,632/10,000
[score] 5,888/10,000
[score] 6,144/10,000
[score] 6,400/10,000
[score] 6,656/10,000
[score] 6,912/10,000
[score] 7,168/10,000
[score] 7,424/10,000
[score] 7,680/10,000
[score] 7,936/10,000
[score] 8,192/10,000
[score] 8,448/10,000
[score] 8,704/10,000
[score] 8,960/10,000
[score] 9,216/10,000
[score] 9,472/10,000
[score] 9,728/10,000
[score] 9,984/10,000
[score] 10,000/10,000
[eval] attack done in 22.3s
[eval] score keys: 57 first 5: ['arc_length', 'causal_surprisal_flow', 'causal_surprisal_packet_max', 'causal_surprisal_packet_mean', 'causal_surprisal_packet_median']
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed43/phase1_summary.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed43/phase1_scores.npz
=== overall AUROC (sorted desc) ===
terminal_norm AUROC=0.9600 AUPRC=0.9815
terminal_packet AUROC=0.9507 AUPRC=0.9771
arc_length AUROC=0.9435 AUPRC=0.9693
kinetic_energy AUROC=0.9432 AUPRC=0.9693
velocity_total_t09 AUROC=0.9370 AUPRC=0.9463
velocity_total_t10 AUROC=0.9356 AUPRC=0.9490
terminal_flow AUROC=0.9340 AUPRC=0.9614
velocity_packet_t09 AUROC=0.9335 AUPRC=0.9665
kinetic_packet AUROC=0.9285 AUPRC=0.9674
velocity_packet AUROC=0.9276 AUPRC=0.9611
velocity_packet_t10 AUROC=0.9271 AUPRC=0.9666
velocity_total AUROC=0.9268 AUPRC=0.9379
consistency_total AUROC=0.9215 AUPRC=0.9558
velocity_total_t07 AUROC=0.9212 AUPRC=0.9350
velocity_packet_t07 AUROC=0.9178 AUPRC=0.9560
velocity_total_t05 AUROC=0.9024 AUPRC=0.9219
flow_consistency AUROC=0.8973 AUPRC=0.9453
kinetic_flow AUROC=0.8908 AUPRC=0.8893
velocity_packet_t05 AUROC=0.8883 AUPRC=0.9328
velocity_flow_t09 AUROC=0.8862 AUPRC=0.8757
velocity_total_t03 AUROC=0.8850 AUPRC=0.9114
velocity_flow_t10 AUROC=0.8846 AUPRC=0.8733
velocity_total_t01 AUROC=0.8782 AUPRC=0.9080
velocity_flow AUROC=0.8741 AUPRC=0.8689
velocity_flow_t07 AUROC=0.8703 AUPRC=0.8693
velocity_packet_t03 AUROC=0.8673 AUPRC=0.9135
velocity_packet_t01 AUROC=0.8562 AUPRC=0.8992
velocity_flow_t05 AUROC=0.8438 AUPRC=0.8576
velocity_flow_t03 AUROC=0.8289 AUPRC=0.8547
velocity_flow_t01 AUROC=0.8231 AUPRC=0.8524
packet_consistency AUROC=0.7774 AUPRC=0.8895
curvature_packet AUROC=0.6182 AUPRC=0.7438
jacobian_packet AUROC=0.5966 AUPRC=0.7933
curvature_total AUROC=0.5450 AUPRC=0.6988
causal_surprisal_flow AUROC=0.4978 AUPRC=0.6213
causal_surprisal_packet_max AUROC=0.4797 AUPRC=0.6083
causal_surprisal_total AUROC=0.4709 AUPRC=0.6254
causal_surprisal_packet_mean AUROC=0.4117 AUPRC=0.5757
jacobian_total AUROC=0.3695 AUPRC=0.6578
causal_surprisal_packet_trimmed10_mean AUROC=0.3322 AUPRC=0.5646
causal_surprisal_packet_median AUROC=0.3005 AUPRC=0.5646
pna_packet_max AUROC=0.2747 AUPRC=0.5503
curvature_flow AUROC=0.2553 AUPRC=0.5427
kappa2_speed2norm_packet_mean AUROC=0.2033 AUPRC=0.5206
pna_packet_mean AUROC=0.2033 AUPRC=0.5206
kappa2_speed2norm_packet_median AUROC=0.1974 AUPRC=0.5174
pna_packet_median AUROC=0.1974 AUPRC=0.5174
kappa2_speed2norm_packet_trimmed10_mean AUROC=0.1939 AUPRC=0.5177
pna_packet_trimmed10_mean AUROC=0.1939 AUPRC=0.5177
jacobian_flow AUROC=0.1631 AUPRC=0.4881
direction_drift_packet_max AUROC=0.1574 AUPRC=0.5080
direction_drift_flow AUROC=0.1100 AUPRC=0.4722
direction_drift_packet_median AUROC=0.0943 AUPRC=0.4711
direction_drift_packet_trimmed10_mean AUROC=0.0905 AUPRC=0.4694
direction_drift_packet_mean AUROC=0.0902 AUPRC=0.4700
direction_drift_total AUROC=0.0771 AUPRC=0.4655
pna_flow AUROC=0.0675 AUPRC=0.4619

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,38 @@
T: 64
attack_cap: 20000
batch_size: 256
benign_label: normal
d_model: 128
data_seed: 44
device: auto
epochs: 50
eval_batch_size: 512
eval_every: 10
eval_n: 20000
eval_n_steps: 8
flow_features_align: auto
flow_features_path: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/flow_features.parquet
flows_parquet: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store/flows.parquet
grad_clip: 1.0
lambda_flow: 0.3
lambda_packet: 0.3
lr: 0.0003
min_len: 2
mlp_ratio: 4.0
n_heads: 4
n_layers: 4
n_train: 10000
num_workers: 0
packet_mask_ratio: 0.5
packet_preprocess: mixed_dequant
reference_mode: null
save_dir: /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed44
seed: 44
sigma: 0.1
source_store: /home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store
time_dim: 64
token_dim: null
train_ratio: 0.8
use_ot: true
val_cap: 10000
weight_decay: 0.01

View File

@@ -0,0 +1,243 @@
{
"epoch": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"loss": [
2.375404718594673,
1.9514228166678014,
1.678226929444533,
1.5021482981168306,
1.3728312467917418,
1.2696377314054048,
1.2202828388947706,
1.1491697491743627,
1.142391067284804,
1.096346602990077,
1.0863738289246192,
1.0739134152730305,
1.048566616498507,
1.0427031547595293,
1.0283890244288323,
1.0062713943994963,
1.0273569516646557,
0.9906778687085861,
0.9895921685756781,
0.9751735329627991,
0.9695049661856431,
0.9612080240860964,
0.9661574348425254,
0.9572103283344171,
0.9415634870529175,
0.9376634435775952,
0.9386195326462771,
0.942052410199092,
0.9331942475759066,
0.9246900280316671,
0.9301107984322768,
0.9164953461060157,
0.9201939961849115,
0.9154176926001524,
0.9058437316845624,
0.9158417582511902,
0.905217999067062,
0.9068028819866669,
0.905818352332482,
0.9015335944982675,
0.8985590567955604,
0.8966997571480579,
0.8985175352830154,
0.897866272009336,
0.902957450120877,
0.9023116842294351,
0.8925206859906515,
0.8902736122791584,
0.8955088838552817,
0.9001929973944639
],
"eval": [
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.8641139675000001,
"auroc_curvature_flow": 0.15094789,
"auroc_curvature_packet": 0.38574797250000004,
"auroc_curvature_total": 0.3059942525,
"auroc_kappa2_speed2norm_packet_mean": 0.261677055,
"auroc_kappa2_speed2norm_packet_median": 0.28860930500000004,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.2421784475,
"auroc_kinetic_energy": 0.8440496825000001,
"auroc_kinetic_flow": 0.8068983,
"auroc_kinetic_packet": 0.648253375,
"auroc_terminal_flow": 0.9400431899999999,
"auroc_terminal_norm": 0.95233693,
"auroc_terminal_packet": 0.92638951,
"auroc_velocity_flow": 0.820763685,
"auroc_velocity_packet": 0.826075315,
"auroc_velocity_total": 0.9007554200000001
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9330450749999999,
"auroc_curvature_flow": 0.18348835749999998,
"auroc_curvature_packet": 0.698837065,
"auroc_curvature_total": 0.5346139799999999,
"auroc_kappa2_speed2norm_packet_mean": 0.30640312999999997,
"auroc_kappa2_speed2norm_packet_median": 0.30790228499999994,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.29016759000000003,
"auroc_kinetic_energy": 0.9321751775,
"auroc_kinetic_flow": 0.8575061725,
"auroc_kinetic_packet": 0.9275522175,
"auroc_terminal_flow": 0.9303275625,
"auroc_terminal_norm": 0.9495913775,
"auroc_terminal_packet": 0.9372237975000001,
"auroc_velocity_flow": 0.847185455,
"auroc_velocity_packet": 0.90088886,
"auroc_velocity_total": 0.9121146849999999
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9379000099999999,
"auroc_curvature_flow": 0.47254423749999996,
"auroc_curvature_packet": 0.876885015,
"auroc_curvature_total": 0.8379526525000001,
"auroc_kappa2_speed2norm_packet_mean": 0.6049240149999999,
"auroc_kappa2_speed2norm_packet_median": 0.6052114025,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.60159161,
"auroc_kinetic_energy": 0.9377802474999999,
"auroc_kinetic_flow": 0.8849569325,
"auroc_kinetic_packet": 0.93078343,
"auroc_terminal_flow": 0.9439595525000001,
"auroc_terminal_norm": 0.9550663750000001,
"auroc_terminal_packet": 0.9419539350000001,
"auroc_velocity_flow": 0.8638444175000001,
"auroc_velocity_packet": 0.9146016975,
"auroc_velocity_total": 0.9177311349999999
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9360916650000001,
"auroc_curvature_flow": 0.501332595,
"auroc_curvature_packet": 0.9002687949999999,
"auroc_curvature_total": 0.872131905,
"auroc_kappa2_speed2norm_packet_mean": 0.63047471,
"auroc_kappa2_speed2norm_packet_median": 0.6218162225,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.6273267275000001,
"auroc_kinetic_energy": 0.9358137950000001,
"auroc_kinetic_flow": 0.88791457,
"auroc_kinetic_packet": 0.92805297,
"auroc_terminal_flow": 0.9408362825,
"auroc_terminal_norm": 0.956355745,
"auroc_terminal_packet": 0.94754797,
"auroc_velocity_flow": 0.8697484825,
"auroc_velocity_packet": 0.90902496,
"auroc_velocity_total": 0.917970425
},
null,
null,
null,
null,
null,
null,
null,
null,
null,
{
"auroc_arc_length": 0.9430537700000001,
"auroc_curvature_flow": 0.6117466250000001,
"auroc_curvature_packet": 0.911016305,
"auroc_curvature_total": 0.8913783550000001,
"auroc_kappa2_speed2norm_packet_mean": 0.6579762275,
"auroc_kappa2_speed2norm_packet_median": 0.649384215,
"auroc_kappa2_speed2norm_packet_trimmed10_mean": 0.65570636,
"auroc_kinetic_energy": 0.9431445175000001,
"auroc_kinetic_flow": 0.89144018,
"auroc_kinetic_packet": 0.9391872600000001,
"auroc_terminal_flow": 0.9442437625,
"auroc_terminal_norm": 0.9599741549999999,
"auroc_terminal_packet": 0.9520035724999999,
"auroc_velocity_flow": 0.8695564625000001,
"auroc_velocity_packet": 0.9135123100000001,
"auroc_velocity_total": 0.9172896825000001
}
]
}

View File

@@ -0,0 +1,134 @@
[config] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed44/config.yaml
[model] T=64 flow_dim=20 packet_dim=9
[data] flows=/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store/flows.parquet packets_source=/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store
[data] using external flow features D=20
[data] rows total=8,193,621 keep len>=2: 3,797,530
[data] benign=97,045 attack=20,000 -> train=77,636 val=10,000
[data] train=77,636 val=10,000 attack=20,000
[eval] scoring val=5,000 and attack=10,000
/home/chy/mambafortrafficmodeling/.venv/lib/python3.14/site-packages/torch/autograd/graph.py:869: UserWarning: Attempting to run cuBLAS, but there was no current CUDA context! Attempting to set the primary context... (Triggered internally at /pytorch/aten/src/ATen/cuda/CublasHandlePool.cpp:335.)
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
[score] 256/5,000
[score] 512/5,000
[score] 768/5,000
[score] 1,024/5,000
[score] 1,280/5,000
[score] 1,536/5,000
[score] 1,792/5,000
[score] 2,048/5,000
[score] 2,304/5,000
[score] 2,560/5,000
[score] 2,816/5,000
[score] 3,072/5,000
[score] 3,328/5,000
[score] 3,584/5,000
[score] 3,840/5,000
[score] 4,096/5,000
[score] 4,352/5,000
[score] 4,608/5,000
[score] 4,864/5,000
[score] 5,000/5,000
[eval] val done in 12.0s
[score] 256/10,000
[score] 512/10,000
[score] 768/10,000
[score] 1,024/10,000
[score] 1,280/10,000
[score] 1,536/10,000
[score] 1,792/10,000
[score] 2,048/10,000
[score] 2,304/10,000
[score] 2,560/10,000
[score] 2,816/10,000
[score] 3,072/10,000
[score] 3,328/10,000
[score] 3,584/10,000
[score] 3,840/10,000
[score] 4,096/10,000
[score] 4,352/10,000
[score] 4,608/10,000
[score] 4,864/10,000
[score] 5,120/10,000
[score] 5,376/10,000
[score] 5,632/10,000
[score] 5,888/10,000
[score] 6,144/10,000
[score] 6,400/10,000
[score] 6,656/10,000
[score] 6,912/10,000
[score] 7,168/10,000
[score] 7,424/10,000
[score] 7,680/10,000
[score] 7,936/10,000
[score] 8,192/10,000
[score] 8,448/10,000
[score] 8,704/10,000
[score] 8,960/10,000
[score] 9,216/10,000
[score] 9,472/10,000
[score] 9,728/10,000
[score] 9,984/10,000
[score] 10,000/10,000
[eval] attack done in 22.7s
[eval] score keys: 57 first 5: ['arc_length', 'causal_surprisal_flow', 'causal_surprisal_packet_max', 'causal_surprisal_packet_mean', 'causal_surprisal_packet_median']
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed44/phase1_summary.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed44/phase1_scores.npz
=== overall AUROC (sorted desc) ===
terminal_norm AUROC=0.9600 AUPRC=0.9819
terminal_packet AUROC=0.9531 AUPRC=0.9788
terminal_flow AUROC=0.9453 AUPRC=0.9699
kinetic_energy AUROC=0.9448 AUPRC=0.9693
arc_length AUROC=0.9448 AUPRC=0.9691
kinetic_packet AUROC=0.9430 AUPRC=0.9760
velocity_total_t09 AUROC=0.9283 AUPRC=0.9401
velocity_packet_t09 AUROC=0.9223 AUPRC=0.9611
velocity_total_t10 AUROC=0.9208 AUPRC=0.9318
consistency_total AUROC=0.9183 AUPRC=0.9537
velocity_total AUROC=0.9166 AUPRC=0.9301
flow_consistency AUROC=0.9164 AUPRC=0.9505
velocity_total_t07 AUROC=0.9131 AUPRC=0.9317
velocity_packet AUROC=0.9128 AUPRC=0.9505
curvature_packet AUROC=0.9072 AUPRC=0.9557
velocity_packet_t07 AUROC=0.9058 AUPRC=0.9513
velocity_total_t05 AUROC=0.8972 AUPRC=0.9184
velocity_packet_t10 AUROC=0.8939 AUPRC=0.9446
velocity_packet_t05 AUROC=0.8935 AUPRC=0.9292
kinetic_flow AUROC=0.8906 AUPRC=0.8968
velocity_total_t03 AUROC=0.8828 AUPRC=0.9077
velocity_packet_t03 AUROC=0.8820 AUPRC=0.9118
velocity_total_t01 AUROC=0.8762 AUPRC=0.9024
velocity_flow_t09 AUROC=0.8733 AUPRC=0.8689
velocity_flow_t10 AUROC=0.8708 AUPRC=0.8664
curvature_total AUROC=0.8700 AUPRC=0.9326
velocity_flow_t03 AUROC=0.8700 AUPRC=0.8809
velocity_flow AUROC=0.8687 AUPRC=0.8694
velocity_flow_t05 AUROC=0.8676 AUPRC=0.8753
velocity_packet_t01 AUROC=0.8671 AUPRC=0.9002
velocity_flow_t07 AUROC=0.8665 AUPRC=0.8702
velocity_flow_t01 AUROC=0.8574 AUPRC=0.8775
packet_consistency AUROC=0.8281 AUPRC=0.9144
jacobian_packet AUROC=0.7594 AUPRC=0.8791
pna_packet_max AUROC=0.6104 AUPRC=0.7817
kappa2_speed2norm_packet_mean AUROC=0.5700 AUPRC=0.7703
pna_packet_mean AUROC=0.5700 AUPRC=0.7703
kappa2_speed2norm_packet_trimmed10_mean AUROC=0.5611 AUPRC=0.7646
pna_packet_trimmed10_mean AUROC=0.5611 AUPRC=0.7646
kappa2_speed2norm_packet_median AUROC=0.5571 AUPRC=0.7680
pna_packet_median AUROC=0.5571 AUPRC=0.7680
causal_surprisal_flow AUROC=0.5237 AUPRC=0.6484
causal_surprisal_total AUROC=0.5187 AUPRC=0.6782
causal_surprisal_packet_max AUROC=0.4765 AUPRC=0.6169
jacobian_total AUROC=0.4716 AUPRC=0.6805
causal_surprisal_packet_mean AUROC=0.4672 AUPRC=0.6018
curvature_flow AUROC=0.4611 AUPRC=0.6692
causal_surprisal_packet_median AUROC=0.4456 AUPRC=0.6565
causal_surprisal_packet_trimmed10_mean AUROC=0.4274 AUPRC=0.5918
direction_drift_packet_max AUROC=0.3719 AUPRC=0.6054
direction_drift_packet_mean AUROC=0.2397 AUPRC=0.5387
direction_drift_packet_median AUROC=0.2274 AUPRC=0.5351
direction_drift_packet_trimmed10_mean AUROC=0.2261 AUPRC=0.5416
direction_drift_total AUROC=0.1877 AUPRC=0.4980
jacobian_flow AUROC=0.1838 AUPRC=0.4966
direction_drift_flow AUROC=0.1309 AUPRC=0.4773
pna_flow AUROC=0.0945 AUPRC=0.4691

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.8890601665651027,
"auprc": 0.9017847164124985
},
"causal_surprisal_flow": {
"auroc": 0.3219862939264676,
"auprc": 0.37763207216855643
},
"causal_surprisal_packet_max": {
"auroc": 0.17894871013609587,
"auprc": 0.3340006531934666
},
"causal_surprisal_packet_mean": {
"auroc": 0.15079507414178345,
"auprc": 0.32924997124174993
},
"causal_surprisal_packet_median": {
"auroc": 0.1479359790777981,
"auprc": 0.32865036222566935
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.14805533211456431,
"auprc": 0.3297370548131222
},
"causal_surprisal_total": {
"auroc": 0.31574723745683525,
"auprc": 0.3764340321963523
},
"consistency_total": {
"auroc": 0.7507356337599024,
"auprc": 0.6532375350919759
},
"curvature_flow": {
"auroc": 0.40174964452569567,
"auprc": 0.4269097400962829
},
"curvature_packet": {
"auroc": 0.7347348110907983,
"auprc": 0.7194359456742736
},
"curvature_total": {
"auroc": 0.593133460288442,
"auprc": 0.5665689721858671
},
"direction_drift_flow": {
"auroc": 0.3731876853544587,
"auprc": 0.39665248198322745
},
"direction_drift_packet_max": {
"auroc": 0.3157683830997359,
"auprc": 0.3743300924155997
},
"direction_drift_packet_mean": {
"auroc": 0.37595207698557787,
"auprc": 0.40532536615556336
},
"direction_drift_packet_median": {
"auroc": 0.3915179565305708,
"auprc": 0.41457912615620535
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.38584157525898843,
"auprc": 0.4087646083371921
},
"direction_drift_total": {
"auroc": 0.269911679869998,
"auprc": 0.36022518176290813
},
"flow_consistency": {
"auroc": 0.7495988218565915,
"auprc": 0.6678251995026067
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.3491473542555353,
"auprc": 0.40099055151807905
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.3563453128173878,
"auprc": 0.4028044227912733
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.3536138990452976,
"auprc": 0.3998197491040796
},
"kinetic_energy": {
"auroc": 0.8890195003046923,
"auprc": 0.9017888272326648
},
"kinetic_flow": {
"auroc": 0.7843267926061344,
"auprc": 0.6707790060227417
},
"kinetic_packet": {
"auroc": 0.8103417225269145,
"auprc": 0.8001317454564407
},
"packet_consistency": {
"auroc": 0.5888639752183629,
"auprc": 0.5486694656700807
},
"pna_flow": {
"auroc": 0.21613931037984968,
"auprc": 0.3435203255067082
},
"pna_packet_max": {
"auroc": 0.3016611872841763,
"auprc": 0.4084051245765058
},
"pna_packet_mean": {
"auroc": 0.3491473542555353,
"auprc": 0.40099055151807905
},
"pna_packet_median": {
"auroc": 0.3563453128173878,
"auprc": 0.4028044227912733
},
"pna_packet_trimmed10_mean": {
"auroc": 0.3536138990452976,
"auprc": 0.3998197491040796
},
"terminal_flow": {
"auroc": 0.6995101970343287,
"auprc": 0.6324961166719927
},
"terminal_norm": {
"auroc": 0.7528441854560227,
"auprc": 0.6954518317268139
},
"terminal_packet": {
"auroc": 0.665489036156815,
"auprc": 0.6561837632831677
},
"velocity_flow": {
"auroc": 0.7306168799512494,
"auprc": 0.6134602809590071
},
"velocity_packet": {
"auroc": 0.7950585669307332,
"auprc": 0.7369936660437894
},
"velocity_total": {
"auroc": 0.9077879138736544,
"auprc": 0.9170927191553628
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.9963336734693877,
"causal_surprisal_flow": 0.30014421768707483,
"causal_surprisal_packet_max": 0.10373214285714286,
"causal_surprisal_packet_mean": 0.10564013605442177,
"causal_surprisal_packet_median": 0.1104484693877551,
"causal_surprisal_packet_trimmed10_mean": 0.10612908163265307,
"causal_surprisal_total": 0.3298108843537415,
"consistency_total": 0.77175306122449,
"curvature_flow": 0.12886921768707485,
"curvature_packet": 0.8919805272108844,
"curvature_total": 0.453463350340136,
"direction_drift_flow": 0.4248401360544218,
"direction_drift_packet_max": 0.1845137755102041,
"direction_drift_packet_mean": 0.1920424319727891,
"direction_drift_packet_median": 0.21855306122448984,
"direction_drift_packet_trimmed10_mean": 0.21825552721088431,
"direction_drift_total": 0.11615816326530612,
"flow_consistency": 0.7627923469387755,
"kappa2_speed2norm_packet_mean": 0.13678494897959184,
"kappa2_speed2norm_packet_median": 0.1613121598639456,
"kappa2_speed2norm_packet_trimmed10_mean": 0.15525833333333333,
"kinetic_energy": 0.9963897959183674,
"kinetic_flow": 0.8733517857142856,
"kinetic_packet": 0.9719326530612244,
"packet_consistency": 0.8506357142857143,
"pna_flow": 0.09477840136054422,
"pna_packet_max": 0.1094781462585034,
"pna_packet_mean": 0.13678494897959184,
"pna_packet_median": 0.1613121598639456,
"pna_packet_trimmed10_mean": 0.15525833333333333,
"terminal_flow": 0.8859746598639455,
"terminal_norm": 0.9379482993197279,
"terminal_packet": 0.912025850340136,
"velocity_flow": 0.6531449829931972,
"velocity_packet": 0.9551515306122449,
"velocity_total": 0.9977083333333334
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.9979200680272109,
"causal_surprisal_flow": 0.3017612244897959,
"causal_surprisal_packet_max": 0.11253724489795919,
"causal_surprisal_packet_mean": 0.11507244897959183,
"causal_surprisal_packet_median": 0.12033826530612245,
"causal_surprisal_packet_trimmed10_mean": 0.11544778911564627,
"causal_surprisal_total": 0.3317930272108844,
"consistency_total": 0.7671680272108844,
"curvature_flow": 0.11521768707482993,
"curvature_packet": 0.901950255102041,
"curvature_total": 0.45897219387755106,
"direction_drift_flow": 0.43403852040816326,
"direction_drift_packet_max": 0.1679816326530612,
"direction_drift_packet_mean": 0.1676610544217687,
"direction_drift_packet_median": 0.19452091836734697,
"direction_drift_packet_trimmed10_mean": 0.19463554421768708,
"direction_drift_total": 0.101725,
"flow_consistency": 0.7578335034013606,
"kappa2_speed2norm_packet_mean": 0.11257891156462585,
"kappa2_speed2norm_packet_median": 0.13769923469387757,
"kappa2_speed2norm_packet_trimmed10_mean": 0.13165765306122448,
"kinetic_energy": 0.9979833333333334,
"kinetic_flow": 0.8771879251700682,
"kinetic_packet": 0.9830460034013606,
"packet_consistency": 0.8788382653061225,
"pna_flow": 0.0906704081632653,
"pna_packet_max": 0.09400034013605443,
"pna_packet_mean": 0.11257891156462585,
"pna_packet_median": 0.13769923469387757,
"pna_packet_trimmed10_mean": 0.13165765306122448,
"terminal_flow": 0.8974350340136055,
"terminal_norm": 0.9458583333333334,
"terminal_packet": 0.9313938775510203,
"velocity_flow": 0.6288767006802722,
"velocity_packet": 0.9719384353741497,
"velocity_total": 0.9982874149659863
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.9850712585034013,
"causal_surprisal_flow": 0.29628809523809524,
"causal_surprisal_packet_max": 0.0727874149659864,
"causal_surprisal_packet_mean": 0.06680289115646258,
"causal_surprisal_packet_median": 0.06900578231292517,
"causal_surprisal_packet_trimmed10_mean": 0.06699982993197279,
"causal_surprisal_total": 0.32491479591836736,
"consistency_total": 0.8440784013605442,
"curvature_flow": 0.16663299319727892,
"curvature_packet": 0.8489680272108844,
"curvature_total": 0.45526717687074836,
"direction_drift_flow": 0.3857336734693878,
"direction_drift_packet_max": 0.32191862244897956,
"direction_drift_packet_mean": 0.4157772959183673,
"direction_drift_packet_median": 0.43566045918367347,
"direction_drift_packet_trimmed10_mean": 0.4349401360544218,
"direction_drift_total": 0.24582023809523812,
"flow_consistency": 0.8594891156462584,
"kappa2_speed2norm_packet_mean": 0.3972444727891157,
"kappa2_speed2norm_packet_median": 0.4252666666666667,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4181272959183674,
"kinetic_energy": 0.9850003401360544,
"kinetic_flow": 0.8796583333333332,
"kinetic_packet": 0.8803239795918366,
"packet_consistency": 0.5601412414965986,
"pna_flow": 0.10244846938775512,
"pna_packet_max": 0.25552763605442175,
"pna_packet_mean": 0.3972444727891157,
"pna_packet_median": 0.4252666666666667,
"pna_packet_trimmed10_mean": 0.4181272959183674,
"terminal_flow": 0.7882183673469388,
"terminal_norm": 0.876426530612245,
"terminal_packet": 0.6954278911564626,
"velocity_flow": 0.8445627551020408,
"velocity_packet": 0.7871329931972788,
"velocity_total": 0.9908180272108843
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.6853139455782313,
"causal_surprisal_flow": 0.7427698979591836,
"causal_surprisal_packet_max": 0.6032889455782312,
"causal_surprisal_packet_mean": 0.2995517006802721,
"causal_surprisal_packet_median": 0.25700765306122453,
"causal_surprisal_packet_trimmed10_mean": 0.2620765306122449,
"causal_surprisal_total": 0.3455787414965987,
"consistency_total": 0.8205998299319728,
"curvature_flow": 0.656852380952381,
"curvature_packet": 0.9618324829931972,
"curvature_total": 0.9454418367346937,
"direction_drift_flow": 0.3157363095238096,
"direction_drift_packet_max": 0.5267705782312925,
"direction_drift_packet_mean": 0.29442857142857143,
"direction_drift_packet_median": 0.276227380952381,
"direction_drift_packet_trimmed10_mean": 0.28518069727891154,
"direction_drift_total": 0.42961275510204083,
"flow_consistency": 0.8139645408163267,
"kappa2_speed2norm_packet_mean": 0.6743351190476191,
"kappa2_speed2norm_packet_median": 0.63164268707483,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6279262755102041,
"kinetic_energy": 0.6877174319727891,
"kinetic_flow": 0.8967880952380953,
"kinetic_packet": 0.8770610544217686,
"packet_consistency": 0.8432241496598639,
"pna_flow": 0.16770671768707482,
"pna_packet_max": 0.8545575680272108,
"pna_packet_mean": 0.6743351190476191,
"pna_packet_median": 0.63164268707483,
"pna_packet_trimmed10_mean": 0.6279262755102041,
"terminal_flow": 0.8308443877551022,
"terminal_norm": 0.6138165816326531,
"terminal_packet": 0.6256013605442177,
"velocity_flow": 0.8937921768707484,
"velocity_packet": 0.9267248299319727,
"velocity_total": 0.6380864795918367
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.9445195578231292,
"causal_surprisal_flow": 0.2669464285714286,
"causal_surprisal_packet_max": 0.05089149659863945,
"causal_surprisal_packet_mean": 0.04668027210884354,
"causal_surprisal_packet_median": 0.04745289115646259,
"causal_surprisal_packet_trimmed10_mean": 0.0467093537414966,
"causal_surprisal_total": 0.2822605442176871,
"consistency_total": 0.9171767006802722,
"curvature_flow": 0.6917134353741498,
"curvature_packet": 0.7035130952380952,
"curvature_total": 0.7869515306122448,
"direction_drift_flow": 0.3162880102040816,
"direction_drift_packet_max": 0.43006360544217687,
"direction_drift_packet_mean": 0.7010837585034014,
"direction_drift_packet_median": 0.7266940476190477,
"direction_drift_packet_trimmed10_mean": 0.7068798469387755,
"direction_drift_total": 0.4343676870748299,
"flow_consistency": 0.9371144557823129,
"kappa2_speed2norm_packet_mean": 0.48542959183673473,
"kappa2_speed2norm_packet_median": 0.5105429421768707,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5028472789115647,
"kinetic_energy": 0.9443914965986395,
"kinetic_flow": 0.8444292517006803,
"kinetic_packet": 0.6999849489795917,
"packet_consistency": 0.17919880952380954,
"pna_flow": 0.27231037414965986,
"pna_packet_max": 0.2501575680272109,
"pna_packet_mean": 0.48542959183673473,
"pna_packet_median": 0.5105429421768707,
"pna_packet_trimmed10_mean": 0.5028472789115647,
"terminal_flow": 0.6161267006802721,
"terminal_norm": 0.7068884353741496,
"terminal_packet": 0.4661265306122449,
"velocity_flow": 0.8576571428571429,
"velocity_packet": 0.6354083333333334,
"velocity_total": 0.9901437074829933
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.997280612244898,
"causal_surprisal_flow": 0.3005020408163266,
"causal_surprisal_packet_max": 0.1076265306122449,
"causal_surprisal_packet_mean": 0.10947704081632653,
"causal_surprisal_packet_median": 0.1145860544217687,
"causal_surprisal_packet_trimmed10_mean": 0.11001122448979592,
"causal_surprisal_total": 0.329733843537415,
"consistency_total": 0.7749031462585034,
"curvature_flow": 0.14367125850340134,
"curvature_packet": 0.8904620748299321,
"curvature_total": 0.4647443027210884,
"direction_drift_flow": 0.4308619047619048,
"direction_drift_packet_max": 0.169690306122449,
"direction_drift_packet_mean": 0.1825437925170068,
"direction_drift_packet_median": 0.20970722789115645,
"direction_drift_packet_trimmed10_mean": 0.20877857142857142,
"direction_drift_total": 0.11106028911564625,
"flow_consistency": 0.7692535714285713,
"kappa2_speed2norm_packet_mean": 0.12097474489795919,
"kappa2_speed2norm_packet_median": 0.1465654761904762,
"kappa2_speed2norm_packet_trimmed10_mean": 0.14026301020408163,
"kinetic_energy": 0.99730731292517,
"kinetic_flow": 0.8814960884353741,
"kinetic_packet": 0.9718598639455782,
"packet_consistency": 0.8458901360544219,
"pna_flow": 0.10028197278911564,
"pna_packet_max": 0.0993658163265306,
"pna_packet_mean": 0.12097474489795919,
"pna_packet_median": 0.1465654761904762,
"pna_packet_trimmed10_mean": 0.14026301020408163,
"terminal_flow": 0.8809646258503402,
"terminal_norm": 0.9307258503401359,
"terminal_packet": 0.904062925170068,
"velocity_flow": 0.6358573979591837,
"velocity_packet": 0.9588734693877551,
"velocity_total": 0.9992482993197279
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.7436115646258503,
"causal_surprisal_flow": 0.319753231292517,
"causal_surprisal_packet_max": 0.17073180272108845,
"causal_surprisal_packet_mean": 0.15474795918367346,
"causal_surprisal_packet_median": 0.15876105442176872,
"causal_surprisal_packet_trimmed10_mean": 0.15127261904761904,
"causal_surprisal_total": 0.3327984693877551,
"consistency_total": 0.546865306122449,
"curvature_flow": 0.41472227891156466,
"curvature_packet": 0.6473445578231294,
"curvature_total": 0.5106110544217687,
"direction_drift_flow": 0.3591196428571429,
"direction_drift_packet_max": 0.37151369047619043,
"direction_drift_packet_mean": 0.42458333333333326,
"direction_drift_packet_median": 0.4384836734693877,
"direction_drift_packet_trimmed10_mean": 0.41829515306122445,
"direction_drift_total": 0.3316816326530612,
"flow_consistency": 0.526381462585034,
"kappa2_speed2norm_packet_mean": 0.4309107142857143,
"kappa2_speed2norm_packet_median": 0.4326215986394558,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4068644557823129,
"kinetic_energy": 0.7427234693877551,
"kinetic_flow": 0.6870583333333333,
"kinetic_packet": 0.6424797619047619,
"packet_consistency": 0.4535643707482994,
"pna_flow": 0.3185873299319728,
"pna_packet_max": 0.40639311224489794,
"pna_packet_mean": 0.4309107142857143,
"pna_packet_median": 0.4326215986394558,
"pna_packet_trimmed10_mean": 0.4068644557823129,
"terminal_flow": 0.39990986394557826,
"terminal_norm": 0.46308001700680274,
"terminal_packet": 0.3960660714285714,
"velocity_flow": 0.7177452380952379,
"velocity_packet": 0.7702564625850341,
"velocity_total": 0.8310155612244898
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.7448772108843538,
"causal_surprisal_flow": 0.3199311224489796,
"causal_surprisal_packet_max": 0.1714062925170068,
"causal_surprisal_packet_mean": 0.15513826530612246,
"causal_surprisal_packet_median": 0.16559319727891156,
"causal_surprisal_packet_trimmed10_mean": 0.1544872448979592,
"causal_surprisal_total": 0.3348564625850341,
"consistency_total": 0.5537301020408163,
"curvature_flow": 0.43706870748299315,
"curvature_packet": 0.6250278911564626,
"curvature_total": 0.5029998299319728,
"direction_drift_flow": 0.3531664115646258,
"direction_drift_packet_max": 0.3621924319727891,
"direction_drift_packet_mean": 0.4326807823129252,
"direction_drift_packet_median": 0.45411062925170076,
"direction_drift_packet_trimmed10_mean": 0.4337772108843537,
"direction_drift_total": 0.33184600340136056,
"flow_consistency": 0.5299042517006802,
"kappa2_speed2norm_packet_mean": 0.42475416666666665,
"kappa2_speed2norm_packet_median": 0.4351431972789116,
"kappa2_speed2norm_packet_trimmed10_mean": 0.41489549319727886,
"kinetic_energy": 0.7440443027210883,
"kinetic_flow": 0.6842073129251701,
"kinetic_packet": 0.6325057823129252,
"packet_consistency": 0.45187823129251703,
"pna_flow": 0.3306721088435374,
"pna_packet_max": 0.39503750000000004,
"pna_packet_mean": 0.42475416666666665,
"pna_packet_median": 0.4351431972789116,
"pna_packet_trimmed10_mean": 0.41489549319727886,
"terminal_flow": 0.38882976190476193,
"terminal_norm": 0.45797049319727895,
"terminal_packet": 0.39245297619047614,
"velocity_flow": 0.7201287414965987,
"velocity_packet": 0.7625326530612246,
"velocity_total": 0.8310806122448978
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.998525,
"causal_surprisal_flow": 0.3008831632653062,
"causal_surprisal_packet_max": 0.1093828231292517,
"causal_surprisal_packet_mean": 0.11022755102040815,
"causal_surprisal_packet_median": 0.11531513605442176,
"causal_surprisal_packet_trimmed10_mean": 0.11085306122448979,
"causal_surprisal_total": 0.33067278911564624,
"consistency_total": 0.7716651360544218,
"curvature_flow": 0.11648078231292518,
"curvature_packet": 0.9082093537414966,
"curvature_total": 0.4671304421768708,
"direction_drift_flow": 0.4442260204081633,
"direction_drift_packet_max": 0.16097993197278912,
"direction_drift_packet_mean": 0.1607981292517007,
"direction_drift_packet_median": 0.18767891156462585,
"direction_drift_packet_trimmed10_mean": 0.18776649659863948,
"direction_drift_total": 0.09826190476190476,
"flow_consistency": 0.7643526360544217,
"kappa2_speed2norm_packet_mean": 0.10334081632653061,
"kappa2_speed2norm_packet_median": 0.12702865646258504,
"kappa2_speed2norm_packet_trimmed10_mean": 0.12163095238095237,
"kinetic_energy": 0.9985806122448979,
"kinetic_flow": 0.8762062925170068,
"kinetic_packet": 0.9855585034013605,
"packet_consistency": 0.880883163265306,
"pna_flow": 0.09153486394557822,
"pna_packet_max": 0.09148154761904762,
"pna_packet_mean": 0.10334081632653061,
"pna_packet_median": 0.12702865646258504,
"pna_packet_trimmed10_mean": 0.12163095238095237,
"terminal_flow": 0.899618707482993,
"terminal_norm": 0.9488685374149659,
"terminal_packet": 0.9336215986394557,
"velocity_flow": 0.6089571428571429,
"velocity_packet": 0.9730493197278912,
"velocity_total": 0.9982581632653061
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.9825062925170068,
"causal_surprisal_flow": 0.2969887755102041,
"causal_surprisal_packet_max": 0.07103418367346939,
"causal_surprisal_packet_mean": 0.06526989795918368,
"causal_surprisal_packet_median": 0.06709744897959184,
"causal_surprisal_packet_trimmed10_mean": 0.06542125850340137,
"causal_surprisal_total": 0.32629336734693876,
"consistency_total": 0.8457214285714285,
"curvature_flow": 0.18420340136054422,
"curvature_packet": 0.8346710034013606,
"curvature_total": 0.45258146258503396,
"direction_drift_flow": 0.3705319727891157,
"direction_drift_packet_max": 0.33876768707482996,
"direction_drift_packet_mean": 0.43425374149659857,
"direction_drift_packet_median": 0.4544852040816326,
"direction_drift_packet_trimmed10_mean": 0.45267312925170067,
"direction_drift_total": 0.25876437074829933,
"flow_consistency": 0.8614144557823129,
"kappa2_speed2norm_packet_mean": 0.40880263605442174,
"kappa2_speed2norm_packet_median": 0.43637942176870753,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4292987244897959,
"kinetic_energy": 0.9824243197278911,
"kinetic_flow": 0.8782724489795918,
"kinetic_packet": 0.8703947278911566,
"packet_consistency": 0.5449455782312925,
"pna_flow": 0.10642704081632653,
"pna_packet_max": 0.2547578231292517,
"pna_packet_mean": 0.40880263605442174,
"pna_packet_median": 0.43637942176870753,
"pna_packet_trimmed10_mean": 0.4292987244897959,
"terminal_flow": 0.7777346088435374,
"terminal_norm": 0.8711215986394558,
"terminal_packet": 0.6864682823129251,
"velocity_flow": 0.8443641156462585,
"velocity_packet": 0.7756755102040817,
"velocity_total": 0.9892350340136054
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.927215306122449,
"causal_surprisal_flow": 0.2712037414965986,
"causal_surprisal_packet_max": 0.05173792517006803,
"causal_surprisal_packet_mean": 0.04737755102040817,
"causal_surprisal_packet_median": 0.04819812925170069,
"causal_surprisal_packet_trimmed10_mean": 0.047412074829931976,
"causal_surprisal_total": 0.28958690476190474,
"consistency_total": 0.9171884353741497,
"curvature_flow": 0.6814571428571428,
"curvature_packet": 0.6590122448979592,
"curvature_total": 0.7551890306122448,
"direction_drift_flow": 0.3030147108843537,
"direction_drift_packet_max": 0.43876904761904767,
"direction_drift_packet_mean": 0.7066080782312925,
"direction_drift_packet_median": 0.7319131802721088,
"direction_drift_packet_trimmed10_mean": 0.7123283163265306,
"direction_drift_total": 0.4380534013605442,
"flow_consistency": 0.9358863945578231,
"kappa2_speed2norm_packet_mean": 0.48915416666666667,
"kappa2_speed2norm_packet_median": 0.5145280612244898,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5064056972789116,
"kinetic_energy": 0.9272559523809523,
"kinetic_flow": 0.8184608843537415,
"kinetic_packet": 0.6735683673469387,
"packet_consistency": 0.18752721088435376,
"pna_flow": 0.2846644557823129,
"pna_packet_max": 0.24648988095238097,
"pna_packet_mean": 0.48915416666666667,
"pna_packet_median": 0.5145280612244898,
"pna_packet_trimmed10_mean": 0.5064056972789116,
"terminal_flow": 0.6112491496598639,
"terminal_norm": 0.699130612244898,
"terminal_packet": 0.4560522959183674,
"velocity_flow": 0.8485309523809524,
"velocity_packet": 0.6089442176870749,
"velocity_total": 0.982802380952381
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.9396957482993197,
"causal_surprisal_flow": 0.26856377551020405,
"causal_surprisal_packet_max": 0.05251122448979592,
"causal_surprisal_packet_mean": 0.048256122448979595,
"causal_surprisal_packet_median": 0.04815612244897959,
"causal_surprisal_packet_trimmed10_mean": 0.04851649659863946,
"causal_surprisal_total": 0.28577653061224495,
"consistency_total": 0.9162181972789115,
"curvature_flow": 0.6697530612244899,
"curvature_packet": 0.6960394557823129,
"curvature_total": 0.7575525510204083,
"direction_drift_flow": 0.32758171768707484,
"direction_drift_packet_max": 0.4268697278911565,
"direction_drift_packet_mean": 0.7005583333333333,
"direction_drift_packet_median": 0.7258733843537416,
"direction_drift_packet_trimmed10_mean": 0.7064095238095238,
"direction_drift_total": 0.43540221088435377,
"flow_consistency": 0.9356530612244898,
"kappa2_speed2norm_packet_mean": 0.49148707482993187,
"kappa2_speed2norm_packet_median": 0.515918537414966,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5084480442176871,
"kinetic_energy": 0.9395102040816325,
"kinetic_flow": 0.837524149659864,
"kinetic_packet": 0.6929203231292517,
"packet_consistency": 0.19104277210884354,
"pna_flow": 0.2601034013605442,
"pna_packet_max": 0.26080229591836734,
"pna_packet_mean": 0.49148707482993187,
"pna_packet_median": 0.515918537414966,
"pna_packet_trimmed10_mean": 0.5084480442176871,
"terminal_flow": 0.6301115646258504,
"terminal_norm": 0.7150375850340136,
"terminal_packet": 0.4695926020408163,
"velocity_flow": 0.8468358843537416,
"velocity_packet": 0.6187994897959184,
"velocity_total": 0.9815408163265306
},
"Syn": {
"_n": 588.0,
"arc_length": 0.9358270408163265,
"causal_surprisal_flow": 0.2606306122448979,
"causal_surprisal_packet_max": 0.3259681972789116,
"causal_surprisal_packet_mean": 0.2800158163265306,
"causal_surprisal_packet_median": 0.24710799319727889,
"causal_surprisal_packet_trimmed10_mean": 0.2813270408163266,
"causal_surprisal_total": 0.2705289115646259,
"consistency_total": 0.7937899659863945,
"curvature_flow": 0.6305418367346939,
"curvature_packet": 0.4409897108843538,
"curvature_total": 0.6736895408163266,
"direction_drift_flow": 0.4156739795918367,
"direction_drift_packet_max": 0.10597074829931973,
"direction_drift_packet_mean": 0.07920595238095239,
"direction_drift_packet_median": 0.0660484693877551,
"direction_drift_packet_trimmed10_mean": 0.09272772108843538,
"direction_drift_total": 0.07481785714285714,
"flow_consistency": 0.7904056122448978,
"kappa2_speed2norm_packet_mean": 0.10661309523809523,
"kappa2_speed2norm_packet_median": 0.029495408163265308,
"kappa2_speed2norm_packet_trimmed10_mean": 0.11317891156462585,
"kinetic_energy": 0.9368556122448979,
"kinetic_flow": 0.5854022108843537,
"kinetic_packet": 0.9729284013605441,
"packet_consistency": 0.8295010204081632,
"pna_flow": 0.34406139455782314,
"pna_packet_max": 0.2887418367346939,
"pna_packet_mean": 0.10661309523809523,
"pna_packet_median": 0.029495408163265308,
"pna_packet_trimmed10_mean": 0.11317891156462585,
"terminal_flow": 0.8797192176870748,
"terminal_norm": 0.9303887755102039,
"terminal_packet": 0.9643391156462584,
"velocity_flow": 0.5739841836734694,
"velocity_packet": 0.8365346088435374,
"velocity_total": 0.8616037414965986
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.8313353741496599,
"causal_surprisal_flow": 0.2911358843537415,
"causal_surprisal_packet_max": 0.22707397959183673,
"causal_surprisal_packet_mean": 0.17344489795918366,
"causal_surprisal_packet_median": 0.18318792517006804,
"causal_surprisal_packet_trimmed10_mean": 0.17806564625850338,
"causal_surprisal_total": 0.29929064625850343,
"consistency_total": 0.6471134353741497,
"curvature_flow": 0.16585340136054422,
"curvature_packet": 0.8682761904761905,
"curvature_total": 0.6051887755102041,
"direction_drift_flow": 0.41199574829931973,
"direction_drift_packet_max": 0.40492287414965983,
"direction_drift_packet_mean": 0.4978687074829933,
"direction_drift_packet_median": 0.5096576530612245,
"direction_drift_packet_trimmed10_mean": 0.5039537414965987,
"direction_drift_total": 0.40214948979591836,
"flow_consistency": 0.6474093537414966,
"kappa2_speed2norm_packet_mean": 0.4603664115646259,
"kappa2_speed2norm_packet_median": 0.4815430272108844,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4635876700680272,
"kinetic_energy": 0.8300083333333333,
"kinetic_flow": 0.7316724489795918,
"kinetic_packet": 0.8317255952380953,
"packet_consistency": 0.5809788265306122,
"pna_flow": 0.11277610544217688,
"pna_packet_max": 0.4137335034013605,
"pna_packet_mean": 0.4603664115646259,
"pna_packet_median": 0.4815430272108844,
"pna_packet_trimmed10_mean": 0.4635876700680272,
"terminal_flow": 0.7676875850340136,
"terminal_norm": 0.8260487244897959,
"terminal_packet": 0.6509920918367347,
"velocity_flow": 0.6977440476190474,
"velocity_packet": 0.8148435374149661,
"velocity_total": 0.8433348639455782
},
"UDP": {
"_n": 588.0,
"arc_length": 0.7248636054421769,
"causal_surprisal_flow": 0.32063835034013605,
"causal_surprisal_packet_max": 0.17509829931972792,
"causal_surprisal_packet_mean": 0.15936326530612244,
"causal_surprisal_packet_median": 0.1687033163265306,
"causal_surprisal_packet_trimmed10_mean": 0.15873452380952383,
"causal_surprisal_total": 0.33679727891156463,
"consistency_total": 0.5257925170068027,
"curvature_flow": 0.45594761904761905,
"curvature_packet": 0.6030704081632654,
"curvature_total": 0.5016335884353742,
"direction_drift_flow": 0.3499520408163266,
"direction_drift_packet_max": 0.3745183673469388,
"direction_drift_packet_mean": 0.4376511904761905,
"direction_drift_packet_median": 0.4551623299319728,
"direction_drift_packet_trimmed10_mean": 0.43550255102040814,
"direction_drift_total": 0.34098562925170073,
"flow_consistency": 0.5008061224489795,
"kappa2_speed2norm_packet_mean": 0.4445410714285714,
"kappa2_speed2norm_packet_median": 0.4482734693877551,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4277125850340136,
"kinetic_energy": 0.7239107142857143,
"kinetic_flow": 0.6665450680272108,
"kinetic_packet": 0.6151187925170067,
"packet_consistency": 0.4562069727891157,
"pna_flow": 0.34498622448979593,
"pna_packet_max": 0.4037355442176871,
"pna_packet_mean": 0.4445410714285714,
"pna_packet_median": 0.4482734693877551,
"pna_packet_trimmed10_mean": 0.4277125850340136,
"terminal_flow": 0.36644472789115645,
"terminal_norm": 0.43244744897959186,
"terminal_packet": 0.38226522108843536,
"velocity_flow": 0.706290731292517,
"velocity_packet": 0.7548442176870747,
"velocity_total": 0.8179841836734696
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.9108332482993197,
"causal_surprisal_flow": 0.26542653061224486,
"causal_surprisal_packet_max": 0.3019875850340136,
"causal_surprisal_packet_mean": 0.29038554421768703,
"causal_surprisal_packet_median": 0.2668090136054422,
"causal_surprisal_packet_trimmed10_mean": 0.28472329931972784,
"causal_surprisal_total": 0.28254931972789116,
"consistency_total": 0.7695321428571429,
"curvature_flow": 0.5654299319727891,
"curvature_packet": 0.38653911564625854,
"curvature_total": 0.5761210034013605,
"direction_drift_flow": 0.41371062925170066,
"direction_drift_packet_max": 0.09921122448979591,
"direction_drift_packet_mean": 0.09855714285714287,
"direction_drift_packet_median": 0.10302551020408164,
"direction_drift_packet_trimmed10_mean": 0.10888129251700682,
"direction_drift_total": 0.08665901360544218,
"flow_consistency": 0.7648959183673469,
"kappa2_speed2norm_packet_mean": 0.10345867346938775,
"kappa2_speed2norm_packet_median": 0.07261045918367348,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10552117346938775,
"kinetic_energy": 0.9113505102040815,
"kinetic_flow": 0.5861016156462584,
"kinetic_packet": 0.9372340136054421,
"packet_consistency": 0.7910509353741496,
"pna_flow": 0.32325068027210885,
"pna_packet_max": 0.19332108843537416,
"pna_packet_mean": 0.10345867346938775,
"pna_packet_median": 0.07261045918367348,
"pna_packet_trimmed10_mean": 0.10552117346938775,
"terminal_flow": 0.8342948979591837,
"terminal_norm": 0.8828649659863946,
"terminal_packet": 0.9059818027210886,
"velocity_flow": 0.5780552721088436,
"velocity_packet": 0.8418581632653062,
"velocity_total": 0.8651822278911564
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.7269348173515982,
"causal_surprisal_flow": 0.35986210045662104,
"causal_surprisal_packet_max": 0.3875454337899543,
"causal_surprisal_packet_mean": 0.39951347031963474,
"causal_surprisal_packet_median": 0.3885155251141552,
"causal_surprisal_packet_trimmed10_mean": 0.3906365296803653,
"causal_surprisal_total": 0.3408691780821918,
"consistency_total": 0.5204682648401826,
"curvature_flow": 0.6750477168949772,
"curvature_packet": 0.5842049086757992,
"curvature_total": 0.7577166666666667,
"direction_drift_flow": 0.25844920091324197,
"direction_drift_packet_max": 0.5408191780821917,
"direction_drift_packet_mean": 0.4953388127853881,
"direction_drift_packet_median": 0.4941968036529681,
"direction_drift_packet_trimmed10_mean": 0.4831431506849315,
"direction_drift_total": 0.37894840182648404,
"flow_consistency": 0.5294671232876713,
"kappa2_speed2norm_packet_mean": 0.6117082191780822,
"kappa2_speed2norm_packet_median": 0.618064383561644,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6008945205479452,
"kinetic_energy": 0.7263908675799087,
"kinetic_flow": 0.7103118721461188,
"kinetic_packet": 0.4436133561643836,
"packet_consistency": 0.4496720319634703,
"pna_flow": 0.36779634703196346,
"pna_packet_max": 0.5822335616438357,
"pna_packet_mean": 0.6117082191780822,
"pna_packet_median": 0.618064383561644,
"pna_packet_trimmed10_mean": 0.6008945205479452,
"terminal_flow": 0.34644075342465747,
"terminal_norm": 0.49359280821917806,
"terminal_packet": 0.49815616438356164,
"velocity_flow": 0.775378196347032,
"velocity_packet": 0.4304036529680365,
"velocity_total": 0.7846526255707762
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.8s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 18.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed42_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed42_to_cicddos2019.npz
=== overall AUROC top-10 ===
velocity_total AUROC=0.9078 AUPRC=0.9171
arc_length AUROC=0.8891 AUPRC=0.9018
kinetic_energy AUROC=0.8890 AUPRC=0.9018
kinetic_packet AUROC=0.8103 AUPRC=0.8001
velocity_packet AUROC=0.7951 AUPRC=0.7370
kinetic_flow AUROC=0.7843 AUPRC=0.6708
terminal_norm AUROC=0.7528 AUPRC=0.6955
consistency_total AUROC=0.7507 AUPRC=0.6532
flow_consistency AUROC=0.7496 AUPRC=0.6678
curvature_packet AUROC=0.7347 AUPRC=0.7194

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.6648447209096279,
"auprc": 0.6056702557190425
},
"causal_surprisal_flow": {
"auroc": 0.6077987743650326,
"auprc": 0.5123274590630392
},
"causal_surprisal_packet_max": {
"auroc": 0.6602307811577082,
"auprc": 0.5200214496633778
},
"causal_surprisal_packet_mean": {
"auroc": 0.6871511075014767,
"auprc": 0.6060695844455424
},
"causal_surprisal_packet_median": {
"auroc": 0.5417952377436503,
"auprc": 0.5127199638008333
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.5813014619019493,
"auprc": 0.521208700227414
},
"causal_surprisal_total": {
"auroc": 0.5668836163614884,
"auprc": 0.43552978050507446
},
"consistency_total": {
"auroc": 0.6890789574719433,
"auprc": 0.5019402323491193
},
"curvature_flow": {
"auroc": 0.5927680891907856,
"auprc": 0.47202777572880017
},
"curvature_packet": {
"auroc": 0.6031672917897224,
"auprc": 0.45924426821477515
},
"curvature_total": {
"auroc": 0.6422616435321914,
"auprc": 0.49351705149809066
},
"direction_drift_flow": {
"auroc": 0.24053762551683405,
"auprc": 0.2751716416765159
},
"direction_drift_packet_max": {
"auroc": 0.4807359716479622,
"auprc": 0.40483799648169067
},
"direction_drift_packet_mean": {
"auroc": 0.1979804562906084,
"auprc": 0.2665770762275176
},
"direction_drift_packet_median": {
"auroc": 0.19494882604843472,
"auprc": 0.26647208127704997
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.19048148257531008,
"auprc": 0.26596163197833106
},
"direction_drift_total": {
"auroc": 0.2466910587714117,
"auprc": 0.27622289370069214
},
"flow_consistency": {
"auroc": 0.6654891907855877,
"auprc": 0.4765431799884604
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.3630396042528057,
"auprc": 0.31080444529342494
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.3570415239220319,
"auprc": 0.3087981822041716
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.35258677643236863,
"auprc": 0.3073578527445636
},
"kinetic_energy": {
"auroc": 0.664247135262847,
"auprc": 0.6049704486432048
},
"kinetic_flow": {
"auroc": 0.777704858239811,
"auprc": 0.6010468574169747
},
"kinetic_packet": {
"auroc": 0.6963392720023627,
"auprc": 0.6285077647242254
},
"packet_consistency": {
"auroc": 0.7879833210277615,
"auprc": 0.5814348989453796
},
"pna_flow": {
"auroc": 0.251665696987596,
"auprc": 0.28016667663282907
},
"pna_packet_max": {
"auroc": 0.4376368576491435,
"auprc": 0.3386757502747807
},
"pna_packet_mean": {
"auroc": 0.3630396042528057,
"auprc": 0.31080444529342494
},
"pna_packet_median": {
"auroc": 0.3570415239220319,
"auprc": 0.3087981822041716
},
"pna_packet_trimmed10_mean": {
"auroc": 0.35258677643236863,
"auprc": 0.3073578527445636
},
"terminal_flow": {
"auroc": 0.9102290756054342,
"auprc": 0.8157685942518073
},
"terminal_norm": {
"auroc": 0.7558361266981688,
"auprc": 0.685079464507983
},
"terminal_packet": {
"auroc": 0.7517144418192557,
"auprc": 0.6685616267326426
},
"velocity_flow": {
"auroc": 0.7726178898405198,
"auprc": 0.5831011505007035
},
"velocity_packet": {
"auroc": 0.7811558254577673,
"auprc": 0.6029816390612415
},
"velocity_total": {
"auroc": 0.7243832250443002,
"auprc": 0.6669642960542863
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.5899080330330331,
"causal_surprisal_flow": 0.7107103603603604,
"causal_surprisal_packet_max": 0.8444776276276276,
"causal_surprisal_packet_mean": 0.8516381381381382,
"causal_surprisal_packet_median": 0.4314570570570571,
"causal_surprisal_packet_trimmed10_mean": 0.4755816816816817,
"causal_surprisal_total": 0.8292474474474474,
"consistency_total": 0.8601892642642643,
"curvature_flow": 0.09858348348348348,
"curvature_packet": 0.3708310810810811,
"curvature_total": 0.33927027027027024,
"direction_drift_flow": 0.5813989489489488,
"direction_drift_packet_max": 0.3905019519519519,
"direction_drift_packet_mean": 0.26569129129129126,
"direction_drift_packet_median": 0.2854316066066066,
"direction_drift_packet_trimmed10_mean": 0.24435285285285283,
"direction_drift_total": 0.32050082582582584,
"flow_consistency": 0.8136228228228228,
"kappa2_speed2norm_packet_mean": 0.283266066066066,
"kappa2_speed2norm_packet_median": 0.3038022522522522,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2418907657657658,
"kinetic_energy": 0.5974582582582583,
"kinetic_flow": 0.429897972972973,
"kinetic_packet": 0.7823424174174174,
"packet_consistency": 0.8139254504504505,
"pna_flow": 0.05712762762762763,
"pna_packet_max": 0.3204948198198198,
"pna_packet_mean": 0.283266066066066,
"pna_packet_median": 0.3038022522522522,
"pna_packet_trimmed10_mean": 0.2418907657657658,
"terminal_flow": 0.8790902402402402,
"terminal_norm": 0.8629602102102102,
"terminal_packet": 0.8775471471471471,
"velocity_flow": 0.41074684684684687,
"velocity_packet": 0.7267304054054055,
"velocity_total": 0.4333579579579579
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.7794867867867866,
"causal_surprisal_flow": 0.7241312312312312,
"causal_surprisal_packet_max": 0.7252448948948949,
"causal_surprisal_packet_mean": 0.8761346846846847,
"causal_surprisal_packet_median": 0.8812503003003003,
"causal_surprisal_packet_trimmed10_mean": 0.830139039039039,
"causal_surprisal_total": 0.7866531531531532,
"consistency_total": 0.7369277777777778,
"curvature_flow": 0.48912049549549547,
"curvature_packet": 0.6327051051051051,
"curvature_total": 0.6338927177177177,
"direction_drift_flow": 0.2682713213213213,
"direction_drift_packet_max": 0.5130003003003003,
"direction_drift_packet_mean": 0.20493198198198198,
"direction_drift_packet_median": 0.20513963963963966,
"direction_drift_packet_trimmed10_mean": 0.18916711711711712,
"direction_drift_total": 0.24687424924924925,
"flow_consistency": 0.6945716966966967,
"kappa2_speed2norm_packet_mean": 0.36106561561561556,
"kappa2_speed2norm_packet_median": 0.37347184684684687,
"kappa2_speed2norm_packet_trimmed10_mean": 0.33914624624624623,
"kinetic_energy": 0.7793317567567566,
"kinetic_flow": 0.8196954954954955,
"kinetic_packet": 0.8438881381381381,
"packet_consistency": 0.8735017267267268,
"pna_flow": 0.04562912912912913,
"pna_packet_max": 0.3756268768768769,
"pna_packet_mean": 0.36106561561561556,
"pna_packet_median": 0.37347184684684687,
"pna_packet_trimmed10_mean": 0.33914624624624623,
"terminal_flow": 0.9859631381381383,
"terminal_norm": 0.9449177177177176,
"terminal_packet": 0.9059312312312312,
"velocity_flow": 0.8078055555555556,
"velocity_packet": 0.8604512762762763,
"velocity_total": 0.8381963963963965
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.6705545795795794,
"causal_surprisal_flow": 0.7355208708708709,
"causal_surprisal_packet_max": 0.7830201951951951,
"causal_surprisal_packet_mean": 0.9212674174174174,
"causal_surprisal_packet_median": 0.8168987237237236,
"causal_surprisal_packet_trimmed10_mean": 0.8675123123123123,
"causal_surprisal_total": 0.7678903903903904,
"consistency_total": 0.717198048048048,
"curvature_flow": 0.5004863363363363,
"curvature_packet": 0.7379563063063063,
"curvature_total": 0.7494623123123123,
"direction_drift_flow": 0.21684159159159158,
"direction_drift_packet_max": 0.7187542042042042,
"direction_drift_packet_mean": 0.31614166666666665,
"direction_drift_packet_median": 0.2892375375375375,
"direction_drift_packet_trimmed10_mean": 0.28263753753753756,
"direction_drift_total": 0.4343641141141141,
"flow_consistency": 0.6910601351351352,
"kappa2_speed2norm_packet_mean": 0.42342312312312314,
"kappa2_speed2norm_packet_median": 0.41803746246246243,
"kappa2_speed2norm_packet_trimmed10_mean": 0.3966165165165165,
"kinetic_energy": 0.6687011261261261,
"kinetic_flow": 0.88896493993994,
"kinetic_packet": 0.7151996996996997,
"packet_consistency": 0.781703003003003,
"pna_flow": 0.04006366366366366,
"pna_packet_max": 0.546291066066066,
"pna_packet_mean": 0.42342312312312314,
"pna_packet_median": 0.41803746246246243,
"pna_packet_trimmed10_mean": 0.3966165165165165,
"terminal_flow": 0.982142942942943,
"terminal_norm": 0.86916996996997,
"terminal_packet": 0.7917612612612612,
"velocity_flow": 0.8641737237237237,
"velocity_packet": 0.8353198948948949,
"velocity_total": 0.8098453453453454
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.6923043543543543,
"causal_surprisal_flow": 0.7303795795795796,
"causal_surprisal_packet_max": 0.8133163663663664,
"causal_surprisal_packet_mean": 0.9632142642642643,
"causal_surprisal_packet_median": 0.8463596096096095,
"causal_surprisal_packet_trimmed10_mean": 0.909038138138138,
"causal_surprisal_total": 0.7991243243243243,
"consistency_total": 0.5142654654654655,
"curvature_flow": 0.6484648648648649,
"curvature_packet": 0.6735409159159159,
"curvature_total": 0.6958152402402402,
"direction_drift_flow": 0.2113945945945946,
"direction_drift_packet_max": 0.5270895645645646,
"direction_drift_packet_mean": 0.12032747747747748,
"direction_drift_packet_median": 0.1303551801801802,
"direction_drift_packet_trimmed10_mean": 0.10301111111111111,
"direction_drift_total": 0.1398499249249249,
"flow_consistency": 0.45904324324324325,
"kappa2_speed2norm_packet_mean": 0.3307496996996997,
"kappa2_speed2norm_packet_median": 0.3295524024024024,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2851364864864865,
"kinetic_energy": 0.6895770270270272,
"kinetic_flow": 0.8205321321321322,
"kinetic_packet": 0.7817817567567569,
"packet_consistency": 0.902425975975976,
"pna_flow": 0.12418648648648649,
"pna_packet_max": 0.48171974474474477,
"pna_packet_mean": 0.3307496996996997,
"pna_packet_median": 0.3295524024024024,
"pna_packet_trimmed10_mean": 0.2851364864864865,
"terminal_flow": 0.9222626876876877,
"terminal_norm": 0.7593193693693694,
"terminal_packet": 0.7706262762762762,
"velocity_flow": 0.8309956456456454,
"velocity_packet": 0.9246819819819821,
"velocity_total": 0.8639913663663664
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.7139668918918919,
"causal_surprisal_flow": 0.7085207207207207,
"causal_surprisal_packet_max": 0.7265737987987987,
"causal_surprisal_packet_mean": 0.8419331831831832,
"causal_surprisal_packet_median": 0.7773974474474474,
"causal_surprisal_packet_trimmed10_mean": 0.7484297297297297,
"causal_surprisal_total": 0.7367048048048048,
"consistency_total": 0.6165897897897897,
"curvature_flow": 0.6461487237237238,
"curvature_packet": 0.8608635135135135,
"curvature_total": 0.8871588588588588,
"direction_drift_flow": 0.24354046546546546,
"direction_drift_packet_max": 0.6045549549549549,
"direction_drift_packet_mean": 0.272943993993994,
"direction_drift_packet_median": 0.23576066066066068,
"direction_drift_packet_trimmed10_mean": 0.23095705705705707,
"direction_drift_total": 0.33836171171171175,
"flow_consistency": 0.6020608108108108,
"kappa2_speed2norm_packet_mean": 0.4355103603603604,
"kappa2_speed2norm_packet_median": 0.42746381381381376,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4131159159159159,
"kinetic_energy": 0.7114143393393393,
"kinetic_flow": 0.7368016516516517,
"kinetic_packet": 0.8279556306306306,
"packet_consistency": 0.826408858858859,
"pna_flow": 0.33330998498498493,
"pna_packet_max": 0.4580535285285285,
"pna_packet_mean": 0.4355103603603604,
"pna_packet_median": 0.42746381381381376,
"pna_packet_trimmed10_mean": 0.4131159159159159,
"terminal_flow": 0.917118918918919,
"terminal_norm": 0.8334408408408408,
"terminal_packet": 0.8520295795795796,
"velocity_flow": 0.7132446696696697,
"velocity_packet": 0.8592172672672673,
"velocity_total": 0.7401195195195195
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.697518093093093,
"causal_surprisal_flow": 0.5945411411411411,
"causal_surprisal_packet_max": 0.6118563063063063,
"causal_surprisal_packet_mean": 0.7240576576576577,
"causal_surprisal_packet_median": 0.6856951951951952,
"causal_surprisal_packet_trimmed10_mean": 0.7143063063063062,
"causal_surprisal_total": 0.49577702702702703,
"consistency_total": 0.6086702702702703,
"curvature_flow": 0.5855441441441441,
"curvature_packet": 0.7705983483483484,
"curvature_total": 0.8029506756756756,
"direction_drift_flow": 0.15515345345345344,
"direction_drift_packet_max": 0.4506918168168168,
"direction_drift_packet_mean": 0.14061306306306307,
"direction_drift_packet_median": 0.15523746246246245,
"direction_drift_packet_trimmed10_mean": 0.12822072072072072,
"direction_drift_total": 0.11672567567567568,
"flow_consistency": 0.6143794294294296,
"kappa2_speed2norm_packet_mean": 0.40118821321321324,
"kappa2_speed2norm_packet_median": 0.3984231231231231,
"kappa2_speed2norm_packet_trimmed10_mean": 0.38315210210210215,
"kinetic_energy": 0.6956150900900899,
"kinetic_flow": 0.7529633633633633,
"kinetic_packet": 0.8072879129129128,
"packet_consistency": 0.6695268768768768,
"pna_flow": 0.22461253753753752,
"pna_packet_max": 0.4248262762762762,
"pna_packet_mean": 0.40118821321321324,
"pna_packet_median": 0.3984231231231231,
"pna_packet_trimmed10_mean": 0.38315210210210215,
"terminal_flow": 0.8395563063063064,
"terminal_norm": 0.7993878378378378,
"terminal_packet": 0.8133039039039037,
"velocity_flow": 0.7587668168168169,
"velocity_packet": 0.8182603603603604,
"velocity_total": 0.7670701951951953
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.16535007507507507,
"causal_surprisal_flow": 0.8607521021021022,
"causal_surprisal_packet_max": 0.834799024024024,
"causal_surprisal_packet_mean": 0.8151099099099101,
"causal_surprisal_packet_median": 0.531754954954955,
"causal_surprisal_packet_trimmed10_mean": 0.7126194444444445,
"causal_surprisal_total": 0.644531081081081,
"consistency_total": 0.5847641141141141,
"curvature_flow": 0.3847624624624625,
"curvature_packet": 0.19913363363363362,
"curvature_total": 0.2239692942942943,
"direction_drift_flow": 0.4560507507507508,
"direction_drift_packet_max": 0.7248663663663663,
"direction_drift_packet_mean": 0.34832897897897896,
"direction_drift_packet_median": 0.3145857357357357,
"direction_drift_packet_trimmed10_mean": 0.33542867867867865,
"direction_drift_total": 0.5745986486486486,
"flow_consistency": 0.5915387387387386,
"kappa2_speed2norm_packet_mean": 0.4142258258258258,
"kappa2_speed2norm_packet_median": 0.4298539039039039,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4251800300300301,
"kinetic_energy": 0.16218213213213212,
"kinetic_flow": 0.8313471471471472,
"kinetic_packet": 0.06911366366366367,
"packet_consistency": 0.6771726726726727,
"pna_flow": 0.04265705705705705,
"pna_packet_max": 0.41979429429429427,
"pna_packet_mean": 0.4142258258258258,
"pna_packet_median": 0.4298539039039039,
"pna_packet_trimmed10_mean": 0.4251800300300301,
"terminal_flow": 0.96736996996997,
"terminal_norm": 0.40324174174174177,
"terminal_packet": 0.3678536786786787,
"velocity_flow": 0.7839959459459459,
"velocity_packet": 0.6272445945945946,
"velocity_total": 0.3634846846846847
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.9383,
"causal_surprisal_flow": 0.4345,
"causal_surprisal_packet_max": 0.9938,
"causal_surprisal_packet_mean": 0.5650999999999999,
"causal_surprisal_packet_median": 0.2379,
"causal_surprisal_packet_trimmed10_mean": 0.3297,
"causal_surprisal_total": 0.03869999999999996,
"consistency_total": 0.7264,
"curvature_flow": 0.7696999999999999,
"curvature_packet": 0.562,
"curvature_total": 0.5956,
"direction_drift_flow": 0.007900000000000018,
"direction_drift_packet_max": 0.4164,
"direction_drift_packet_mean": 0.028100000000000014,
"direction_drift_packet_median": 0.06620000000000004,
"direction_drift_packet_trimmed10_mean": 0.034599999999999964,
"direction_drift_total": 0.037699999999999956,
"flow_consistency": 0.6089,
"kappa2_speed2norm_packet_mean": 0.10819999999999996,
"kappa2_speed2norm_packet_median": 0.11960000000000004,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10609999999999997,
"kinetic_energy": 0.9328,
"kinetic_flow": 0.9997,
"kinetic_packet": 0.8364999999999999,
"packet_consistency": 0.976,
"pna_flow": 0.00660000000000005,
"pna_packet_max": 0.39380000000000004,
"pna_packet_mean": 0.10819999999999996,
"pna_packet_median": 0.11960000000000004,
"pna_packet_trimmed10_mean": 0.10609999999999997,
"terminal_flow": 0.9852000000000001,
"terminal_norm": 0.26739999999999997,
"terminal_packet": 0.2538,
"velocity_flow": 0.9944,
"velocity_packet": 0.9796,
"velocity_total": 0.9775
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.7415428571428571,
"causal_surprisal_flow": 0.5203571428571429,
"causal_surprisal_packet_max": 0.8549714285714286,
"causal_surprisal_packet_mean": 0.6089857142857142,
"causal_surprisal_packet_median": 0.4742571428571429,
"causal_surprisal_packet_trimmed10_mean": 0.47561428571428566,
"causal_surprisal_total": 0.22145714285714285,
"consistency_total": 0.6862714285714285,
"curvature_flow": 0.6714428571428571,
"curvature_packet": 0.5840857142857143,
"curvature_total": 0.6193,
"direction_drift_flow": 0.0947,
"direction_drift_packet_max": 0.6747428571428571,
"direction_drift_packet_mean": 0.22182857142857143,
"direction_drift_packet_median": 0.22605714285714285,
"direction_drift_packet_trimmed10_mean": 0.22614285714285712,
"direction_drift_total": 0.3337857142857143,
"flow_consistency": 0.6462857142857142,
"kappa2_speed2norm_packet_mean": 0.3667,
"kappa2_speed2norm_packet_median": 0.37175714285714284,
"kappa2_speed2norm_packet_trimmed10_mean": 0.35750000000000004,
"kinetic_energy": 0.7424285714285714,
"kinetic_flow": 0.9227571428571428,
"kinetic_packet": 0.6843428571428571,
"packet_consistency": 0.8414142857142857,
"pna_flow": 0.029657142857142875,
"pna_packet_max": 0.5700428571428571,
"pna_packet_mean": 0.3667,
"pna_packet_median": 0.37175714285714284,
"pna_packet_trimmed10_mean": 0.35750000000000004,
"terminal_flow": 0.9600857142857142,
"terminal_norm": 0.6185,
"terminal_packet": 0.7378142857142858,
"velocity_flow": 0.8902142857142856,
"velocity_packet": 0.7621142857142857,
"velocity_total": 0.7430142857142856
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.988715015015015,
"causal_surprisal_flow": 0.02426141141141141,
"causal_surprisal_packet_max": 0.19694294294294296,
"causal_surprisal_packet_mean": 0.12014346846846846,
"causal_surprisal_packet_median": 0.05285225225225225,
"causal_surprisal_packet_trimmed10_mean": 0.13498070570570572,
"causal_surprisal_total": 0.03376201201201201,
"consistency_total": 0.6773387387387388,
"curvature_flow": 0.751975975975976,
"curvature_packet": 0.5877183933933935,
"curvature_total": 0.6455876876876878,
"direction_drift_flow": 0.11477860360360362,
"direction_drift_packet_max": 0.08295675675675676,
"direction_drift_packet_mean": 0.11472785285285285,
"direction_drift_packet_median": 0.1235448948948949,
"direction_drift_packet_trimmed10_mean": 0.14986336336336337,
"direction_drift_total": 0.03801546546546546,
"flow_consistency": 0.6580485735735735,
"kappa2_speed2norm_packet_mean": 0.33566178678678676,
"kappa2_speed2norm_packet_median": 0.22125067567567566,
"kappa2_speed2norm_packet_trimmed10_mean": 0.35829181681681677,
"kinetic_energy": 0.9887681681681681,
"kinetic_flow": 0.7610172672672673,
"kinetic_packet": 0.9508737237237237,
"packet_consistency": 0.7898436186186186,
"pna_flow": 0.4038121621621622,
"pna_packet_max": 0.3989128378378378,
"pna_packet_mean": 0.33566178678678676,
"pna_packet_median": 0.22125067567567566,
"pna_packet_trimmed10_mean": 0.35829181681681677,
"terminal_flow": 0.9317294294294295,
"terminal_norm": 0.9855945945945946,
"terminal_packet": 0.9675334834834834,
"velocity_flow": 0.7890447447447447,
"velocity_packet": 0.6858639639639639,
"velocity_total": 0.983766066066066
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.996568018018018,
"causal_surprisal_flow": 0.015501501501501494,
"causal_surprisal_packet_max": 0.06837642642642643,
"causal_surprisal_packet_mean": 0.06906906906906907,
"causal_surprisal_packet_median": 0.10629684684684684,
"causal_surprisal_packet_trimmed10_mean": 0.07219204204204205,
"causal_surprisal_total": 0.015833933933933928,
"consistency_total": 0.7784507507507507,
"curvature_flow": 0.8239288288288288,
"curvature_packet": 0.8433125375375375,
"curvature_total": 0.8941412912912913,
"direction_drift_flow": 0.10704954954954955,
"direction_drift_packet_max": 0.056309159159159156,
"direction_drift_packet_mean": 0.039429804804804805,
"direction_drift_packet_median": 0.0652421921921922,
"direction_drift_packet_trimmed10_mean": 0.06053843843843844,
"direction_drift_total": 0.009105555555555554,
"flow_consistency": 0.734301876876877,
"kappa2_speed2norm_packet_mean": 0.26848806306306305,
"kappa2_speed2norm_packet_median": 0.2954253003003003,
"kappa2_speed2norm_packet_trimmed10_mean": 0.294781006006006,
"kinetic_energy": 0.9965283783783784,
"kinetic_flow": 0.7500879879879879,
"kinetic_packet": 0.9889465465465465,
"packet_consistency": 0.8395405405405406,
"pna_flow": 0.56538003003003,
"pna_packet_max": 0.3677319069069068,
"pna_packet_mean": 0.26848806306306305,
"pna_packet_median": 0.2954253003003003,
"pna_packet_trimmed10_mean": 0.294781006006006,
"terminal_flow": 0.8570978228228229,
"terminal_norm": 0.9901243993993993,
"terminal_packet": 0.9909965465465466,
"velocity_flow": 0.7940310810810812,
"velocity_packet": 0.7831327327327328,
"velocity_total": 0.9971870870870871
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.322192942942943,
"causal_surprisal_flow": 0.9942081081081081,
"causal_surprisal_packet_max": 0.9529121621621621,
"causal_surprisal_packet_mean": 0.729043168168168,
"causal_surprisal_packet_median": 0.35346441441441445,
"causal_surprisal_packet_trimmed10_mean": 0.4146566066066066,
"causal_surprisal_total": 0.6323346096096095,
"consistency_total": 0.8146954204204203,
"curvature_flow": 0.9775974474474475,
"curvature_packet": 0.3458319069069069,
"curvature_total": 0.5416713963963964,
"direction_drift_flow": 0.0781337087087087,
"direction_drift_packet_max": 0.7350286786786787,
"direction_drift_packet_mean": 0.1789930930930931,
"direction_drift_packet_median": 0.16598903903903903,
"direction_drift_packet_trimmed10_mean": 0.20200990990990994,
"direction_drift_total": 0.2758034534534534,
"flow_consistency": 0.8161301801801802,
"kappa2_speed2norm_packet_mean": 0.40474692192192185,
"kappa2_speed2norm_packet_median": 0.40192342342342346,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4171987987987988,
"kinetic_energy": 0.32186636636636634,
"kinetic_flow": 0.9541854354354354,
"kinetic_packet": 0.18949061561561564,
"packet_consistency": 0.6839051051051052,
"pna_flow": 0.7184084084084086,
"pna_packet_max": 0.5732735735735736,
"pna_packet_mean": 0.40474692192192185,
"pna_packet_median": 0.40192342342342346,
"pna_packet_trimmed10_mean": 0.4171987987987988,
"terminal_flow": 0.8120267267267266,
"terminal_norm": 0.1802851351351351,
"terminal_packet": 0.2425795045045045,
"velocity_flow": 0.9441956456456456,
"velocity_packet": 0.6627540540540541,
"velocity_total": 0.4130806306306306
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.8532767123287671,
"causal_surprisal_flow": 0.4510164383561644,
"causal_surprisal_packet_max": 0.9607986301369862,
"causal_surprisal_packet_mean": 0.38882328767123286,
"causal_surprisal_packet_median": 0.06879726027397261,
"causal_surprisal_packet_trimmed10_mean": 0.11200821917808218,
"causal_surprisal_total": 0.019968493150684934,
"consistency_total": 0.5660931506849315,
"curvature_flow": 0.7792493150684932,
"curvature_packet": 0.5977698630136987,
"curvature_total": 0.6371068493150684,
"direction_drift_flow": 0.009448630136986316,
"direction_drift_packet_max": 0.4903397260273972,
"direction_drift_packet_mean": 0.02537945205479452,
"direction_drift_packet_median": 0.033594520547945206,
"direction_drift_packet_trimmed10_mean": 0.03029178082191781,
"direction_drift_total": 0.03373972602739726,
"flow_consistency": 0.5403301369863014,
"kappa2_speed2norm_packet_mean": 0.15113150684931506,
"kappa2_speed2norm_packet_median": 0.15549041095890412,
"kappa2_speed2norm_packet_trimmed10_mean": 0.14717260273972602,
"kinetic_energy": 0.8452301369863013,
"kinetic_flow": 0.9987301369863014,
"kinetic_packet": 0.680241095890411,
"packet_consistency": 0.9348794520547945,
"pna_flow": 0.016283561643835664,
"pna_packet_max": 0.4575835616438356,
"pna_packet_mean": 0.15113150684931506,
"pna_packet_median": 0.15549041095890412,
"pna_packet_trimmed10_mean": 0.14717260273972602,
"terminal_flow": 0.9535993150684932,
"terminal_norm": 0.21514520547945207,
"terminal_packet": 0.24604109589041098,
"velocity_flow": 0.9963863013698631,
"velocity_packet": 0.9664602739726028,
"velocity_total": 0.9654849315068493
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.7644230769230769,
"causal_surprisal_flow": 0.737376923076923,
"causal_surprisal_packet_max": 0.7324538461538461,
"causal_surprisal_packet_mean": 0.7919384615384615,
"causal_surprisal_packet_median": 0.5808384615384615,
"causal_surprisal_packet_trimmed10_mean": 0.5731692307692308,
"causal_surprisal_total": 0.8952076923076924,
"consistency_total": 0.6301615384615384,
"curvature_flow": 0.3425615384615385,
"curvature_packet": 0.8690769230769231,
"curvature_total": 0.8657153846153848,
"direction_drift_flow": 0.562,
"direction_drift_packet_max": 0.7049307692307692,
"direction_drift_packet_mean": 0.27048461538461543,
"direction_drift_packet_median": 0.23915384615384616,
"direction_drift_packet_trimmed10_mean": 0.21546923076923077,
"direction_drift_total": 0.3196846153846154,
"flow_consistency": 0.6119076923076923,
"kappa2_speed2norm_packet_mean": 0.49372307692307693,
"kappa2_speed2norm_packet_median": 0.38126153846153843,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4044,
"kinetic_energy": 0.7658538461538462,
"kinetic_flow": 0.7505384615384616,
"kinetic_packet": 0.8536076923076923,
"packet_consistency": 0.7886846153846154,
"pna_flow": 0.07737692307692311,
"pna_packet_max": 0.7433153846153846,
"pna_packet_mean": 0.49372307692307693,
"pna_packet_median": 0.38126153846153843,
"pna_packet_trimmed10_mean": 0.4044,
"terminal_flow": 0.9615615384615386,
"terminal_norm": 0.9082153846153846,
"terminal_packet": 0.8787,
"velocity_flow": 0.6204846153846154,
"velocity_packet": 0.8812230769230769,
"velocity_total": 0.7083615384615385
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.9633611111111111,
"causal_surprisal_flow": 0.4337333333333333,
"causal_surprisal_packet_max": 0.9519944444444444,
"causal_surprisal_packet_mean": 0.3748388888888889,
"causal_surprisal_packet_median": 0.052461111111111125,
"causal_surprisal_packet_trimmed10_mean": 0.08716666666666666,
"causal_surprisal_total": 0.009644444444444454,
"consistency_total": 0.5523222222222223,
"curvature_flow": 0.7562833333333333,
"curvature_packet": 0.7824222222222222,
"curvature_total": 0.8350833333333333,
"direction_drift_flow": 0.007444444444444476,
"direction_drift_packet_max": 0.34141666666666665,
"direction_drift_packet_mean": 0.01976111111111111,
"direction_drift_packet_median": 0.03413888888888888,
"direction_drift_packet_trimmed10_mean": 0.026122222222222213,
"direction_drift_total": 0.025655555555555567,
"flow_consistency": 0.48736111111111113,
"kappa2_speed2norm_packet_mean": 0.10740000000000001,
"kappa2_speed2norm_packet_median": 0.09922777777777778,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10026666666666666,
"kinetic_energy": 0.9596166666666666,
"kinetic_flow": 0.9997444444444443,
"kinetic_packet": 0.8858888888888888,
"packet_consistency": 0.9700444444444444,
"pna_flow": 0.006483333333333285,
"pna_packet_max": 0.4437333333333333,
"pna_packet_mean": 0.10740000000000001,
"pna_packet_median": 0.09922777777777778,
"pna_packet_trimmed10_mean": 0.10026666666666666,
"terminal_flow": 0.9672166666666666,
"terminal_norm": 0.32615,
"terminal_packet": 0.41218333333333335,
"velocity_flow": 0.9965277777777778,
"velocity_packet": 0.9861166666666666,
"velocity_total": 0.9849666666666667
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.9s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed42_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed42_to_cicids2017.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.9102 AUPRC=0.8158
packet_consistency AUROC=0.7880 AUPRC=0.5814
velocity_packet AUROC=0.7812 AUPRC=0.6030
kinetic_flow AUROC=0.7777 AUPRC=0.6010
velocity_flow AUROC=0.7726 AUPRC=0.5831
terminal_norm AUROC=0.7558 AUPRC=0.6851
terminal_packet AUROC=0.7517 AUPRC=0.6686
velocity_total AUROC=0.7244 AUPRC=0.6670
kinetic_packet AUROC=0.6963 AUPRC=0.6285
consistency_total AUROC=0.6891 AUPRC=0.5019

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed43",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.8713904072719885,
"auprc": 0.8386260453504502
},
"causal_surprisal_flow": {
"auroc": 0.3729884420069064,
"auprc": 0.39588749206633184
},
"causal_surprisal_packet_max": {
"auroc": 0.12404417529961405,
"auprc": 0.3227413141342186
},
"causal_surprisal_packet_mean": {
"auroc": 0.10634878123095676,
"auprc": 0.31966058406611286
},
"causal_surprisal_packet_median": {
"auroc": 0.11732548750761733,
"auprc": 0.3210399426975387
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.10469792809262644,
"auprc": 0.31908914130273486
},
"causal_surprisal_total": {
"auroc": 0.41857968210440794,
"auprc": 0.40990078175010797
},
"consistency_total": {
"auroc": 0.7566465315864311,
"auprc": 0.6853952291037532
},
"curvature_flow": {
"auroc": 0.37831439163111924,
"auprc": 0.4210238631564238
},
"curvature_packet": {
"auroc": 0.5234403869591713,
"auprc": 0.4819557060165768
},
"curvature_total": {
"auroc": 0.3821871267519805,
"auprc": 0.412566083929373
},
"direction_drift_flow": {
"auroc": 0.4569246800731262,
"auprc": 0.4299470380387104
},
"direction_drift_packet_max": {
"auroc": 0.28611192362380666,
"auprc": 0.3871164789204977
},
"direction_drift_packet_mean": {
"auroc": 0.2747158744667885,
"auprc": 0.39014141526279067
},
"direction_drift_packet_median": {
"auroc": 0.27425782043469427,
"auprc": 0.3856779925200905
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.27794582063782247,
"auprc": 0.39282901472283743
},
"direction_drift_total": {
"auroc": 0.1923290219378428,
"auprc": 0.33774376855846544
},
"flow_consistency": {
"auroc": 0.7640258988421693,
"auprc": 0.706578164997293
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.48923545094454596,
"auprc": 0.574759969999462
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.47569446983546615,
"auprc": 0.5641378581105375
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.48533557282145035,
"auprc": 0.5753578510235516
},
"kinetic_energy": {
"auroc": 0.8723746648385132,
"auprc": 0.8417734627956057
},
"kinetic_flow": {
"auroc": 0.7455184186471663,
"auprc": 0.6304143990912712
},
"kinetic_packet": {
"auroc": 0.7755045297582774,
"auprc": 0.685292000665803
},
"packet_consistency": {
"auroc": 0.4525446475726183,
"auprc": 0.45718848293258074
},
"pna_flow": {
"auroc": 0.24140542352224253,
"auprc": 0.38168905396104913
},
"pna_packet_max": {
"auroc": 0.4453059465772902,
"auprc": 0.49707433887667435
},
"pna_packet_mean": {
"auroc": 0.48923545094454596,
"auprc": 0.574759969999462
},
"pna_packet_median": {
"auroc": 0.47569446983546615,
"auprc": 0.5641378581105375
},
"pna_packet_trimmed10_mean": {
"auroc": 0.48533557282145035,
"auprc": 0.5753578510235516
},
"terminal_flow": {
"auroc": 0.7440493550680479,
"auprc": 0.684860857932829
},
"terminal_norm": {
"auroc": 0.7713605728214503,
"auprc": 0.7283032113770885
},
"terminal_packet": {
"auroc": 0.7505349278894984,
"auprc": 0.7087200808750722
},
"velocity_flow": {
"auroc": 0.7002644322567539,
"auprc": 0.5906861420875543
},
"velocity_packet": {
"auroc": 0.5949176721511273,
"auprc": 0.6015761918825564
},
"velocity_total": {
"auroc": 0.8426867611212676,
"auprc": 0.8271572981918531
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.945527380952381,
"causal_surprisal_flow": 0.3494083333333333,
"causal_surprisal_packet_max": 0.04638027210884353,
"causal_surprisal_packet_mean": 0.05906700680272109,
"causal_surprisal_packet_median": 0.07356870748299321,
"causal_surprisal_packet_trimmed10_mean": 0.06064625850340137,
"causal_surprisal_total": 0.475516156462585,
"consistency_total": 0.8231306122448979,
"curvature_flow": 0.19436292517006803,
"curvature_packet": 0.4144917517006803,
"curvature_total": 0.18480918367346938,
"direction_drift_flow": 0.5352926870748299,
"direction_drift_packet_max": 0.07703095238095238,
"direction_drift_packet_mean": 0.055429676870748304,
"direction_drift_packet_median": 0.06265195578231293,
"direction_drift_packet_trimmed10_mean": 0.0595701530612245,
"direction_drift_total": 0.049091496598639456,
"flow_consistency": 0.8225268707482993,
"kappa2_speed2norm_packet_mean": 0.11476887755102039,
"kappa2_speed2norm_packet_median": 0.12158520408163265,
"kappa2_speed2norm_packet_trimmed10_mean": 0.12054744897959184,
"kinetic_energy": 0.9487961734693877,
"kinetic_flow": 0.6610986394557823,
"kinetic_packet": 0.896800850340136,
"packet_consistency": 0.6943408163265307,
"pna_flow": 0.14138520408163266,
"pna_packet_max": 0.1070280612244898,
"pna_packet_mean": 0.11476887755102039,
"pna_packet_median": 0.12158520408163265,
"pna_packet_trimmed10_mean": 0.12054744897959184,
"terminal_flow": 0.9134945578231293,
"terminal_norm": 0.9527562925170068,
"terminal_packet": 0.9537341836734694,
"velocity_flow": 0.5697705782312924,
"velocity_packet": 0.8926013605442178,
"velocity_total": 0.8064229591836735
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.9455954081632653,
"causal_surprisal_flow": 0.3511681972789115,
"causal_surprisal_packet_max": 0.047212755102040815,
"causal_surprisal_packet_mean": 0.06084387755102041,
"causal_surprisal_packet_median": 0.07646734693877552,
"causal_surprisal_packet_trimmed10_mean": 0.06240527210884354,
"causal_surprisal_total": 0.4764765306122449,
"consistency_total": 0.820712074829932,
"curvature_flow": 0.18778996598639452,
"curvature_packet": 0.39779574829931974,
"curvature_total": 0.16929353741496597,
"direction_drift_flow": 0.5389708333333333,
"direction_drift_packet_max": 0.05888673469387755,
"direction_drift_packet_mean": 0.034027721088435374,
"direction_drift_packet_median": 0.03988622448979592,
"direction_drift_packet_trimmed10_mean": 0.0369108843537415,
"direction_drift_total": 0.038476870748299315,
"flow_consistency": 0.8187884353741497,
"kappa2_speed2norm_packet_mean": 0.0672704081632653,
"kappa2_speed2norm_packet_median": 0.07382874149659864,
"kappa2_speed2norm_packet_trimmed10_mean": 0.07185051020408163,
"kinetic_energy": 0.9490414965986396,
"kinetic_flow": 0.6401109693877549,
"kinetic_packet": 0.9087278061224492,
"packet_consistency": 0.7209550170068028,
"pna_flow": 0.14143078231292516,
"pna_packet_max": 0.07383894557823129,
"pna_packet_mean": 0.0672704081632653,
"pna_packet_median": 0.07382874149659864,
"pna_packet_trimmed10_mean": 0.07185051020408163,
"terminal_flow": 0.9212962585034014,
"terminal_norm": 0.9577369047619049,
"terminal_packet": 0.9641336734693877,
"velocity_flow": 0.5535858843537416,
"velocity_packet": 0.9287268707482993,
"velocity_total": 0.7882221088435375
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.9571613945578231,
"causal_surprisal_flow": 0.35405578231292517,
"causal_surprisal_packet_max": 0.0426358843537415,
"causal_surprisal_packet_mean": 0.046629421768707484,
"causal_surprisal_packet_median": 0.049694217687074826,
"causal_surprisal_packet_trimmed10_mean": 0.04717057823129252,
"causal_surprisal_total": 0.4852091836734694,
"consistency_total": 0.8703688775510205,
"curvature_flow": 0.23120017006802723,
"curvature_packet": 0.6248813775510205,
"curvature_total": 0.3522593537414966,
"direction_drift_flow": 0.5192018707482993,
"direction_drift_packet_max": 0.30575960884353737,
"direction_drift_packet_mean": 0.32167321428571427,
"direction_drift_packet_median": 0.34117176870748295,
"direction_drift_packet_trimmed10_mean": 0.33754591836734693,
"direction_drift_total": 0.18809566326530613,
"flow_consistency": 0.889475,
"kappa2_speed2norm_packet_mean": 0.7072905612244897,
"kappa2_speed2norm_packet_median": 0.7127993197278911,
"kappa2_speed2norm_packet_trimmed10_mean": 0.718464030612245,
"kinetic_energy": 0.9584041666666668,
"kinetic_flow": 0.8475615646258503,
"kinetic_packet": 0.7982530612244898,
"packet_consistency": 0.3484559523809524,
"pna_flow": 0.12845051020408163,
"pna_packet_max": 0.5313858843537416,
"pna_packet_mean": 0.7072905612244897,
"pna_packet_median": 0.7127993197278911,
"pna_packet_trimmed10_mean": 0.718464030612245,
"terminal_flow": 0.869277551020408,
"terminal_norm": 0.9166632653061225,
"terminal_packet": 0.8480934523809524,
"velocity_flow": 0.7616703231292516,
"velocity_packet": 0.4768443027210884,
"velocity_total": 0.9236306972789118
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.5672280612244898,
"causal_surprisal_flow": 0.8404882653061223,
"causal_surprisal_packet_max": 0.5727752551020407,
"causal_surprisal_packet_mean": 0.22938163265306125,
"causal_surprisal_packet_median": 0.21605221088435372,
"causal_surprisal_packet_trimmed10_mean": 0.15843537414965986,
"causal_surprisal_total": 0.45925850340136054,
"consistency_total": 0.8454284013605442,
"curvature_flow": 0.555187925170068,
"curvature_packet": 0.5431574829931973,
"curvature_total": 0.5539472789115646,
"direction_drift_flow": 0.3981800170068027,
"direction_drift_packet_max": 0.5785554421768708,
"direction_drift_packet_mean": 0.0937076530612245,
"direction_drift_packet_median": 0.07291930272108843,
"direction_drift_packet_trimmed10_mean": 0.07614676870748299,
"direction_drift_total": 0.14326828231292515,
"flow_consistency": 0.8553778911564625,
"kappa2_speed2norm_packet_mean": 0.3325306972789116,
"kappa2_speed2norm_packet_median": 0.24929608843537418,
"kappa2_speed2norm_packet_trimmed10_mean": 0.26300578231292515,
"kinetic_energy": 0.5677451530612244,
"kinetic_flow": 0.8985654761904761,
"kinetic_packet": 0.7161416666666667,
"packet_consistency": 0.5352324829931971,
"pna_flow": 0.215183843537415,
"pna_packet_max": 0.8490802721088435,
"pna_packet_mean": 0.3325306972789116,
"pna_packet_median": 0.24929608843537418,
"pna_packet_trimmed10_mean": 0.26300578231292515,
"terminal_flow": 0.8413051870748298,
"terminal_norm": 0.40200569727891156,
"terminal_packet": 0.44336743197278905,
"velocity_flow": 0.9011068027210885,
"velocity_packet": 0.8748965986394559,
"velocity_total": 0.6238259353741498
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.9597736394557823,
"causal_surprisal_flow": 0.3088158163265306,
"causal_surprisal_packet_max": 0.04301462585034014,
"causal_surprisal_packet_mean": 0.04569013605442177,
"causal_surprisal_packet_median": 0.04821904761904762,
"causal_surprisal_packet_trimmed10_mean": 0.04618333333333334,
"causal_surprisal_total": 0.3733914965986394,
"consistency_total": 0.930220068027211,
"curvature_flow": 0.3760728741496599,
"curvature_packet": 0.5673916666666667,
"curvature_total": 0.386463350340136,
"direction_drift_flow": 0.4871635204081633,
"direction_drift_packet_max": 0.3736239795918368,
"direction_drift_packet_mean": 0.5875693877551021,
"direction_drift_packet_median": 0.6069395408163266,
"direction_drift_packet_trimmed10_mean": 0.6047076530612244,
"direction_drift_total": 0.33570552721088437,
"flow_consistency": 0.9475598639455781,
"kappa2_speed2norm_packet_mean": 0.8299939625850339,
"kappa2_speed2norm_packet_median": 0.8338185374149659,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8420210034013604,
"kinetic_energy": 0.9594738945578232,
"kinetic_flow": 0.8792928571428571,
"kinetic_packet": 0.6909659013605443,
"packet_consistency": 0.11617482993197278,
"pna_flow": 0.18744268707482992,
"pna_packet_max": 0.577909693877551,
"pna_packet_mean": 0.8299939625850339,
"pna_packet_median": 0.8338185374149659,
"pna_packet_trimmed10_mean": 0.8420210034013604,
"terminal_flow": 0.6822072278911565,
"terminal_norm": 0.7970743197278912,
"terminal_packet": 0.6864380952380952,
"velocity_flow": 0.8631462585034013,
"velocity_packet": 0.07784149659863945,
"velocity_total": 0.9859085034013605
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.950954081632653,
"causal_surprisal_flow": 0.35108486394557825,
"causal_surprisal_packet_max": 0.0470828231292517,
"causal_surprisal_packet_mean": 0.06020969387755102,
"causal_surprisal_packet_median": 0.07531547619047618,
"causal_surprisal_packet_trimmed10_mean": 0.06188299319727892,
"causal_surprisal_total": 0.47692278911564623,
"consistency_total": 0.8281304421768708,
"curvature_flow": 0.20426326530612243,
"curvature_packet": 0.4021501700680272,
"curvature_total": 0.18087780612244897,
"direction_drift_flow": 0.535410119047619,
"direction_drift_packet_max": 0.062118537414965994,
"direction_drift_packet_mean": 0.052134013605442175,
"direction_drift_packet_median": 0.058673809523809524,
"direction_drift_packet_trimmed10_mean": 0.05564234693877552,
"direction_drift_total": 0.047600510204081625,
"flow_consistency": 0.8274681972789116,
"kappa2_speed2norm_packet_mean": 0.09770102040816327,
"kappa2_speed2norm_packet_median": 0.10436105442176871,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10315340136054421,
"kinetic_energy": 0.954167857142857,
"kinetic_flow": 0.6569880102040816,
"kinetic_packet": 0.8956889455782313,
"packet_consistency": 0.6913541666666666,
"pna_flow": 0.14527908163265305,
"pna_packet_max": 0.08808044217687075,
"pna_packet_mean": 0.09770102040816327,
"pna_packet_median": 0.10436105442176871,
"pna_packet_trimmed10_mean": 0.10315340136054421,
"terminal_flow": 0.9062703231292517,
"terminal_norm": 0.9497508503401361,
"terminal_packet": 0.9504954081632653,
"velocity_flow": 0.5709833333333333,
"velocity_packet": 0.8872226190476191,
"velocity_total": 0.790371768707483
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.7637472789115645,
"causal_surprisal_flow": 0.38729251700680273,
"causal_surprisal_packet_max": 0.09860289115646259,
"causal_surprisal_packet_mean": 0.11305102040816327,
"causal_surprisal_packet_median": 0.13086113945578232,
"causal_surprisal_packet_trimmed10_mean": 0.10283554421768709,
"causal_surprisal_total": 0.42650544217687075,
"consistency_total": 0.5171503401360544,
"curvature_flow": 0.5490329931972789,
"curvature_packet": 0.678448724489796,
"curvature_total": 0.5822486394557823,
"direction_drift_flow": 0.36079090136054426,
"direction_drift_packet_max": 0.3287583333333334,
"direction_drift_packet_mean": 0.28626879251700676,
"direction_drift_packet_median": 0.29038018707482993,
"direction_drift_packet_trimmed10_mean": 0.28936955782312923,
"direction_drift_total": 0.20997755102040816,
"flow_consistency": 0.535324149659864,
"kappa2_speed2norm_packet_mean": 0.7447856292517007,
"kappa2_speed2norm_packet_median": 0.7023957482993197,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7205149659863946,
"kinetic_energy": 0.7636261904761904,
"kinetic_flow": 0.7244622448979592,
"kinetic_packet": 0.6792062925170067,
"packet_consistency": 0.2343756802721088,
"pna_flow": 0.47845646258503405,
"pna_packet_max": 0.6753679421768708,
"pna_packet_mean": 0.7447856292517007,
"pna_packet_median": 0.7023957482993197,
"pna_packet_trimmed10_mean": 0.7205149659863946,
"terminal_flow": 0.45297806122448975,
"terminal_norm": 0.48177653061224485,
"terminal_packet": 0.5298127551020408,
"velocity_flow": 0.7099417517006803,
"velocity_packet": 0.5136273809523809,
"velocity_total": 0.8153402210884354
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.7647484693877551,
"causal_surprisal_flow": 0.38420697278911564,
"causal_surprisal_packet_max": 0.09690833333333333,
"causal_surprisal_packet_mean": 0.1136187074829932,
"causal_surprisal_packet_median": 0.13771156462585032,
"causal_surprisal_packet_trimmed10_mean": 0.1085095238095238,
"causal_surprisal_total": 0.4267447278911565,
"consistency_total": 0.5132426870748299,
"curvature_flow": 0.5424334183673469,
"curvature_packet": 0.66800518707483,
"curvature_total": 0.570772619047619,
"direction_drift_flow": 0.3618847789115646,
"direction_drift_packet_max": 0.32812117346938774,
"direction_drift_packet_mean": 0.29080680272108844,
"direction_drift_packet_median": 0.2922781462585034,
"direction_drift_packet_trimmed10_mean": 0.29667636054421764,
"direction_drift_total": 0.2100500850340136,
"flow_consistency": 0.5339527210884354,
"kappa2_speed2norm_packet_mean": 0.7389195578231292,
"kappa2_speed2norm_packet_median": 0.6951000850340137,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7269829931972789,
"kinetic_energy": 0.7645186224489795,
"kinetic_flow": 0.7266430272108844,
"kinetic_packet": 0.6760074829931972,
"packet_consistency": 0.2154642006802721,
"pna_flow": 0.4587044217687075,
"pna_packet_max": 0.665770918367347,
"pna_packet_mean": 0.7389195578231292,
"pna_packet_median": 0.6951000850340137,
"pna_packet_trimmed10_mean": 0.7269829931972789,
"terminal_flow": 0.4430232993197279,
"terminal_norm": 0.47447687074829925,
"terminal_packet": 0.5218731292517007,
"velocity_flow": 0.7144996598639456,
"velocity_packet": 0.5052562925170069,
"velocity_total": 0.8203690476190476
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.9433774659863946,
"causal_surprisal_flow": 0.3482993197278912,
"causal_surprisal_packet_max": 0.04789336734693877,
"causal_surprisal_packet_mean": 0.06139727891156463,
"causal_surprisal_packet_median": 0.07653316326530613,
"causal_surprisal_packet_trimmed10_mean": 0.0632984693877551,
"causal_surprisal_total": 0.46833290816326534,
"consistency_total": 0.8249357142857142,
"curvature_flow": 0.18084948979591833,
"curvature_packet": 0.4014748299319728,
"curvature_total": 0.16731139455782312,
"direction_drift_flow": 0.5430313775510204,
"direction_drift_packet_max": 0.05453214285714286,
"direction_drift_packet_mean": 0.03245867346938775,
"direction_drift_packet_median": 0.03820646258503401,
"direction_drift_packet_trimmed10_mean": 0.035256632653061226,
"direction_drift_total": 0.03771683673469387,
"flow_consistency": 0.8232673469387756,
"kappa2_speed2norm_packet_mean": 0.06556071428571428,
"kappa2_speed2norm_packet_median": 0.07208545918367348,
"kappa2_speed2norm_packet_trimmed10_mean": 0.07045510204081633,
"kinetic_energy": 0.9471263605442177,
"kinetic_flow": 0.6205816326530611,
"kinetic_packet": 0.9123693877551019,
"packet_consistency": 0.7216964285714286,
"pna_flow": 0.1398374149659864,
"pna_packet_max": 0.07028843537414967,
"pna_packet_mean": 0.06556071428571428,
"pna_packet_median": 0.07208545918367348,
"pna_packet_trimmed10_mean": 0.07045510204081633,
"terminal_flow": 0.9239401360544217,
"terminal_norm": 0.9584380952380952,
"terminal_packet": 0.9658210884353742,
"velocity_flow": 0.5517874149659864,
"velocity_packet": 0.9258824829931973,
"velocity_total": 0.7715982142857142
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.9580238095238096,
"causal_surprisal_flow": 0.3568387755102041,
"causal_surprisal_packet_max": 0.04254404761904762,
"causal_surprisal_packet_mean": 0.046250340136054426,
"causal_surprisal_packet_median": 0.049091836734693875,
"causal_surprisal_packet_trimmed10_mean": 0.046797619047619046,
"causal_surprisal_total": 0.4931561224489796,
"consistency_total": 0.8708477891156463,
"curvature_flow": 0.247322193877551,
"curvature_packet": 0.6288874149659863,
"curvature_total": 0.36341173469387755,
"direction_drift_flow": 0.515556462585034,
"direction_drift_packet_max": 0.3151110544217687,
"direction_drift_packet_mean": 0.3245038265306122,
"direction_drift_packet_median": 0.3437671768707483,
"direction_drift_packet_trimmed10_mean": 0.34035314625850344,
"direction_drift_total": 0.19236335034013607,
"flow_consistency": 0.8913944727891157,
"kappa2_speed2norm_packet_mean": 0.7214525510204083,
"kappa2_speed2norm_packet_median": 0.7268802721088434,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7326460034013604,
"kinetic_energy": 0.9591072278911564,
"kinetic_flow": 0.8489275510204082,
"kinetic_packet": 0.7976318027210885,
"packet_consistency": 0.3352962585034013,
"pna_flow": 0.13283418367346939,
"pna_packet_max": 0.5409115646258503,
"pna_packet_mean": 0.7214525510204083,
"pna_packet_median": 0.7268802721088434,
"pna_packet_trimmed10_mean": 0.7326460034013604,
"terminal_flow": 0.8616501700680271,
"terminal_norm": 0.9127993197278912,
"terminal_packet": 0.84298231292517,
"velocity_flow": 0.7764257653061224,
"velocity_packet": 0.46459285714285714,
"velocity_total": 0.9349102040816327
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.95024268707483,
"causal_surprisal_flow": 0.3154622448979592,
"causal_surprisal_packet_max": 0.04314234693877551,
"causal_surprisal_packet_mean": 0.045857482993197286,
"causal_surprisal_packet_median": 0.048617176870748305,
"causal_surprisal_packet_trimmed10_mean": 0.04641785714285715,
"causal_surprisal_total": 0.3910768707482993,
"consistency_total": 0.9287561224489795,
"curvature_flow": 0.4059527210884354,
"curvature_packet": 0.5753260204081632,
"curvature_total": 0.41646726190476185,
"direction_drift_flow": 0.48001598639455784,
"direction_drift_packet_max": 0.3994106292517007,
"direction_drift_packet_mean": 0.6135436224489796,
"direction_drift_packet_median": 0.6312470238095238,
"direction_drift_packet_trimmed10_mean": 0.6302792517006803,
"direction_drift_total": 0.3495796768707483,
"flow_consistency": 0.9453440476190477,
"kappa2_speed2norm_packet_mean": 0.8442238095238095,
"kappa2_speed2norm_packet_median": 0.8476697278911567,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8554307823129251,
"kinetic_energy": 0.9498748299319728,
"kinetic_flow": 0.8685423469387755,
"kinetic_packet": 0.6857164965986395,
"packet_consistency": 0.11996437074829934,
"pna_flow": 0.21108843537414967,
"pna_packet_max": 0.602414880952381,
"pna_packet_mean": 0.8442238095238095,
"pna_packet_median": 0.8476697278911567,
"pna_packet_trimmed10_mean": 0.8554307823129251,
"terminal_flow": 0.6676191326530612,
"terminal_norm": 0.7921355442176871,
"terminal_packet": 0.6793151360544218,
"velocity_flow": 0.8543908163265307,
"velocity_packet": 0.06887619047619048,
"velocity_total": 0.9778557823129251
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.9517189625850341,
"causal_surprisal_flow": 0.31084149659863947,
"causal_surprisal_packet_max": 0.0440860544217687,
"causal_surprisal_packet_mean": 0.04670408163265307,
"causal_surprisal_packet_median": 0.04862465986394558,
"causal_surprisal_packet_trimmed10_mean": 0.04765085034013605,
"causal_surprisal_total": 0.37978341836734697,
"consistency_total": 0.9273721088435374,
"curvature_flow": 0.3522345238095238,
"curvature_packet": 0.5656033163265306,
"curvature_total": 0.3697723639455782,
"direction_drift_flow": 0.4902258503401361,
"direction_drift_packet_max": 0.3974188775510204,
"direction_drift_packet_mean": 0.6112255952380953,
"direction_drift_packet_median": 0.6297484693877551,
"direction_drift_packet_trimmed10_mean": 0.6278706632653062,
"direction_drift_total": 0.35376870748299316,
"flow_consistency": 0.9441802721088435,
"kappa2_speed2norm_packet_mean": 0.8360003401360544,
"kappa2_speed2norm_packet_median": 0.8394005102040817,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8475994897959185,
"kinetic_energy": 0.951389455782313,
"kinetic_flow": 0.867998469387755,
"kinetic_packet": 0.6853746598639456,
"packet_consistency": 0.1271469387755102,
"pna_flow": 0.1791891156462585,
"pna_packet_max": 0.5942753401360544,
"pna_packet_mean": 0.8360003401360544,
"pna_packet_median": 0.8394005102040817,
"pna_packet_trimmed10_mean": 0.8475994897959185,
"terminal_flow": 0.6959539115646259,
"terminal_norm": 0.8037881802721087,
"terminal_packet": 0.6847418367346939,
"velocity_flow": 0.8515211734693878,
"velocity_packet": 0.0725124149659864,
"velocity_total": 0.9762544217687075
},
"Syn": {
"_n": 588.0,
"arc_length": 0.9349430272108845,
"causal_surprisal_flow": 0.27848537414965985,
"causal_surprisal_packet_max": 0.22626870748299321,
"causal_surprisal_packet_mean": 0.22865391156462583,
"causal_surprisal_packet_median": 0.24106785714285714,
"causal_surprisal_packet_trimmed10_mean": 0.26820765306122446,
"causal_surprisal_total": 0.2836229591836735,
"consistency_total": 0.81121037414966,
"curvature_flow": 0.5122018707482994,
"curvature_packet": 0.25468061224489796,
"curvature_total": 0.2441333333333333,
"direction_drift_flow": 0.4286350340136055,
"direction_drift_packet_max": 0.08611207482993197,
"direction_drift_packet_mean": 0.05000042517006803,
"direction_drift_packet_median": 0.0589640306122449,
"direction_drift_packet_trimmed10_mean": 0.05421828231292517,
"direction_drift_total": 0.055476020408163275,
"flow_consistency": 0.7940647108843538,
"kappa2_speed2norm_packet_mean": 0.055575680272108845,
"kappa2_speed2norm_packet_median": 0.039405102040816334,
"kappa2_speed2norm_packet_trimmed10_mean": 0.05590323129251701,
"kinetic_energy": 0.9354942176870747,
"kinetic_flow": 0.6256260204081633,
"kinetic_packet": 0.942279081632653,
"packet_consistency": 0.9000465136054422,
"pna_flow": 0.2514,
"pna_packet_max": 0.15273103741496596,
"pna_packet_mean": 0.055575680272108845,
"pna_packet_median": 0.039405102040816334,
"pna_packet_trimmed10_mean": 0.05590323129251701,
"terminal_flow": 0.8923566326530612,
"terminal_norm": 0.9394384353741496,
"terminal_packet": 0.9559102040816326,
"velocity_flow": 0.5607844387755102,
"velocity_packet": 0.8854261904761905,
"velocity_total": 0.8491394557823128
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.786360544217687,
"causal_surprisal_flow": 0.3722085034013606,
"causal_surprisal_packet_max": 0.12778248299319728,
"causal_surprisal_packet_mean": 0.1049234693877551,
"causal_surprisal_packet_median": 0.0830858843537415,
"causal_surprisal_packet_trimmed10_mean": 0.09998656462585034,
"causal_surprisal_total": 0.4242605442176871,
"consistency_total": 0.6294839285714287,
"curvature_flow": 0.28318418367346937,
"curvature_packet": 0.6425763605442177,
"curvature_total": 0.4519334183673469,
"direction_drift_flow": 0.45769880952380954,
"direction_drift_packet_max": 0.5928075680272109,
"direction_drift_packet_mean": 0.505910544217687,
"direction_drift_packet_median": 0.3852025510204082,
"direction_drift_packet_trimmed10_mean": 0.5004091836734694,
"direction_drift_total": 0.4081943877551021,
"flow_consistency": 0.6388260204081633,
"kappa2_speed2norm_packet_mean": 0.7481295068027212,
"kappa2_speed2norm_packet_median": 0.7075000850340137,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7426150510204081,
"kinetic_energy": 0.7870225340136053,
"kinetic_flow": 0.7236360544217687,
"kinetic_packet": 0.7322379251700679,
"packet_consistency": 0.4035447278911564,
"pna_flow": 0.17169923469387754,
"pna_packet_max": 0.717920493197279,
"pna_packet_mean": 0.7481295068027212,
"pna_packet_median": 0.7075000850340137,
"pna_packet_trimmed10_mean": 0.7426150510204081,
"terminal_flow": 0.8387242346938776,
"terminal_norm": 0.844496768707483,
"terminal_packet": 0.7624341836734695,
"velocity_flow": 0.6672785714285713,
"velocity_packet": 0.5867511904761905,
"velocity_total": 0.7841421768707483
},
"UDP": {
"_n": 588.0,
"arc_length": 0.7500422619047619,
"causal_surprisal_flow": 0.38877568027210885,
"causal_surprisal_packet_max": 0.09814744897959185,
"causal_surprisal_packet_mean": 0.11557993197278912,
"causal_surprisal_packet_median": 0.13956675170068028,
"causal_surprisal_packet_trimmed10_mean": 0.10908103741496598,
"causal_surprisal_total": 0.43201130952380956,
"consistency_total": 0.48454472789115643,
"curvature_flow": 0.5730527210884354,
"curvature_packet": 0.6841624149659863,
"curvature_total": 0.6016858843537415,
"direction_drift_flow": 0.3460761904761905,
"direction_drift_packet_max": 0.3399375,
"direction_drift_packet_mean": 0.3011954081632653,
"direction_drift_packet_median": 0.3039444727891156,
"direction_drift_packet_trimmed10_mean": 0.30642083333333336,
"direction_drift_total": 0.22324336734693878,
"flow_consistency": 0.503477806122449,
"kappa2_speed2norm_packet_mean": 0.7369653911564625,
"kappa2_speed2norm_packet_median": 0.7010587585034014,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7201734693877551,
"kinetic_energy": 0.7497542517006802,
"kinetic_flow": 0.7133671768707482,
"kinetic_packet": 0.6725149659863946,
"packet_consistency": 0.22068775510204083,
"pna_flow": 0.4881097789115646,
"pna_packet_max": 0.671903486394558,
"pna_packet_mean": 0.7369653911564625,
"pna_packet_median": 0.7010587585034014,
"pna_packet_trimmed10_mean": 0.7201734693877551,
"terminal_flow": 0.4137039115646258,
"terminal_norm": 0.44742925170068026,
"terminal_packet": 0.5066867346938777,
"velocity_flow": 0.7019147959183674,
"velocity_packet": 0.5191301020408163,
"velocity_total": 0.8083767857142857
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.9156125850340137,
"causal_surprisal_flow": 0.3012263605442177,
"causal_surprisal_packet_max": 0.2052011904761905,
"causal_surprisal_packet_mean": 0.21379302721088433,
"causal_surprisal_packet_median": 0.27182729591836735,
"causal_surprisal_packet_trimmed10_mean": 0.23982925170068026,
"causal_surprisal_total": 0.3122316326530612,
"consistency_total": 0.7836986394557823,
"curvature_flow": 0.48074081632653065,
"curvature_packet": 0.28779268707482997,
"curvature_total": 0.2749763605442177,
"direction_drift_flow": 0.429210119047619,
"direction_drift_packet_max": 0.08926683673469388,
"direction_drift_packet_mean": 0.06912908163265306,
"direction_drift_packet_median": 0.07663044217687075,
"direction_drift_packet_trimmed10_mean": 0.07301819727891157,
"direction_drift_total": 0.06550357142857142,
"flow_consistency": 0.7717313775510205,
"kappa2_speed2norm_packet_mean": 0.11952704081632654,
"kappa2_speed2norm_packet_median": 0.11081751700680273,
"kappa2_speed2norm_packet_trimmed10_mean": 0.11809115646258503,
"kinetic_energy": 0.9160613945578231,
"kinetic_flow": 0.6293863945578232,
"kinetic_packet": 0.9142340136054421,
"packet_consistency": 0.8128841836734693,
"pna_flow": 0.2632397959183673,
"pna_packet_max": 0.15885374149659864,
"pna_packet_mean": 0.11952704081632654,
"pna_packet_median": 0.11081751700680273,
"pna_packet_trimmed10_mean": 0.11809115646258503,
"terminal_flow": 0.8481389455782312,
"terminal_norm": 0.891446088435374,
"terminal_packet": 0.9092119047619046,
"velocity_flow": 0.5741910714285713,
"velocity_packet": 0.853515986394558,
"velocity_total": 0.8465841836734694
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.7333707762557079,
"causal_surprisal_flow": 0.33158219178082193,
"causal_surprisal_packet_max": 0.3321643835616438,
"causal_surprisal_packet_mean": 0.25392534246575343,
"causal_surprisal_packet_median": 0.2662095890410959,
"causal_surprisal_packet_trimmed10_mean": 0.24676929223744293,
"causal_surprisal_total": 0.3014821917808219,
"consistency_total": 0.35002922374429224,
"curvature_flow": 0.6161297945205478,
"curvature_packet": 0.57475,
"curvature_total": 0.7105952054794521,
"direction_drift_flow": 0.3004607305936073,
"direction_drift_packet_max": 0.5416359589041096,
"direction_drift_packet_mean": 0.49739006849315065,
"direction_drift_packet_median": 0.4830294520547945,
"direction_drift_packet_trimmed10_mean": 0.44271643835616437,
"direction_drift_total": 0.41941038812785386,
"flow_consistency": 0.3366589041095891,
"kappa2_speed2norm_packet_mean": 0.579276598173516,
"kappa2_speed2norm_packet_median": 0.573841210045662,
"kappa2_speed2norm_packet_trimmed10_mean": 0.560399200913242,
"kinetic_energy": 0.7332828767123287,
"kinetic_flow": 0.7394857305936073,
"kinetic_packet": 0.5122767123287671,
"packet_consistency": 0.5103969178082192,
"pna_flow": 0.41425570776255705,
"pna_packet_max": 0.5085817351598173,
"pna_packet_mean": 0.579276598173516,
"pna_packet_median": 0.573841210045662,
"pna_packet_trimmed10_mean": 0.560399200913242,
"terminal_flow": 0.3854098173515982,
"terminal_norm": 0.5291216894977169,
"terminal_packet": 0.4867502283105023,
"velocity_flow": 0.7287680365296804,
"velocity_packet": 0.5747517123287671,
"velocity_total": 0.8158853881278539
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.7s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 18.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed43_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed43_to_cicddos2019.npz
=== overall AUROC top-10 ===
kinetic_energy AUROC=0.8724 AUPRC=0.8418
arc_length AUROC=0.8714 AUPRC=0.8386
velocity_total AUROC=0.8427 AUPRC=0.8272
kinetic_packet AUROC=0.7755 AUPRC=0.6853
terminal_norm AUROC=0.7714 AUPRC=0.7283
flow_consistency AUROC=0.7640 AUPRC=0.7066
consistency_total AUROC=0.7566 AUPRC=0.6854
terminal_packet AUROC=0.7505 AUPRC=0.7087
kinetic_flow AUROC=0.7455 AUPRC=0.6304
terminal_flow AUROC=0.7440 AUPRC=0.6849

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed43",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.7079719137625518,
"auprc": 0.6417618668353385
},
"causal_surprisal_flow": {
"auroc": 0.5981295481393976,
"auprc": 0.4962079595248921
},
"causal_surprisal_packet_max": {
"auroc": 0.6291681039574719,
"auprc": 0.5298300833182221
},
"causal_surprisal_packet_mean": {
"auroc": 0.5269302347903131,
"auprc": 0.44493715469434636
},
"causal_surprisal_packet_median": {
"auroc": 0.3459256423508565,
"auprc": 0.30923337398993067
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.4767064308919079,
"auprc": 0.3633201847464167
},
"causal_surprisal_total": {
"auroc": 0.5432917675723568,
"auprc": 0.4204060061951355
},
"consistency_total": {
"auroc": 0.643241154754873,
"auprc": 0.44539018150876086
},
"curvature_flow": {
"auroc": 0.35986079444772595,
"auprc": 0.31575617141308854
},
"curvature_packet": {
"auroc": 0.5521249261665682,
"auprc": 0.3980574216901013
},
"curvature_total": {
"auroc": 0.5474514397519197,
"auprc": 0.386190372039817
},
"direction_drift_flow": {
"auroc": 0.2681736119314826,
"auprc": 0.2824722610474529
},
"direction_drift_packet_max": {
"auroc": 0.6199608165977556,
"auprc": 0.5515343034266218
},
"direction_drift_packet_mean": {
"auroc": 0.44367102776137035,
"auprc": 0.3806282031857116
},
"direction_drift_packet_median": {
"auroc": 0.4580485528647371,
"auprc": 0.3984533650484684
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.39752557590076787,
"auprc": 0.34334440434245794
},
"direction_drift_total": {
"auroc": 0.5167016317188422,
"auprc": 0.4424495064370303
},
"flow_consistency": {
"auroc": 0.627889035735381,
"auprc": 0.4371897063500606
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.4453330847607797,
"auprc": 0.34450524627237583
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.4331528795038393,
"auprc": 0.3390443448788761
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.4354207471943296,
"auprc": 0.3402861477551592
},
"kinetic_energy": {
"auroc": 0.7079437758417011,
"auprc": 0.6419054369657666
},
"kinetic_flow": {
"auroc": 0.7591357279976373,
"auprc": 0.5908490939428378
},
"kinetic_packet": {
"auroc": 0.7369563422917897,
"auprc": 0.6508862205677839
},
"packet_consistency": {
"auroc": 0.751065409037212,
"auprc": 0.6156003006244727
},
"pna_flow": {
"auroc": 0.12610205995274662,
"auprc": 0.25224725478257015
},
"pna_packet_max": {
"auroc": 0.4776310248080331,
"auprc": 0.36881117828180965
},
"pna_packet_mean": {
"auroc": 0.4453330847607797,
"auprc": 0.34450524627237583
},
"pna_packet_median": {
"auroc": 0.4331528795038393,
"auprc": 0.3390443448788761
},
"pna_packet_trimmed10_mean": {
"auroc": 0.4354207471943296,
"auprc": 0.3402861477551592
},
"terminal_flow": {
"auroc": 0.8407436724748966,
"auprc": 0.7496845616736054
},
"terminal_norm": {
"auroc": 0.7665288541051387,
"auprc": 0.7198151468167523
},
"terminal_packet": {
"auroc": 0.7897897962197283,
"auprc": 0.733265909753062
},
"velocity_flow": {
"auroc": 0.7376471352628471,
"auprc": 0.5516418592153491
},
"velocity_packet": {
"auroc": 0.8111237448316596,
"auprc": 0.6389897091727041
},
"velocity_total": {
"auroc": 0.6851314161252214,
"auprc": 0.602554205379026
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.7069968468468468,
"causal_surprisal_flow": 0.7173349849849849,
"causal_surprisal_packet_max": 0.9789273273273273,
"causal_surprisal_packet_mean": 0.9594831831831832,
"causal_surprisal_packet_median": 0.7104347597597598,
"causal_surprisal_packet_trimmed10_mean": 0.8498928678678679,
"causal_surprisal_total": 0.8920292792792791,
"consistency_total": 0.7341996996996997,
"curvature_flow": 0.07574174174174174,
"curvature_packet": 0.5600614864864866,
"curvature_total": 0.5067404654654654,
"direction_drift_flow": 0.5623746996996998,
"direction_drift_packet_max": 0.7928027777777777,
"direction_drift_packet_mean": 0.7639346846846847,
"direction_drift_packet_median": 0.7722418168168168,
"direction_drift_packet_trimmed10_mean": 0.6519672672672672,
"direction_drift_total": 0.8310952702702703,
"flow_consistency": 0.7256057057057056,
"kappa2_speed2norm_packet_mean": 0.4939333333333333,
"kappa2_speed2norm_packet_median": 0.47667567567567565,
"kappa2_speed2norm_packet_trimmed10_mean": 0.44617424924924926,
"kinetic_energy": 0.7170728228228229,
"kinetic_flow": 0.4289842342342343,
"kinetic_packet": 0.8845496996996997,
"packet_consistency": 0.8586830330330332,
"pna_flow": 0.054435060060060055,
"pna_packet_max": 0.49417252252252253,
"pna_packet_mean": 0.4939333333333333,
"pna_packet_median": 0.47667567567567565,
"pna_packet_trimmed10_mean": 0.44617424924924926,
"terminal_flow": 0.6948656906906906,
"terminal_norm": 0.9111572072072073,
"terminal_packet": 0.9326043543543544,
"velocity_flow": 0.42111936936936945,
"velocity_packet": 0.8157436936936937,
"velocity_total": 0.5103732732732733
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.8603165915915917,
"causal_surprisal_flow": 0.7124729729729729,
"causal_surprisal_packet_max": 0.6373301801801803,
"causal_surprisal_packet_mean": 0.5298456456456456,
"causal_surprisal_packet_median": 0.23487927927927932,
"causal_surprisal_packet_trimmed10_mean": 0.5079623123123121,
"causal_surprisal_total": 0.6900037537537538,
"consistency_total": 0.7159728228228228,
"curvature_flow": 0.21277274774774774,
"curvature_packet": 0.6330205705705706,
"curvature_total": 0.6042352852852854,
"direction_drift_flow": 0.35350593093093097,
"direction_drift_packet_max": 0.7444890390390391,
"direction_drift_packet_mean": 0.538499099099099,
"direction_drift_packet_median": 0.5672662162162161,
"direction_drift_packet_trimmed10_mean": 0.4572087087087087,
"direction_drift_total": 0.6629563063063064,
"flow_consistency": 0.6887722222222221,
"kappa2_speed2norm_packet_mean": 0.4526635135135135,
"kappa2_speed2norm_packet_median": 0.4687959459459459,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4319961711711712,
"kinetic_energy": 0.861562912912913,
"kinetic_flow": 0.833853003003003,
"kinetic_packet": 0.8999252252252251,
"packet_consistency": 0.9194912912912913,
"pna_flow": 0.05235465465465465,
"pna_packet_max": 0.4872726726726727,
"pna_packet_mean": 0.4526635135135135,
"pna_packet_median": 0.4687959459459459,
"pna_packet_trimmed10_mean": 0.4319961711711712,
"terminal_flow": 0.9853716216216216,
"terminal_norm": 0.9680806306306305,
"terminal_packet": 0.9509615615615614,
"velocity_flow": 0.8332304804804804,
"velocity_packet": 0.9157385885885884,
"velocity_total": 0.7409084084084083
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.6617075825825824,
"causal_surprisal_flow": 0.7172303303303303,
"causal_surprisal_packet_max": 0.6859710210210209,
"causal_surprisal_packet_mean": 0.592421021021021,
"causal_surprisal_packet_median": 0.27137537537537537,
"causal_surprisal_packet_trimmed10_mean": 0.5568656156156157,
"causal_surprisal_total": 0.6743776276276275,
"consistency_total": 0.6212301801801802,
"curvature_flow": 0.13868228228228227,
"curvature_packet": 0.6708641141141141,
"curvature_total": 0.6394355855855857,
"direction_drift_flow": 0.24888656156156153,
"direction_drift_packet_max": 0.8752436186186188,
"direction_drift_packet_mean": 0.7271252252252252,
"direction_drift_packet_median": 0.7019147897897897,
"direction_drift_packet_trimmed10_mean": 0.6463102102102101,
"direction_drift_total": 0.8291783783783784,
"flow_consistency": 0.622015915915916,
"kappa2_speed2norm_packet_mean": 0.5773938438438438,
"kappa2_speed2norm_packet_median": 0.5590003753753754,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5617622372372373,
"kinetic_energy": 0.6606254504504504,
"kinetic_flow": 0.8754373873873873,
"kinetic_packet": 0.7591208708708708,
"packet_consistency": 0.78532515015015,
"pna_flow": 0.027088288288288284,
"pna_packet_max": 0.6221846096096096,
"pna_packet_mean": 0.5773938438438438,
"pna_packet_median": 0.5590003753753754,
"pna_packet_trimmed10_mean": 0.5617622372372373,
"terminal_flow": 0.9788665165165166,
"terminal_norm": 0.8903682432432433,
"terminal_packet": 0.8773152402402402,
"velocity_flow": 0.8479238738738739,
"velocity_packet": 0.8308172672672673,
"velocity_total": 0.676011111111111
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.7160529279279281,
"causal_surprisal_flow": 0.7182890390390391,
"causal_surprisal_packet_max": 0.7211102852852852,
"causal_surprisal_packet_mean": 0.6158963963963964,
"causal_surprisal_packet_median": 0.15398048048048046,
"causal_surprisal_packet_trimmed10_mean": 0.4905555555555555,
"causal_surprisal_total": 0.6938450450450451,
"consistency_total": 0.6006453453453454,
"curvature_flow": 0.43751231231231236,
"curvature_packet": 0.6828487237237236,
"curvature_total": 0.6655065315315316,
"direction_drift_flow": 0.43323783783783787,
"direction_drift_packet_max": 0.891761036036036,
"direction_drift_packet_mean": 0.47303430930930934,
"direction_drift_packet_median": 0.5109627627627628,
"direction_drift_packet_trimmed10_mean": 0.34290848348348346,
"direction_drift_total": 0.6018214714714714,
"flow_consistency": 0.5368148648648648,
"kappa2_speed2norm_packet_mean": 0.5367417417417418,
"kappa2_speed2norm_packet_median": 0.5095472972972973,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4905630630630631,
"kinetic_energy": 0.7141831831831833,
"kinetic_flow": 0.8109915915915916,
"kinetic_packet": 0.8288467717717718,
"packet_consistency": 0.9477167417417417,
"pna_flow": 0.15539264264264263,
"pna_packet_max": 0.6860147147147148,
"pna_packet_mean": 0.5367417417417418,
"pna_packet_median": 0.5095472972972973,
"pna_packet_trimmed10_mean": 0.4905630630630631,
"terminal_flow": 0.8647834084084085,
"terminal_norm": 0.8005481981981982,
"terminal_packet": 0.8533163663663663,
"velocity_flow": 0.8023972222222222,
"velocity_packet": 0.9243388888888889,
"velocity_total": 0.7181876126126127
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.8134684684684685,
"causal_surprisal_flow": 0.7127411411411412,
"causal_surprisal_packet_max": 0.6823564564564565,
"causal_surprisal_packet_mean": 0.6240780780780779,
"causal_surprisal_packet_median": 0.45254819819819825,
"causal_surprisal_packet_trimmed10_mean": 0.5861030030030029,
"causal_surprisal_total": 0.7332876126126127,
"consistency_total": 0.5643921921921922,
"curvature_flow": 0.4236100600600601,
"curvature_packet": 0.8111614114114113,
"curvature_total": 0.7795872372372372,
"direction_drift_flow": 0.22379534534534531,
"direction_drift_packet_max": 0.7154987987987987,
"direction_drift_packet_mean": 0.5707393393393393,
"direction_drift_packet_median": 0.5592978228228228,
"direction_drift_packet_trimmed10_mean": 0.5153286786786787,
"direction_drift_total": 0.6405815315315315,
"flow_consistency": 0.565279054054054,
"kappa2_speed2norm_packet_mean": 0.5593506006006006,
"kappa2_speed2norm_packet_median": 0.5543966216216216,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5535691441441442,
"kinetic_energy": 0.8134722972972974,
"kinetic_flow": 0.7152168168168169,
"kinetic_packet": 0.8919378378378379,
"packet_consistency": 0.6662001501501501,
"pna_flow": 0.19396171171171173,
"pna_packet_max": 0.5028923423423424,
"pna_packet_mean": 0.5593506006006006,
"pna_packet_median": 0.5543966216216216,
"pna_packet_trimmed10_mean": 0.5535691441441442,
"terminal_flow": 0.8305987987987988,
"terminal_norm": 0.891956006006006,
"terminal_packet": 0.9157745495495495,
"velocity_flow": 0.7136157657657657,
"velocity_packet": 0.8301308558558558,
"velocity_total": 0.6588965465465466
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.6894987237237238,
"causal_surprisal_flow": 0.5861758258258258,
"causal_surprisal_packet_max": 0.5877782282282282,
"causal_surprisal_packet_mean": 0.5816274774774775,
"causal_surprisal_packet_median": 0.5870261261261261,
"causal_surprisal_packet_trimmed10_mean": 0.5268465465465465,
"causal_surprisal_total": 0.49343888888888887,
"consistency_total": 0.5896481231231232,
"curvature_flow": 0.29113933933933933,
"curvature_packet": 0.6443587087087087,
"curvature_total": 0.6223962462462463,
"direction_drift_flow": 0.23133235735735735,
"direction_drift_packet_max": 0.5300945195195195,
"direction_drift_packet_mean": 0.2868292042042042,
"direction_drift_packet_median": 0.2928147147147147,
"direction_drift_packet_trimmed10_mean": 0.26693903903903904,
"direction_drift_total": 0.24061193693693694,
"flow_consistency": 0.5842231231231232,
"kappa2_speed2norm_packet_mean": 0.4028569069069069,
"kappa2_speed2norm_packet_median": 0.4092390390390391,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4006678678678679,
"kinetic_energy": 0.6877496246246246,
"kinetic_flow": 0.6913845345345344,
"kinetic_packet": 0.7686286786786788,
"packet_consistency": 0.6683208708708709,
"pna_flow": 0.14163243243243243,
"pna_packet_max": 0.36465390390390395,
"pna_packet_mean": 0.4028569069069069,
"pna_packet_median": 0.4092390390390391,
"pna_packet_trimmed10_mean": 0.4006678678678679,
"terminal_flow": 0.8214037537537537,
"terminal_norm": 0.8097485735735737,
"terminal_packet": 0.843272972972973,
"velocity_flow": 0.652116966966967,
"velocity_packet": 0.8341243993993993,
"velocity_total": 0.7303609609609609
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.2515534534534535,
"causal_surprisal_flow": 0.8039942942942944,
"causal_surprisal_packet_max": 0.8653749999999999,
"causal_surprisal_packet_mean": 0.6709213213213213,
"causal_surprisal_packet_median": 0.5706082582582582,
"causal_surprisal_packet_trimmed10_mean": 0.6112102102102103,
"causal_surprisal_total": 0.6025083333333333,
"consistency_total": 0.6171055555555557,
"curvature_flow": 0.045550150150150154,
"curvature_packet": 0.40019684684684687,
"curvature_total": 0.4054370870870871,
"direction_drift_flow": 0.35081794294294294,
"direction_drift_packet_max": 0.8919950450450451,
"direction_drift_packet_mean": 0.7399471471471472,
"direction_drift_packet_median": 0.7083955705705707,
"direction_drift_packet_trimmed10_mean": 0.6954425675675675,
"direction_drift_total": 0.8861345345345345,
"flow_consistency": 0.6424618618618619,
"kappa2_speed2norm_packet_mean": 0.624428003003003,
"kappa2_speed2norm_packet_median": 0.5968006756756755,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6231599099099099,
"kinetic_energy": 0.24851156156156157,
"kinetic_flow": 0.8553701951951952,
"kinetic_packet": 0.17310645645645645,
"packet_consistency": 0.30271509009009007,
"pna_flow": 0.017325225225225224,
"pna_packet_max": 0.6874481231231231,
"pna_packet_mean": 0.624428003003003,
"pna_packet_median": 0.5968006756756755,
"pna_packet_trimmed10_mean": 0.6231599099099099,
"terminal_flow": 0.9539951951951952,
"terminal_norm": 0.3673291291291291,
"terminal_packet": 0.42922402402402404,
"velocity_flow": 0.7225051051051051,
"velocity_packet": 0.6360665165165166,
"velocity_total": 0.3606906906906907
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.9460000000000001,
"causal_surprisal_flow": 0.37639999999999996,
"causal_surprisal_packet_max": 0.9513,
"causal_surprisal_packet_mean": 0.5163,
"causal_surprisal_packet_median": 0.5551999999999999,
"causal_surprisal_packet_trimmed10_mean": 0.4535,
"causal_surprisal_total": 0.01319999999999999,
"consistency_total": 0.9715,
"curvature_flow": 0.7916,
"curvature_packet": 0.5126999999999999,
"curvature_total": 0.5375,
"direction_drift_flow": 0.007399999999999962,
"direction_drift_packet_max": 0.6043000000000001,
"direction_drift_packet_mean": 0.03600000000000003,
"direction_drift_packet_median": 0.07809999999999995,
"direction_drift_packet_trimmed10_mean": 0.041200000000000014,
"direction_drift_total": 0.05389999999999995,
"flow_consistency": 0.9547,
"kappa2_speed2norm_packet_mean": 0.2299,
"kappa2_speed2norm_packet_median": 0.22619999999999996,
"kappa2_speed2norm_packet_trimmed10_mean": 0.22419999999999995,
"kinetic_energy": 0.9429,
"kinetic_flow": 0.9994000000000001,
"kinetic_packet": 0.8068,
"packet_consistency": 0.9828,
"pna_flow": 0.010800000000000032,
"pna_packet_max": 0.5443,
"pna_packet_mean": 0.2299,
"pna_packet_median": 0.22619999999999996,
"pna_packet_trimmed10_mean": 0.22419999999999995,
"terminal_flow": 0.9808000000000001,
"terminal_norm": 0.20640000000000003,
"terminal_packet": 0.2239,
"velocity_flow": 0.9966,
"velocity_packet": 0.9814,
"velocity_total": 0.983
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.8032,
"causal_surprisal_flow": 0.5659285714285713,
"causal_surprisal_packet_max": 0.8587714285714285,
"causal_surprisal_packet_mean": 0.5686285714285714,
"causal_surprisal_packet_median": 0.4946,
"causal_surprisal_packet_trimmed10_mean": 0.4824571428571428,
"causal_surprisal_total": 0.2820857142857142,
"consistency_total": 0.7008714285714286,
"curvature_flow": 0.5549,
"curvature_packet": 0.5474714285714286,
"curvature_total": 0.5542142857142858,
"direction_drift_flow": 0.09718571428571426,
"direction_drift_packet_max": 0.7506857142857142,
"direction_drift_packet_mean": 0.34768571428571426,
"direction_drift_packet_median": 0.4192428571428571,
"direction_drift_packet_trimmed10_mean": 0.35071428571428576,
"direction_drift_total": 0.5500714285714285,
"flow_consistency": 0.6920857142857142,
"kappa2_speed2norm_packet_mean": 0.4644,
"kappa2_speed2norm_packet_median": 0.4397,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4546857142857143,
"kinetic_energy": 0.8031142857142857,
"kinetic_flow": 0.9414142857142858,
"kinetic_packet": 0.7394285714285714,
"packet_consistency": 0.7669428571428571,
"pna_flow": 0.024242857142857153,
"pna_packet_max": 0.6624428571428571,
"pna_packet_mean": 0.4644,
"pna_packet_median": 0.4397,
"pna_packet_trimmed10_mean": 0.4546857142857143,
"terminal_flow": 0.8963714285714285,
"terminal_norm": 0.5676428571428571,
"terminal_packet": 0.7421571428571428,
"velocity_flow": 0.8970571428571429,
"velocity_packet": 0.8155428571428571,
"velocity_total": 0.7994714285714286
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.9902692192192193,
"causal_surprisal_flow": 0.028404804804804805,
"causal_surprisal_packet_max": 0.16737117117117117,
"causal_surprisal_packet_mean": 0.1329731981981982,
"causal_surprisal_packet_median": 0.09976576576576576,
"causal_surprisal_packet_trimmed10_mean": 0.20058963963963966,
"causal_surprisal_total": 0.03590465465465466,
"consistency_total": 0.6500403903903903,
"curvature_flow": 0.5221018768768768,
"curvature_packet": 0.36298888888888886,
"curvature_total": 0.39121261261261264,
"direction_drift_flow": 0.1411888888888889,
"direction_drift_packet_max": 0.11565105105105106,
"direction_drift_packet_mean": 0.12091426426426427,
"direction_drift_packet_median": 0.17414084084084083,
"direction_drift_packet_trimmed10_mean": 0.13553423423423422,
"direction_drift_total": 0.06193873873873874,
"flow_consistency": 0.6333018018018018,
"kappa2_speed2norm_packet_mean": 0.20155075075075074,
"kappa2_speed2norm_packet_median": 0.1441318318318318,
"kappa2_speed2norm_packet_trimmed10_mean": 0.21109459459459456,
"kinetic_energy": 0.9903842342342343,
"kinetic_flow": 0.7027722222222222,
"kinetic_packet": 0.949787987987988,
"packet_consistency": 0.9071894144144145,
"pna_flow": 0.2500201201201201,
"pna_packet_max": 0.24603363363363367,
"pna_packet_mean": 0.20155075075075074,
"pna_packet_median": 0.1441318318318318,
"pna_packet_trimmed10_mean": 0.21109459459459456,
"terminal_flow": 0.9423046546546545,
"terminal_norm": 0.9902288288288287,
"terminal_packet": 0.98123003003003,
"velocity_flow": 0.7067581831831832,
"velocity_packet": 0.7945060060060062,
"velocity_total": 0.9824588588588588
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.9951740240240241,
"causal_surprisal_flow": 0.016575975975975977,
"causal_surprisal_packet_max": 0.019809309309309308,
"causal_surprisal_packet_mean": 0.02059549549549551,
"causal_surprisal_packet_median": 0.04531126126126126,
"causal_surprisal_packet_trimmed10_mean": 0.024363363363363366,
"causal_surprisal_total": 0.02615780780780782,
"consistency_total": 0.6441256756756757,
"curvature_flow": 0.6024292792792794,
"curvature_packet": 0.325503003003003,
"curvature_total": 0.39375052552552553,
"direction_drift_flow": 0.11174286786786787,
"direction_drift_packet_max": 0.038029804804804807,
"direction_drift_packet_mean": 0.05640285285285285,
"direction_drift_packet_median": 0.07650720720720722,
"direction_drift_packet_trimmed10_mean": 0.06851771771771772,
"direction_drift_total": 0.01855750750750751,
"flow_consistency": 0.6084466966966967,
"kappa2_speed2norm_packet_mean": 0.08982297297297298,
"kappa2_speed2norm_packet_median": 0.09417822822822823,
"kappa2_speed2norm_packet_trimmed10_mean": 0.09448423423423424,
"kinetic_energy": 0.995106906906907,
"kinetic_flow": 0.6780518018018017,
"kinetic_packet": 0.9676503003003004,
"packet_consistency": 0.9484792792792792,
"pna_flow": 0.320139039039039,
"pna_packet_max": 0.13007132132132132,
"pna_packet_mean": 0.08982297297297298,
"pna_packet_median": 0.09417822822822823,
"pna_packet_trimmed10_mean": 0.09448423423423424,
"terminal_flow": 0.7658554804804805,
"terminal_norm": 0.9924213213213212,
"terminal_packet": 0.9940891891891892,
"velocity_flow": 0.6911768768768769,
"velocity_packet": 0.812824024024024,
"velocity_total": 0.9943177177177177
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.37338378378378373,
"causal_surprisal_flow": 0.992203003003003,
"causal_surprisal_packet_max": 0.8955265765765765,
"causal_surprisal_packet_mean": 0.5309097597597597,
"causal_surprisal_packet_median": 0.324693993993994,
"causal_surprisal_packet_trimmed10_mean": 0.424934984984985,
"causal_surprisal_total": 0.6580620870870871,
"consistency_total": 0.7297573573573573,
"curvature_flow": 0.8360481981981982,
"curvature_packet": 0.4454072072072072,
"curvature_total": 0.4784605105105105,
"direction_drift_flow": 0.05792890390390391,
"direction_drift_packet_max": 0.640459009009009,
"direction_drift_packet_mean": 0.21342237237237238,
"direction_drift_packet_median": 0.2709506006006006,
"direction_drift_packet_trimmed10_mean": 0.2442873873873874,
"direction_drift_total": 0.45677004504504504,
"flow_consistency": 0.7380852852852853,
"kappa2_speed2norm_packet_mean": 0.5505804804804805,
"kappa2_speed2norm_packet_median": 0.5533880630630631,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5760469969969971,
"kinetic_energy": 0.3704366366366366,
"kinetic_flow": 0.9661639639639639,
"kinetic_packet": 0.2588186936936937,
"packet_consistency": 0.47783791291291294,
"pna_flow": 0.06760765765765765,
"pna_packet_max": 0.575754054054054,
"pna_packet_mean": 0.5505804804804805,
"pna_packet_median": 0.5533880630630631,
"pna_packet_trimmed10_mean": 0.5760469969969971,
"terminal_flow": 0.5568917417417416,
"terminal_norm": 0.1294518018018018,
"terminal_packet": 0.201781981981982,
"velocity_flow": 0.9506617117117118,
"velocity_packet": 0.6937998498498499,
"velocity_total": 0.4380078078078078
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.8481712328767121,
"causal_surprisal_flow": 0.41205616438356163,
"causal_surprisal_packet_max": 0.9664465753424657,
"causal_surprisal_packet_mean": 0.597431506849315,
"causal_surprisal_packet_median": 0.4089479452054795,
"causal_surprisal_packet_trimmed10_mean": 0.3804835616438356,
"causal_surprisal_total": 0.031541095890410965,
"consistency_total": 0.3696541095890411,
"curvature_flow": 0.4580958904109589,
"curvature_packet": 0.4387027397260274,
"curvature_total": 0.45890958904109586,
"direction_drift_flow": 0.006586986301369856,
"direction_drift_packet_max": 0.29345068493150683,
"direction_drift_packet_mean": 0.006319178082191779,
"direction_drift_packet_median": 0.01441917808219179,
"direction_drift_packet_trimmed10_mean": 0.0064109589041095915,
"direction_drift_total": 0.009694520547945205,
"flow_consistency": 0.14060958904109588,
"kappa2_speed2norm_packet_mean": 0.168672602739726,
"kappa2_speed2norm_packet_median": 0.17653150684931507,
"kappa2_speed2norm_packet_trimmed10_mean": 0.17010958904109588,
"kinetic_energy": 0.8410342465753424,
"kinetic_flow": 0.9986904109589041,
"kinetic_packet": 0.6205595890410959,
"packet_consistency": 0.9435315068493151,
"pna_flow": 0.007152054794520593,
"pna_packet_max": 0.2952123287671233,
"pna_packet_mean": 0.168672602739726,
"pna_packet_median": 0.17653150684931507,
"pna_packet_trimmed10_mean": 0.17010958904109588,
"terminal_flow": 0.9057616438356165,
"terminal_norm": 0.1384945205479452,
"terminal_packet": 0.19100410958904107,
"velocity_flow": 0.9974,
"velocity_packet": 0.9697630136986303,
"velocity_total": 0.9741287671232877
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.7073307692307692,
"causal_surprisal_flow": 0.7388538461538462,
"causal_surprisal_packet_max": 0.7009769230769232,
"causal_surprisal_packet_mean": 0.5924384615384616,
"causal_surprisal_packet_median": 0.15633076923076925,
"causal_surprisal_packet_trimmed10_mean": 0.5203692307692307,
"causal_surprisal_total": 0.9118615384615385,
"consistency_total": 0.6380846153846154,
"curvature_flow": 0.13243076923076924,
"curvature_packet": 0.7197692307692307,
"curvature_total": 0.6663538461538462,
"direction_drift_flow": 0.5186923076923077,
"direction_drift_packet_max": 0.9299846153846154,
"direction_drift_packet_mean": 0.8170923076923077,
"direction_drift_packet_median": 0.8575846153846154,
"direction_drift_packet_trimmed10_mean": 0.6710230769230769,
"direction_drift_total": 0.8777615384615385,
"flow_consistency": 0.6408076923076922,
"kappa2_speed2norm_packet_mean": 0.6200076923076923,
"kappa2_speed2norm_packet_median": 0.595,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5802076923076923,
"kinetic_energy": 0.7073692307692308,
"kinetic_flow": 0.6615230769230769,
"kinetic_packet": 0.8407923076923077,
"packet_consistency": 0.8086461538461538,
"pna_flow": 0.05436153846153846,
"pna_packet_max": 0.6038769230769231,
"pna_packet_mean": 0.6200076923076923,
"pna_packet_median": 0.595,
"pna_packet_trimmed10_mean": 0.5802076923076923,
"terminal_flow": 0.9502538461538461,
"terminal_norm": 0.9214384615384617,
"terminal_packet": 0.8957999999999999,
"velocity_flow": 0.6040461538461539,
"velocity_packet": 0.8420769230769231,
"velocity_total": 0.6625769230769231
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.8776,
"causal_surprisal_flow": 0.38327222222222224,
"causal_surprisal_packet_max": 0.9569111111111112,
"causal_surprisal_packet_mean": 0.56845,
"causal_surprisal_packet_median": 0.4772388888888889,
"causal_surprisal_packet_trimmed10_mean": 0.38085,
"causal_surprisal_total": 0.0157611111111111,
"consistency_total": 0.43174999999999997,
"curvature_flow": 0.5076222222222223,
"curvature_packet": 0.33405555555555555,
"curvature_total": 0.3654222222222222,
"direction_drift_flow": 0.005322222222222197,
"direction_drift_packet_max": 0.32285555555555556,
"direction_drift_packet_mean": 0.004544444444444425,
"direction_drift_packet_median": 0.00660555555555555,
"direction_drift_packet_trimmed10_mean": 0.004211111111111091,
"direction_drift_total": 0.007577777777777757,
"flow_consistency": 0.10532777777777778,
"kappa2_speed2norm_packet_mean": 0.11406666666666668,
"kappa2_speed2norm_packet_median": 0.08483333333333334,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10457222222222223,
"kinetic_energy": 0.8708277777777778,
"kinetic_flow": 0.9997388888888888,
"kinetic_packet": 0.6552388888888889,
"packet_consistency": 0.9715944444444444,
"pna_flow": 0.005700000000000038,
"pna_packet_max": 0.3037444444444445,
"pna_packet_mean": 0.11406666666666668,
"pna_packet_median": 0.08483333333333334,
"pna_packet_trimmed10_mean": 0.10457222222222223,
"terminal_flow": 0.93105,
"terminal_norm": 0.1280888888888889,
"terminal_packet": 0.16972222222222222,
"velocity_flow": 0.99805,
"velocity_packet": 0.9906722222222223,
"velocity_total": 0.9891055555555556
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.8s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.5s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed43_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed43_to_cicids2017.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.8407 AUPRC=0.7497
velocity_packet AUROC=0.8111 AUPRC=0.6390
terminal_packet AUROC=0.7898 AUPRC=0.7333
terminal_norm AUROC=0.7665 AUPRC=0.7198
kinetic_flow AUROC=0.7591 AUPRC=0.5908
packet_consistency AUROC=0.7511 AUPRC=0.6156
velocity_flow AUROC=0.7376 AUPRC=0.5516
kinetic_packet AUROC=0.7370 AUPRC=0.6509
arc_length AUROC=0.7080 AUPRC=0.6418
kinetic_energy AUROC=0.7079 AUPRC=0.6419

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed44",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.8867624923826933,
"auprc": 0.9041573622334986
},
"causal_surprisal_flow": {
"auroc": 0.31506808856388385,
"auprc": 0.3745649481684632
},
"causal_surprisal_packet_max": {
"auroc": 0.27164233698964046,
"auprc": 0.3649185818756798
},
"causal_surprisal_packet_mean": {
"auroc": 0.23454449014828355,
"auprc": 0.35294912999319006
},
"causal_surprisal_packet_median": {
"auroc": 0.24239034633353648,
"auprc": 0.35320433217261166
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.2287956682916921,
"auprc": 0.35173254739822274
},
"causal_surprisal_total": {
"auroc": 0.3064685659150925,
"auprc": 0.3726736501336373
},
"consistency_total": {
"auroc": 0.7729119490148284,
"auprc": 0.6882371997917422
},
"curvature_flow": {
"auroc": 0.3128977401990656,
"auprc": 0.3744158997613049
},
"curvature_packet": {
"auroc": 0.6072890920170627,
"auprc": 0.5375188779711481
},
"curvature_total": {
"auroc": 0.4420982429412959,
"auprc": 0.43407897458059963
},
"direction_drift_flow": {
"auroc": 0.3619694698354662,
"auprc": 0.3931268813154801
},
"direction_drift_packet_max": {
"auroc": 0.25754026000406255,
"auprc": 0.35596162161073264
},
"direction_drift_packet_mean": {
"auroc": 0.26807279605931345,
"auprc": 0.35965244263583085
},
"direction_drift_packet_median": {
"auroc": 0.2801047582774731,
"auprc": 0.36412752711926266
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.2735107607150111,
"auprc": 0.36176133812858613
},
"direction_drift_total": {
"auroc": 0.19862774223034735,
"auprc": 0.33981554011745074
},
"flow_consistency": {
"auroc": 0.7759223440991265,
"auprc": 0.7202890963889963
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.2778763812715824,
"auprc": 0.36647603621995667
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.2856928498882795,
"auprc": 0.36824990938524627
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.28191644830387974,
"auprc": 0.36703509087973124
},
"kinetic_energy": {
"auroc": 0.8868181952061751,
"auprc": 0.9043498113408589
},
"kinetic_flow": {
"auroc": 0.8006327493398335,
"auprc": 0.6943618253215931
},
"kinetic_packet": {
"auroc": 0.7777482023156611,
"auprc": 0.7440029978898662
},
"packet_consistency": {
"auroc": 0.495939036156815,
"auprc": 0.48192742459279286
},
"pna_flow": {
"auroc": 0.1700121673776153,
"auprc": 0.333252136543686
},
"pna_packet_max": {
"auroc": 0.2610434694292098,
"auprc": 0.3692449619016188
},
"pna_packet_mean": {
"auroc": 0.2778763812715824,
"auprc": 0.36647603621995667
},
"pna_packet_median": {
"auroc": 0.2856928498882795,
"auprc": 0.36824990938524627
},
"pna_packet_trimmed10_mean": {
"auroc": 0.28191644830387974,
"auprc": 0.36703509087973124
},
"terminal_flow": {
"auroc": 0.6869265437741215,
"auprc": 0.6266148790817085
},
"terminal_norm": {
"auroc": 0.7175831403615681,
"auprc": 0.6755835270808468
},
"terminal_packet": {
"auroc": 0.620713817794028,
"auprc": 0.633907850980495
},
"velocity_flow": {
"auroc": 0.7343444139752183,
"auprc": 0.6258348215433147
},
"velocity_packet": {
"auroc": 0.7493401482835669,
"auprc": 0.6867835471375802
},
"velocity_total": {
"auroc": 0.9006121419865933,
"auprc": 0.9088447988194888
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.9971642857142857,
"causal_surprisal_flow": 0.2821119047619048,
"causal_surprisal_packet_max": 0.2510464285714286,
"causal_surprisal_packet_mean": 0.24854574829931975,
"causal_surprisal_packet_median": 0.31976887755102035,
"causal_surprisal_packet_trimmed10_mean": 0.2543544217687075,
"causal_surprisal_total": 0.29749404761904763,
"consistency_total": 0.7771280612244897,
"curvature_flow": 0.1929595238095238,
"curvature_packet": 0.7852811224489796,
"curvature_total": 0.5381964285714286,
"direction_drift_flow": 0.4216358843537415,
"direction_drift_packet_max": 0.11063996598639456,
"direction_drift_packet_mean": 0.0946702380952381,
"direction_drift_packet_median": 0.10502032312925169,
"direction_drift_packet_trimmed10_mean": 0.1008515306122449,
"direction_drift_total": 0.08030697278911564,
"flow_consistency": 0.7810295918367346,
"kappa2_speed2norm_packet_mean": 0.20129574829931973,
"kappa2_speed2norm_packet_median": 0.21746768707482994,
"kappa2_speed2norm_packet_trimmed10_mean": 0.21538945578231292,
"kinetic_energy": 0.997262074829932,
"kinetic_flow": 0.8905554421768708,
"kinetic_packet": 0.9518877551020407,
"packet_consistency": 0.6755493197278911,
"pna_flow": 0.11626377551020409,
"pna_packet_max": 0.1890156462585034,
"pna_packet_mean": 0.20129574829931973,
"pna_packet_median": 0.21746768707482994,
"pna_packet_trimmed10_mean": 0.21538945578231292,
"terminal_flow": 0.8836933673469388,
"terminal_norm": 0.9367971088435374,
"terminal_packet": 0.9058921768707482,
"velocity_flow": 0.6510061224489796,
"velocity_packet": 0.9212531462585034,
"velocity_total": 0.9905645408163265
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.9976714285714287,
"causal_surprisal_flow": 0.282687074829932,
"causal_surprisal_packet_max": 0.2542663265306122,
"causal_surprisal_packet_mean": 0.2520880952380952,
"causal_surprisal_packet_median": 0.32789625850340137,
"causal_surprisal_packet_trimmed10_mean": 0.25832006802721086,
"causal_surprisal_total": 0.29750663265306126,
"consistency_total": 0.7710417517006802,
"curvature_flow": 0.19097517006802725,
"curvature_packet": 0.8047816326530611,
"curvature_total": 0.5607182823129252,
"direction_drift_flow": 0.4370900510204082,
"direction_drift_packet_max": 0.09967499999999999,
"direction_drift_packet_mean": 0.07548180272108844,
"direction_drift_packet_median": 0.08443392857142856,
"direction_drift_packet_trimmed10_mean": 0.08056326530612246,
"direction_drift_total": 0.07120892857142858,
"flow_consistency": 0.7732811224489798,
"kappa2_speed2norm_packet_mean": 0.19792074829931977,
"kappa2_speed2norm_packet_median": 0.21392534013605444,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2118797619047619,
"kinetic_energy": 0.9977663265306123,
"kinetic_flow": 0.8945988095238095,
"kinetic_packet": 0.9650011904761906,
"packet_consistency": 0.7075168367346939,
"pna_flow": 0.11623214285714287,
"pna_packet_max": 0.18614438775510206,
"pna_packet_mean": 0.19792074829931977,
"pna_packet_median": 0.21392534013605444,
"pna_packet_trimmed10_mean": 0.2118797619047619,
"terminal_flow": 0.8975219387755102,
"terminal_norm": 0.9483683673469389,
"terminal_packet": 0.9322277210884354,
"velocity_flow": 0.6279780612244897,
"velocity_packet": 0.9436193877551022,
"velocity_total": 0.9932943877551019
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.988625,
"causal_surprisal_flow": 0.29080765306122447,
"causal_surprisal_packet_max": 0.23607585034013606,
"causal_surprisal_packet_mean": 0.22621479591836735,
"causal_surprisal_packet_median": 0.2523559523809524,
"causal_surprisal_packet_trimmed10_mean": 0.22787074829931972,
"causal_surprisal_total": 0.31481224489795917,
"consistency_total": 0.8877867346938776,
"curvature_flow": 0.20201564625850338,
"curvature_packet": 0.6068511904761904,
"curvature_total": 0.3353800170068027,
"direction_drift_flow": 0.43753954081632657,
"direction_drift_packet_max": 0.252606462585034,
"direction_drift_packet_mean": 0.37029217687074834,
"direction_drift_packet_median": 0.4005432823129252,
"direction_drift_packet_trimmed10_mean": 0.39324838435374154,
"direction_drift_total": 0.2147675170068027,
"flow_consistency": 0.9052943877551021,
"kappa2_speed2norm_packet_mean": 0.34122695578231294,
"kappa2_speed2norm_packet_median": 0.3638585034013605,
"kappa2_speed2norm_packet_trimmed10_mean": 0.36265484693877553,
"kinetic_energy": 0.9888386054421768,
"kinetic_flow": 0.894382993197279,
"kinetic_packet": 0.8091566326530615,
"packet_consistency": 0.33860663265306123,
"pna_flow": 0.10806615646258504,
"pna_packet_max": 0.22257448979591837,
"pna_packet_mean": 0.34122695578231294,
"pna_packet_median": 0.3638585034013605,
"pna_packet_trimmed10_mean": 0.36265484693877553,
"terminal_flow": 0.7781037414965987,
"terminal_norm": 0.8572489795918368,
"terminal_packet": 0.6040875850340135,
"velocity_flow": 0.8517187074829933,
"velocity_packet": 0.6695535714285713,
"velocity_total": 0.9901181972789116
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.6588973639455782,
"causal_surprisal_flow": 0.7149105442176871,
"causal_surprisal_packet_max": 0.7892095238095237,
"causal_surprisal_packet_mean": 0.33700739795918366,
"causal_surprisal_packet_median": 0.23350620748299322,
"causal_surprisal_packet_trimmed10_mean": 0.2726443027210884,
"causal_surprisal_total": 0.3647318027210884,
"consistency_total": 0.8207231292517007,
"curvature_flow": 0.6884755102040816,
"curvature_packet": 0.8534117346938775,
"curvature_total": 0.8414736394557824,
"direction_drift_flow": 0.12861743197278913,
"direction_drift_packet_max": 0.7122377551020409,
"direction_drift_packet_mean": 0.28458010204081635,
"direction_drift_packet_median": 0.2563418367346939,
"direction_drift_packet_trimmed10_mean": 0.24919166666666664,
"direction_drift_total": 0.40903775510204077,
"flow_consistency": 0.8208586734693877,
"kappa2_speed2norm_packet_mean": 0.6834635204081632,
"kappa2_speed2norm_packet_median": 0.6095947278911565,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6334511904761905,
"kinetic_energy": 0.6623177721088436,
"kinetic_flow": 0.9116841836734695,
"kinetic_packet": 0.8546017857142857,
"packet_consistency": 0.7630416666666666,
"pna_flow": 0.17627431972789115,
"pna_packet_max": 0.8362930272108843,
"pna_packet_mean": 0.6834635204081632,
"pna_packet_median": 0.6095947278911565,
"pna_packet_trimmed10_mean": 0.6334511904761905,
"terminal_flow": 0.7902416666666667,
"terminal_norm": 0.5563931972789116,
"terminal_packet": 0.5445201530612244,
"velocity_flow": 0.9163988095238095,
"velocity_packet": 0.9254243197278912,
"velocity_total": 0.6514860544217687
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.9758089285714284,
"causal_surprisal_flow": 0.2684761904761905,
"causal_surprisal_packet_max": 0.18738537414965983,
"causal_surprisal_packet_mean": 0.17382431972789117,
"causal_surprisal_packet_median": 0.18139489795918368,
"causal_surprisal_packet_trimmed10_mean": 0.17392431972789116,
"causal_surprisal_total": 0.28378299319727884,
"consistency_total": 0.9321176020408163,
"curvature_flow": 0.37771190476190475,
"curvature_packet": 0.4714931122448979,
"curvature_total": 0.3486213435374149,
"direction_drift_flow": 0.33859277210884353,
"direction_drift_packet_max": 0.2371777210884354,
"direction_drift_packet_mean": 0.4222362244897959,
"direction_drift_packet_median": 0.4564295068027211,
"direction_drift_packet_trimmed10_mean": 0.44822448979591833,
"direction_drift_total": 0.2351812925170068,
"flow_consistency": 0.9605931972789115,
"kappa2_speed2norm_packet_mean": 0.24329651360544222,
"kappa2_speed2norm_packet_median": 0.26302933673469386,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2608941326530613,
"kinetic_energy": 0.9757559523809525,
"kinetic_flow": 0.889439455782313,
"kinetic_packet": 0.6495651360544217,
"packet_consistency": 0.14864353741496597,
"pna_flow": 0.15567363945578233,
"pna_packet_max": 0.13622789115646258,
"pna_packet_mean": 0.24329651360544222,
"pna_packet_median": 0.26302933673469386,
"pna_packet_trimmed10_mean": 0.2608941326530613,
"terminal_flow": 0.567888180272109,
"terminal_norm": 0.5856533163265306,
"terminal_packet": 0.39542346938775513,
"velocity_flow": 0.8761501700680271,
"velocity_packet": 0.522381462585034,
"velocity_total": 0.9903867346938775
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.9990210884353742,
"causal_surprisal_flow": 0.28224132653061224,
"causal_surprisal_packet_max": 0.25053180272108844,
"causal_surprisal_packet_mean": 0.248187925170068,
"causal_surprisal_packet_median": 0.3191502551020408,
"causal_surprisal_packet_trimmed10_mean": 0.25416751700680273,
"causal_surprisal_total": 0.2973312925170068,
"consistency_total": 0.7808690476190475,
"curvature_flow": 0.20327295918367347,
"curvature_packet": 0.7738263605442177,
"curvature_total": 0.532637074829932,
"direction_drift_flow": 0.4302505102040816,
"direction_drift_packet_max": 0.10444872448979592,
"direction_drift_packet_mean": 0.09094829931972788,
"direction_drift_packet_median": 0.10106700680272108,
"direction_drift_packet_trimmed10_mean": 0.09698401360544218,
"direction_drift_total": 0.0781937074829932,
"flow_consistency": 0.7841035714285715,
"kappa2_speed2norm_packet_mean": 0.1823780612244898,
"kappa2_speed2norm_packet_median": 0.19763962585034012,
"kappa2_speed2norm_packet_trimmed10_mean": 0.1953028911564626,
"kinetic_energy": 0.999084693877551,
"kinetic_flow": 0.9008052721088435,
"kinetic_packet": 0.9496111394557823,
"packet_consistency": 0.6811147959183673,
"pna_flow": 0.11784319727891157,
"pna_packet_max": 0.17112261904761905,
"pna_packet_mean": 0.1823780612244898,
"pna_packet_median": 0.19763962585034012,
"pna_packet_trimmed10_mean": 0.1953028911564626,
"terminal_flow": 0.8761103741496598,
"terminal_norm": 0.9278613095238096,
"terminal_packet": 0.9023732993197281,
"velocity_flow": 0.6345251700680272,
"velocity_packet": 0.9246256802721089,
"velocity_total": 0.9983710884353741
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.7340109693877552,
"causal_surprisal_flow": 0.32600561224489794,
"causal_surprisal_packet_max": 0.2689474489795919,
"causal_surprisal_packet_mean": 0.23692414965986397,
"causal_surprisal_packet_median": 0.20763792517006804,
"causal_surprisal_packet_trimmed10_mean": 0.2240363945578231,
"causal_surprisal_total": 0.34623622448979596,
"consistency_total": 0.6033006802721088,
"curvature_flow": 0.2671579931972789,
"curvature_packet": 0.4673638605442177,
"curvature_total": 0.2839345238095238,
"direction_drift_flow": 0.28391173469387754,
"direction_drift_packet_max": 0.32380824829931976,
"direction_drift_packet_mean": 0.3377169217687075,
"direction_drift_packet_median": 0.3450511904761905,
"direction_drift_packet_trimmed10_mean": 0.33226913265306124,
"direction_drift_total": 0.2486809523809524,
"flow_consistency": 0.5873469387755103,
"kappa2_speed2norm_packet_mean": 0.23508613945578233,
"kappa2_speed2norm_packet_median": 0.24601496598639458,
"kappa2_speed2norm_packet_trimmed10_mean": 0.23110306122448976,
"kinetic_energy": 0.7334948979591838,
"kinetic_flow": 0.6973736394557823,
"kinetic_packet": 0.6025034013605441,
"packet_consistency": 0.339103231292517,
"pna_flow": 0.2323612244897959,
"pna_packet_max": 0.23939132653061224,
"pna_packet_mean": 0.23508613945578233,
"pna_packet_median": 0.24601496598639458,
"pna_packet_trimmed10_mean": 0.23110306122448976,
"terminal_flow": 0.3903401360544218,
"terminal_norm": 0.4281054421768707,
"terminal_packet": 0.34759115646258504,
"velocity_flow": 0.7252289115646259,
"velocity_packet": 0.6926833333333333,
"velocity_total": 0.8309018707482992
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.7368607993197278,
"causal_surprisal_flow": 0.326278231292517,
"causal_surprisal_packet_max": 0.26555442176870747,
"causal_surprisal_packet_mean": 0.23589574829931972,
"causal_surprisal_packet_median": 0.20803384353741497,
"causal_surprisal_packet_trimmed10_mean": 0.2307828231292517,
"causal_surprisal_total": 0.34741037414965986,
"consistency_total": 0.6004062925170068,
"curvature_flow": 0.2629511904761905,
"curvature_packet": 0.4708068027210884,
"curvature_total": 0.27762423469387754,
"direction_drift_flow": 0.2824073129251701,
"direction_drift_packet_max": 0.3027982993197279,
"direction_drift_packet_mean": 0.3314003401360544,
"direction_drift_packet_median": 0.34125416666666664,
"direction_drift_packet_trimmed10_mean": 0.3337081632653061,
"direction_drift_total": 0.2396375850340136,
"flow_consistency": 0.5877437074829932,
"kappa2_speed2norm_packet_mean": 0.23909914965986395,
"kappa2_speed2norm_packet_median": 0.25033809523809525,
"kappa2_speed2norm_packet_trimmed10_mean": 0.24032006802721087,
"kinetic_energy": 0.7362132653061224,
"kinetic_flow": 0.6941874149659863,
"kinetic_packet": 0.6104427721088436,
"packet_consistency": 0.32472712585034014,
"pna_flow": 0.2235511904761905,
"pna_packet_max": 0.23622517006802718,
"pna_packet_mean": 0.23909914965986395,
"pna_packet_median": 0.25033809523809525,
"pna_packet_trimmed10_mean": 0.24032006802721087,
"terminal_flow": 0.3800996598639456,
"terminal_norm": 0.42274574829931977,
"terminal_packet": 0.33987976190476193,
"velocity_flow": 0.7282775510204081,
"velocity_packet": 0.6932896258503402,
"velocity_total": 0.8308340136054422
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.9980687925170069,
"causal_surprisal_flow": 0.28243350340136053,
"causal_surprisal_packet_max": 0.2534409863945578,
"causal_surprisal_packet_mean": 0.25159897959183675,
"causal_surprisal_packet_median": 0.32625646258503405,
"causal_surprisal_packet_trimmed10_mean": 0.25815204081632653,
"causal_surprisal_total": 0.29687431972789113,
"consistency_total": 0.776153231292517,
"curvature_flow": 0.19478715986394557,
"curvature_packet": 0.8035965986394559,
"curvature_total": 0.5635945578231293,
"direction_drift_flow": 0.468116156462585,
"direction_drift_packet_max": 0.10547431972789115,
"direction_drift_packet_mean": 0.08177627551020408,
"direction_drift_packet_median": 0.09135212585034014,
"direction_drift_packet_trimmed10_mean": 0.08735297619047619,
"direction_drift_total": 0.07582602040816327,
"flow_consistency": 0.7783688775510204,
"kappa2_speed2norm_packet_mean": 0.20606326530612246,
"kappa2_speed2norm_packet_median": 0.22237049319727892,
"kappa2_speed2norm_packet_trimmed10_mean": 0.22041768707482992,
"kinetic_energy": 0.9981850340136055,
"kinetic_flow": 0.8933727040816327,
"kinetic_packet": 0.965714455782313,
"packet_consistency": 0.7088847789115647,
"pna_flow": 0.11845136054421769,
"pna_packet_max": 0.19537202380952381,
"pna_packet_mean": 0.20606326530612246,
"pna_packet_median": 0.22237049319727892,
"pna_packet_trimmed10_mean": 0.22041768707482992,
"terminal_flow": 0.9027292517006803,
"terminal_norm": 0.9519110544217688,
"terminal_packet": 0.9368785714285713,
"velocity_flow": 0.6065949829931973,
"velocity_packet": 0.9417972789115646,
"velocity_total": 0.9929794217687075
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.9864273809523809,
"causal_surprisal_flow": 0.29218979591836736,
"causal_surprisal_packet_max": 0.23586037414965985,
"causal_surprisal_packet_mean": 0.22583367346938776,
"causal_surprisal_packet_median": 0.25123375850340135,
"causal_surprisal_packet_trimmed10_mean": 0.22735119047619048,
"causal_surprisal_total": 0.3179743197278912,
"consistency_total": 0.888043962585034,
"curvature_flow": 0.2099724489795918,
"curvature_packet": 0.5948409863945577,
"curvature_total": 0.3242525510204082,
"direction_drift_flow": 0.4224137755102041,
"direction_drift_packet_max": 0.24621802721088434,
"direction_drift_packet_mean": 0.35435340136054416,
"direction_drift_packet_median": 0.3856447278911565,
"direction_drift_packet_trimmed10_mean": 0.37770340136054414,
"direction_drift_total": 0.21055884353741494,
"flow_consistency": 0.9058120748299321,
"kappa2_speed2norm_packet_mean": 0.32737193877551013,
"kappa2_speed2norm_packet_median": 0.3495172619047619,
"kappa2_speed2norm_packet_trimmed10_mean": 0.3483369047619047,
"kinetic_energy": 0.9865732142857143,
"kinetic_flow": 0.8933212585034015,
"kinetic_packet": 0.8035246598639455,
"packet_consistency": 0.3284360544217687,
"pna_flow": 0.10860323129251702,
"pna_packet_max": 0.21642704081632652,
"pna_packet_mean": 0.32737193877551013,
"pna_packet_median": 0.3495172619047619,
"pna_packet_trimmed10_mean": 0.3483369047619047,
"terminal_flow": 0.7658434523809523,
"terminal_norm": 0.846162755102041,
"terminal_packet": 0.5921187074829932,
"velocity_flow": 0.8530928571428572,
"velocity_packet": 0.6640636054421768,
"velocity_total": 0.9889146258503401
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.9632598639455783,
"causal_surprisal_flow": 0.2739571428571429,
"causal_surprisal_packet_max": 0.18751649659863945,
"causal_surprisal_packet_mean": 0.17509200680272108,
"causal_surprisal_packet_median": 0.18294880952380954,
"causal_surprisal_packet_trimmed10_mean": 0.17520612244897957,
"causal_surprisal_total": 0.29631156462585034,
"consistency_total": 0.9289171768707484,
"curvature_flow": 0.3926081632653061,
"curvature_packet": 0.4514583333333333,
"curvature_total": 0.3486934523809524,
"direction_drift_flow": 0.32597840136054423,
"direction_drift_packet_max": 0.22378690476190477,
"direction_drift_packet_mean": 0.39607006802721084,
"direction_drift_packet_median": 0.43013086734693873,
"direction_drift_packet_trimmed10_mean": 0.4216506802721089,
"direction_drift_total": 0.22610544217687076,
"flow_consistency": 0.95751768707483,
"kappa2_speed2norm_packet_mean": 0.22723979591836738,
"kappa2_speed2norm_packet_median": 0.24617848639455783,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2437144557823129,
"kinetic_energy": 0.9630875,
"kinetic_flow": 0.8769566326530613,
"kinetic_packet": 0.6324288265306122,
"packet_consistency": 0.14017117346938776,
"pna_flow": 0.1679482993197279,
"pna_packet_max": 0.13204923469387758,
"pna_packet_mean": 0.22723979591836738,
"pna_packet_median": 0.24617848639455783,
"pna_packet_trimmed10_mean": 0.2437144557823129,
"terminal_flow": 0.5500280612244899,
"terminal_norm": 0.5798847789115648,
"terminal_packet": 0.38232176870748297,
"velocity_flow": 0.8666470238095237,
"velocity_packet": 0.5084583333333333,
"velocity_total": 0.9828044217687074
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.9662614795918368,
"causal_surprisal_flow": 0.2706219387755102,
"causal_surprisal_packet_max": 0.18829438775510207,
"causal_surprisal_packet_mean": 0.17495136054421767,
"causal_surprisal_packet_median": 0.18274319727891156,
"causal_surprisal_packet_trimmed10_mean": 0.1750784013605442,
"causal_surprisal_total": 0.2906562925170068,
"consistency_total": 0.9290333333333334,
"curvature_flow": 0.3520789115646259,
"curvature_packet": 0.4581517857142857,
"curvature_total": 0.3227154761904762,
"direction_drift_flow": 0.35182406462585036,
"direction_drift_packet_max": 0.23307448979591838,
"direction_drift_packet_mean": 0.41740867346938776,
"direction_drift_packet_median": 0.4514455782312925,
"direction_drift_packet_trimmed10_mean": 0.4433641156462585,
"direction_drift_total": 0.23317261904761905,
"flow_consistency": 0.9573960884353742,
"kappa2_speed2norm_packet_mean": 0.24015425170068028,
"kappa2_speed2norm_packet_median": 0.2596993197278912,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2577006802721088,
"kinetic_energy": 0.9660790816326531,
"kinetic_flow": 0.8785602040816327,
"kinetic_packet": 0.6330224489795918,
"packet_consistency": 0.1524031462585034,
"pna_flow": 0.1484285714285714,
"pna_packet_max": 0.13775102040816325,
"pna_packet_mean": 0.24015425170068028,
"pna_packet_median": 0.2596993197278912,
"pna_packet_trimmed10_mean": 0.2577006802721088,
"terminal_flow": 0.5863977891156462,
"terminal_norm": 0.5976429421768708,
"terminal_packet": 0.3898931972789115,
"velocity_flow": 0.8643098639455782,
"velocity_packet": 0.508129081632653,
"velocity_total": 0.9814471088435375
},
"Syn": {
"_n": 588.0,
"arc_length": 0.8871641156462586,
"causal_surprisal_flow": 0.2602622448979592,
"causal_surprisal_packet_max": 0.21502406462585036,
"causal_surprisal_packet_mean": 0.22035901360544216,
"causal_surprisal_packet_median": 0.23375714285714286,
"causal_surprisal_packet_trimmed10_mean": 0.22131020408163263,
"causal_surprisal_total": 0.2550987244897959,
"consistency_total": 0.8122421768707483,
"curvature_flow": 0.27434183673469387,
"curvature_packet": 0.5406127551020409,
"curvature_total": 0.3931670068027211,
"direction_drift_flow": 0.47385493197278905,
"direction_drift_packet_max": 0.13275544217687074,
"direction_drift_packet_mean": 0.08212380952380953,
"direction_drift_packet_median": 0.07636768707482994,
"direction_drift_packet_trimmed10_mean": 0.07969727891156463,
"direction_drift_total": 0.09538452380952381,
"flow_consistency": 0.7960513605442177,
"kappa2_speed2norm_packet_mean": 0.15895714285714285,
"kappa2_speed2norm_packet_median": 0.15655374149659865,
"kappa2_speed2norm_packet_trimmed10_mean": 0.15325527210884354,
"kinetic_energy": 0.8873912414965985,
"kinetic_flow": 0.5728747448979592,
"kinetic_packet": 0.9623049319727891,
"packet_consistency": 0.9141095238095238,
"pna_flow": 0.15058945578231295,
"pna_packet_max": 0.2476749149659864,
"pna_packet_mean": 0.15895714285714285,
"pna_packet_median": 0.15655374149659865,
"pna_packet_trimmed10_mean": 0.15325527210884354,
"terminal_flow": 0.892372193877551,
"terminal_norm": 0.944956037414966,
"terminal_packet": 0.9827698979591837,
"velocity_flow": 0.5596770408163265,
"velocity_packet": 0.8763069727891156,
"velocity_total": 0.8108448129251702
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.8256408163265305,
"causal_surprisal_flow": 0.29636955782312924,
"causal_surprisal_packet_max": 0.25618469387755105,
"causal_surprisal_packet_mean": 0.23841462585034012,
"causal_surprisal_packet_median": 0.1701187074829932,
"causal_surprisal_packet_trimmed10_mean": 0.2259244897959184,
"causal_surprisal_total": 0.2998918367346939,
"consistency_total": 0.6941865646258504,
"curvature_flow": 0.4221042517006803,
"curvature_packet": 0.6580965986394558,
"curvature_total": 0.5048199829931973,
"direction_drift_flow": 0.28373818027210884,
"direction_drift_packet_max": 0.33353903061224494,
"direction_drift_packet_mean": 0.28744591836734695,
"direction_drift_packet_median": 0.29483596938775514,
"direction_drift_packet_trimmed10_mean": 0.29789591836734697,
"direction_drift_total": 0.22950578231292515,
"flow_consistency": 0.6974860544217687,
"kappa2_speed2norm_packet_mean": 0.29521947278911564,
"kappa2_speed2norm_packet_median": 0.30156335034013604,
"kappa2_speed2norm_packet_trimmed10_mean": 0.29139251700680274,
"kinetic_energy": 0.8242525510204082,
"kinetic_flow": 0.7414499999999999,
"kinetic_packet": 0.7696515306122449,
"packet_consistency": 0.4772931972789115,
"pna_flow": 0.2023171768707483,
"pna_packet_max": 0.3487767857142857,
"pna_packet_mean": 0.29521947278911564,
"pna_packet_median": 0.30156335034013604,
"pna_packet_trimmed10_mean": 0.29139251700680274,
"terminal_flow": 0.7736928571428571,
"terminal_norm": 0.756742857142857,
"terminal_packet": 0.5076068027210884,
"velocity_flow": 0.7033366496598641,
"velocity_packet": 0.7876162414965986,
"velocity_total": 0.8326625850340137
},
"UDP": {
"_n": 588.0,
"arc_length": 0.7175975340136055,
"causal_surprisal_flow": 0.32892993197278914,
"causal_surprisal_packet_max": 0.26795544217687073,
"causal_surprisal_packet_mean": 0.23707244897959184,
"causal_surprisal_packet_median": 0.20567755102040816,
"causal_surprisal_packet_trimmed10_mean": 0.2291030612244898,
"causal_surprisal_total": 0.3519527210884354,
"consistency_total": 0.5774637755102041,
"curvature_flow": 0.2743267006802721,
"curvature_packet": 0.4720841836734694,
"curvature_total": 0.2895197278911565,
"direction_drift_flow": 0.26860527210884355,
"direction_drift_packet_max": 0.30211173469387753,
"direction_drift_packet_mean": 0.31695680272108845,
"direction_drift_packet_median": 0.3262008503401361,
"direction_drift_packet_trimmed10_mean": 0.3165154761904762,
"direction_drift_total": 0.2379840136054422,
"flow_consistency": 0.5598443877551021,
"kappa2_speed2norm_packet_mean": 0.2395982993197279,
"kappa2_speed2norm_packet_median": 0.2496985544217687,
"kappa2_speed2norm_packet_trimmed10_mean": 0.23799651360544216,
"kinetic_energy": 0.7168959183673469,
"kinetic_flow": 0.6766208333333332,
"kinetic_packet": 0.6023443877551021,
"packet_consistency": 0.3328211734693877,
"pna_flow": 0.23631326530612246,
"pna_packet_max": 0.23203554421768707,
"pna_packet_mean": 0.2395982993197279,
"pna_packet_median": 0.2496985544217687,
"pna_packet_trimmed10_mean": 0.23799651360544216,
"terminal_flow": 0.35771037414965984,
"terminal_norm": 0.3965172619047619,
"terminal_packet": 0.33268231292517003,
"velocity_flow": 0.7141133503401361,
"velocity_packet": 0.6968125850340137,
"velocity_total": 0.8182275510204082
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.8752769557823128,
"causal_surprisal_flow": 0.2766636054421769,
"causal_surprisal_packet_max": 0.21776938775510205,
"causal_surprisal_packet_mean": 0.22058384353741498,
"causal_surprisal_packet_median": 0.23322891156462588,
"causal_surprisal_packet_trimmed10_mean": 0.21960867346938776,
"causal_surprisal_total": 0.2749654761904762,
"consistency_total": 0.7854624149659865,
"curvature_flow": 0.2768438775510204,
"curvature_packet": 0.49190297619047624,
"curvature_total": 0.35573911564625854,
"direction_drift_flow": 0.4449950680272109,
"direction_drift_packet_max": 0.13469498299319727,
"direction_drift_packet_mean": 0.08818724489795919,
"direction_drift_packet_median": 0.08382704081632653,
"direction_drift_packet_trimmed10_mean": 0.08427057823129251,
"direction_drift_total": 0.09143486394557823,
"flow_consistency": 0.7689571428571429,
"kappa2_speed2norm_packet_mean": 0.11532585034013607,
"kappa2_speed2norm_packet_median": 0.11975238095238094,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10926224489795919,
"kinetic_energy": 0.8750982142857142,
"kinetic_flow": 0.5777017006802722,
"kinetic_packet": 0.9262467687074829,
"packet_consistency": 0.8574349489795917,
"pna_flow": 0.16089761904761907,
"pna_packet_max": 0.19269778911564625,
"pna_packet_mean": 0.11532585034013607,
"pna_packet_median": 0.11975238095238094,
"pna_packet_trimmed10_mean": 0.10926224489795919,
"terminal_flow": 0.8423775510204082,
"terminal_norm": 0.8908248299319729,
"terminal_packet": 0.9171789115646258,
"velocity_flow": 0.5728979591836735,
"velocity_packet": 0.874124149659864,
"velocity_total": 0.8196985544217688
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.7262614155251141,
"causal_surprisal_flow": 0.29646575342465753,
"causal_surprisal_packet_max": 0.3001219178082192,
"causal_surprisal_packet_mean": 0.301825799086758,
"causal_surprisal_packet_median": 0.2994945205479452,
"causal_surprisal_packet_trimmed10_mean": 0.27295730593607304,
"causal_surprisal_total": 0.26682043378995435,
"consistency_total": 0.5067214611872146,
"curvature_flow": 0.6133155251141553,
"curvature_packet": 0.6234865296803653,
"curvature_total": 0.78105,
"direction_drift_flow": 0.3511497716894978,
"direction_drift_packet_max": 0.614095205479452,
"direction_drift_packet_mean": 0.6137797945205479,
"direction_drift_packet_median": 0.6180437214611872,
"direction_drift_packet_trimmed10_mean": 0.5858771689497717,
"direction_drift_total": 0.4685399543378995,
"flow_consistency": 0.49812945205479453,
"kappa2_speed2norm_packet_mean": 0.6971623287671233,
"kappa2_speed2norm_packet_median": 0.6936463470319635,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6814228310502283,
"kinetic_energy": 0.7267892694063928,
"kinetic_flow": 0.7016107305936073,
"kinetic_packet": 0.4501374429223744,
"packet_consistency": 0.5565747716894978,
"pna_flow": 0.4121662100456621,
"pna_packet_max": 0.6059452054794521,
"pna_packet_mean": 0.6971623287671233,
"pna_packet_median": 0.6936463470319635,
"pna_packet_trimmed10_mean": 0.6814228310502283,
"terminal_flow": 0.35892739726027395,
"terminal_norm": 0.5209310502283104,
"terminal_packet": 0.5105988584474885,
"velocity_flow": 0.731065296803653,
"velocity_packet": 0.5336107305936073,
"velocity_total": 0.7747671232876713
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.1s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 18.8s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed44_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed44_to_cicddos2019.npz
=== overall AUROC top-10 ===
velocity_total AUROC=0.9006 AUPRC=0.9088
kinetic_energy AUROC=0.8868 AUPRC=0.9043
arc_length AUROC=0.8868 AUPRC=0.9042
kinetic_flow AUROC=0.8006 AUPRC=0.6944
kinetic_packet AUROC=0.7777 AUPRC=0.7440
flow_consistency AUROC=0.7759 AUPRC=0.7203
consistency_total AUROC=0.7729 AUPRC=0.6882
velocity_packet AUROC=0.7493 AUPRC=0.6868
velocity_flow AUROC=0.7343 AUPRC=0.6258
terminal_norm AUROC=0.7176 AUPRC=0.6756

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/baseline_ciciot2023_seed44",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.7153435469580627,
"auprc": 0.6834095142169927
},
"causal_surprisal_flow": {
"auroc": 0.6007553676904902,
"auprc": 0.49922118197019416
},
"causal_surprisal_packet_max": {
"auroc": 0.5576113998818665,
"auprc": 0.4320240335487841
},
"causal_surprisal_packet_mean": {
"auroc": 0.4873618945658595,
"auprc": 0.44603104109466385
},
"causal_surprisal_packet_median": {
"auroc": 0.4669065711754282,
"auprc": 0.40425883624123726
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.4280064678086237,
"auprc": 0.3485215894480974
},
"causal_surprisal_total": {
"auroc": 0.5467657412876551,
"auprc": 0.436507730336349
},
"consistency_total": {
"auroc": 0.6399157339043119,
"auprc": 0.4434544431760349
},
"curvature_flow": {
"auroc": 0.4076045038393385,
"auprc": 0.36110673360886514
},
"curvature_packet": {
"auroc": 0.7210015948021264,
"auprc": 0.6377402440517578
},
"curvature_total": {
"auroc": 0.6936812463083284,
"auprc": 0.6123222474767227
},
"direction_drift_flow": {
"auroc": 0.26819103662138216,
"auprc": 0.2829100519541495
},
"direction_drift_packet_max": {
"auroc": 0.5996168266391022,
"auprc": 0.493486730552885
},
"direction_drift_packet_mean": {
"auroc": 0.3506164131718842,
"auprc": 0.3139303942896503
},
"direction_drift_packet_median": {
"auroc": 0.35547402539870054,
"auprc": 0.31799483920640276
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.3246381792675723,
"auprc": 0.30091002707820796
},
"direction_drift_total": {
"auroc": 0.4173773848198465,
"auprc": 0.3866138225575735
},
"flow_consistency": {
"auroc": 0.6240422622563496,
"auprc": 0.4264868836829149
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.4683431999409332,
"auprc": 0.3504879530810602
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.4554119462492617,
"auprc": 0.3484800172782262
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.44210168340224454,
"auprc": 0.33962636236067445
},
"kinetic_energy": {
"auroc": 0.7131036916715889,
"auprc": 0.682461180032523
},
"kinetic_flow": {
"auroc": 0.6551423730064974,
"auprc": 0.4864072449760858
},
"kinetic_packet": {
"auroc": 0.7622990918487891,
"auprc": 0.7052580071917329
},
"packet_consistency": {
"auroc": 0.7607724822799764,
"auprc": 0.5867370261874004
},
"pna_flow": {
"auroc": 0.1762909554046072,
"auprc": 0.2611717962106277
},
"pna_packet_max": {
"auroc": 0.5826127362669817,
"auprc": 0.45663925218678664
},
"pna_packet_mean": {
"auroc": 0.4683431999409332,
"auprc": 0.3504879530810602
},
"pna_packet_median": {
"auroc": 0.4554119462492617,
"auprc": 0.3484800172782262
},
"pna_packet_trimmed10_mean": {
"auroc": 0.44210168340224454,
"auprc": 0.33962636236067445
},
"terminal_flow": {
"auroc": 0.8933466479621973,
"auprc": 0.8197249260142305
},
"terminal_norm": {
"auroc": 0.7877397223862965,
"auprc": 0.7427003963344155
},
"terminal_packet": {
"auroc": 0.7957379725339634,
"auprc": 0.7503205799391209
},
"velocity_flow": {
"auroc": 0.7224335056113407,
"auprc": 0.5330251097090206
},
"velocity_packet": {
"auroc": 0.7980794226225634,
"auprc": 0.6232798840051581
},
"velocity_total": {
"auroc": 0.6963040608387477,
"auprc": 0.6043780502506949
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.9290424924924924,
"causal_surprisal_flow": 0.7008294294294295,
"causal_surprisal_packet_max": 0.9049220720720721,
"causal_surprisal_packet_mean": 0.9475322822822824,
"causal_surprisal_packet_median": 0.8285863363363363,
"causal_surprisal_packet_trimmed10_mean": 0.8067683183183183,
"causal_surprisal_total": 0.7765370870870871,
"consistency_total": 0.7901318318318318,
"curvature_flow": 0.0727042042042042,
"curvature_packet": 0.8030890390390392,
"curvature_total": 0.7191790540540541,
"direction_drift_flow": 0.44885803303303307,
"direction_drift_packet_max": 0.556768093093093,
"direction_drift_packet_mean": 0.31131786786786786,
"direction_drift_packet_median": 0.37306418918918915,
"direction_drift_packet_trimmed10_mean": 0.2515963963963964,
"direction_drift_total": 0.3610584084084084,
"flow_consistency": 0.709401051051051,
"kappa2_speed2norm_packet_mean": 0.43303205705705705,
"kappa2_speed2norm_packet_median": 0.42906936936936935,
"kappa2_speed2norm_packet_trimmed10_mean": 0.34723558558558554,
"kinetic_energy": 0.9337515015015015,
"kinetic_flow": 0.45916471471471476,
"kinetic_packet": 0.9735337837837839,
"packet_consistency": 0.931404954954955,
"pna_flow": 0.0411036036036036,
"pna_packet_max": 0.6115253003003003,
"pna_packet_mean": 0.43303205705705705,
"pna_packet_median": 0.42906936936936935,
"pna_packet_trimmed10_mean": 0.34723558558558554,
"terminal_flow": 0.8567273273273273,
"terminal_norm": 0.9600581081081081,
"terminal_packet": 0.978268918918919,
"velocity_flow": 0.42802267267267263,
"velocity_packet": 0.9187617117117117,
"velocity_total": 0.6084057057057056
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.9345273273273272,
"causal_surprisal_flow": 0.7623115615615615,
"causal_surprisal_packet_max": 0.6651857357357357,
"causal_surprisal_packet_mean": 0.6588590090090091,
"causal_surprisal_packet_median": 0.768471021021021,
"causal_surprisal_packet_trimmed10_mean": 0.5994606606606606,
"causal_surprisal_total": 0.8690746246246246,
"consistency_total": 0.6861394894894894,
"curvature_flow": 0.30479564564564565,
"curvature_packet": 0.9454219219219218,
"curvature_total": 0.936028078078078,
"direction_drift_flow": 0.23209512012012012,
"direction_drift_packet_max": 0.608296021021021,
"direction_drift_packet_mean": 0.2933174924924925,
"direction_drift_packet_median": 0.2988839339339339,
"direction_drift_packet_trimmed10_mean": 0.25851576576576574,
"direction_drift_total": 0.38180420420420424,
"flow_consistency": 0.6692114114114114,
"kappa2_speed2norm_packet_mean": 0.5356588588588589,
"kappa2_speed2norm_packet_median": 0.5351052552552552,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5043204954954955,
"kinetic_energy": 0.9345953453453453,
"kinetic_flow": 0.7732440690690693,
"kinetic_packet": 0.9524585585585587,
"packet_consistency": 0.8725863363363363,
"pna_flow": 0.08166411411411413,
"pna_packet_max": 0.5690346096096096,
"pna_packet_mean": 0.5356588588588589,
"pna_packet_median": 0.5351052552552552,
"pna_packet_trimmed10_mean": 0.5043204954954955,
"terminal_flow": 0.9873923423423423,
"terminal_norm": 0.9740321321321321,
"terminal_packet": 0.9613645645645645,
"velocity_flow": 0.7558402402402402,
"velocity_packet": 0.8994873873873874,
"velocity_total": 0.7418795795795795
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.529343993993994,
"causal_surprisal_flow": 0.754495945945946,
"causal_surprisal_packet_max": 0.6540764264264266,
"causal_surprisal_packet_mean": 0.6337971471471472,
"causal_surprisal_packet_median": 0.5861003003003002,
"causal_surprisal_packet_trimmed10_mean": 0.6005708708708708,
"causal_surprisal_total": 0.762525,
"consistency_total": 0.6237912912912914,
"curvature_flow": 0.19895495495495497,
"curvature_packet": 0.802327027027027,
"curvature_total": 0.7799412912912912,
"direction_drift_flow": 0.2780322822822823,
"direction_drift_packet_max": 0.7682457957957958,
"direction_drift_packet_mean": 0.5031591591591591,
"direction_drift_packet_median": 0.5169017267267266,
"direction_drift_packet_trimmed10_mean": 0.4585922672672673,
"direction_drift_total": 0.6645400150150149,
"flow_consistency": 0.6374905405405404,
"kappa2_speed2norm_packet_mean": 0.528715990990991,
"kappa2_speed2norm_packet_median": 0.5373710210210211,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5094461711711711,
"kinetic_energy": 0.5266274774774775,
"kinetic_flow": 0.6917366366366365,
"kinetic_packet": 0.7237065315315316,
"packet_consistency": 0.7231959459459459,
"pna_flow": 0.06802072072072071,
"pna_packet_max": 0.6045251501501501,
"pna_packet_mean": 0.528715990990991,
"pna_packet_median": 0.5373710210210211,
"pna_packet_trimmed10_mean": 0.5094461711711711,
"terminal_flow": 0.9874100600600599,
"terminal_norm": 0.893144069069069,
"terminal_packet": 0.8142462462462464,
"velocity_flow": 0.7323972972972973,
"velocity_packet": 0.7975360360360362,
"velocity_total": 0.6097051051051051
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.7779510510510511,
"causal_surprisal_flow": 0.7689434684684684,
"causal_surprisal_packet_max": 0.8089862612612612,
"causal_surprisal_packet_mean": 0.8237225975975977,
"causal_surprisal_packet_median": 0.7206403903903904,
"causal_surprisal_packet_trimmed10_mean": 0.6563426426426425,
"causal_surprisal_total": 0.8670163663663664,
"consistency_total": 0.5786512012012012,
"curvature_flow": 0.4974714714714715,
"curvature_packet": 0.8701532282282282,
"curvature_total": 0.8700130630630628,
"direction_drift_flow": 0.19311966966966965,
"direction_drift_packet_max": 0.7272003753753754,
"direction_drift_packet_mean": 0.22559789789789791,
"direction_drift_packet_median": 0.23601824324324325,
"direction_drift_packet_trimmed10_mean": 0.17514144144144145,
"direction_drift_total": 0.2965981981981982,
"flow_consistency": 0.5471539039039038,
"kappa2_speed2norm_packet_mean": 0.4620437687687688,
"kappa2_speed2norm_packet_median": 0.4260737987987988,
"kappa2_speed2norm_packet_trimmed10_mean": 0.3948786036036036,
"kinetic_energy": 0.7751114864864864,
"kinetic_flow": 0.7803334834834834,
"kinetic_packet": 0.8741885885885885,
"packet_consistency": 0.9032451951951952,
"pna_flow": 0.18274429429429428,
"pna_packet_max": 0.6680262762762763,
"pna_packet_mean": 0.4620437687687688,
"pna_packet_median": 0.4260737987987988,
"pna_packet_trimmed10_mean": 0.3948786036036036,
"terminal_flow": 0.9294137387387388,
"terminal_norm": 0.8418783783783782,
"terminal_packet": 0.8537983483483484,
"velocity_flow": 0.7762073573573575,
"velocity_packet": 0.9123297297297297,
"velocity_total": 0.7743830330330331
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.8287656906906906,
"causal_surprisal_flow": 0.7019680180180181,
"causal_surprisal_packet_max": 0.5536396396396397,
"causal_surprisal_packet_mean": 0.5150901651651651,
"causal_surprisal_packet_median": 0.5109668168168169,
"causal_surprisal_packet_trimmed10_mean": 0.5108707207207208,
"causal_surprisal_total": 0.713144894894895,
"consistency_total": 0.5721770270270271,
"curvature_flow": 0.5417328078078079,
"curvature_packet": 0.9708379879879879,
"curvature_total": 0.9654851351351351,
"direction_drift_flow": 0.19589572072072073,
"direction_drift_packet_max": 0.7259068318318318,
"direction_drift_packet_mean": 0.48924219219219217,
"direction_drift_packet_median": 0.5356036786786786,
"direction_drift_packet_trimmed10_mean": 0.4346346846846847,
"direction_drift_total": 0.6054177927927928,
"flow_consistency": 0.5604938438438438,
"kappa2_speed2norm_packet_mean": 0.515556981981982,
"kappa2_speed2norm_packet_median": 0.47487537537537533,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4757757507507507,
"kinetic_energy": 0.8233979729729729,
"kinetic_flow": 0.6664777777777777,
"kinetic_packet": 0.9160633633633634,
"packet_consistency": 0.7155065315315315,
"pna_flow": 0.30003723723723724,
"pna_packet_max": 0.555527027027027,
"pna_packet_mean": 0.515556981981982,
"pna_packet_median": 0.47487537537537533,
"pna_packet_trimmed10_mean": 0.4757757507507507,
"terminal_flow": 0.9002307807807808,
"terminal_norm": 0.8900534534534534,
"terminal_packet": 0.8981320570570572,
"velocity_flow": 0.7019465465465466,
"velocity_packet": 0.8692575825825825,
"velocity_total": 0.7159897147147147
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.7222538288288289,
"causal_surprisal_flow": 0.5896225225225225,
"causal_surprisal_packet_max": 0.5358415915915916,
"causal_surprisal_packet_mean": 0.5656945945945947,
"causal_surprisal_packet_median": 0.6218328078078078,
"causal_surprisal_packet_trimmed10_mean": 0.528922972972973,
"causal_surprisal_total": 0.48889947447447446,
"consistency_total": 0.58370990990991,
"curvature_flow": 0.3274168168168168,
"curvature_packet": 0.8957004504504504,
"curvature_total": 0.8999486486486487,
"direction_drift_flow": 0.1619635135135135,
"direction_drift_packet_max": 0.47393656156156155,
"direction_drift_packet_mean": 0.2508533033033033,
"direction_drift_packet_median": 0.26266051051051054,
"direction_drift_packet_trimmed10_mean": 0.2364223723723724,
"direction_drift_total": 0.23151066066066064,
"flow_consistency": 0.5991668168168169,
"kappa2_speed2norm_packet_mean": 0.5380986486486488,
"kappa2_speed2norm_packet_median": 0.5391524774774774,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5337826576576576,
"kinetic_energy": 0.716701951951952,
"kinetic_flow": 0.609146996996997,
"kinetic_packet": 0.8214726726726728,
"packet_consistency": 0.6206097597597597,
"pna_flow": 0.1873825825825826,
"pna_packet_max": 0.42475495495495497,
"pna_packet_mean": 0.5380986486486488,
"pna_packet_median": 0.5391524774774774,
"pna_packet_trimmed10_mean": 0.5337826576576576,
"terminal_flow": 0.8596024024024025,
"terminal_norm": 0.8379301801801801,
"terminal_packet": 0.8320783783783784,
"velocity_flow": 0.7451482732732733,
"velocity_packet": 0.8333366366366367,
"velocity_total": 0.7396463963963963
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.2342882132132132,
"causal_surprisal_flow": 0.7529228228228229,
"causal_surprisal_packet_max": 0.5526451201201201,
"causal_surprisal_packet_mean": 0.3075600600600601,
"causal_surprisal_packet_median": 0.1786355855855856,
"causal_surprisal_packet_trimmed10_mean": 0.21008093093093094,
"causal_surprisal_total": 0.5165836336336336,
"consistency_total": 0.6169524024024025,
"curvature_flow": 0.34459774774774776,
"curvature_packet": 0.5591742492492492,
"curvature_total": 0.5551355855855856,
"direction_drift_flow": 0.568513963963964,
"direction_drift_packet_max": 0.9162165915915916,
"direction_drift_packet_mean": 0.8233324324324323,
"direction_drift_packet_median": 0.721846096096096,
"direction_drift_packet_trimmed10_mean": 0.7622906156156155,
"direction_drift_total": 0.9707231231231231,
"flow_consistency": 0.6418595345345345,
"kappa2_speed2norm_packet_mean": 0.5222095345345346,
"kappa2_speed2norm_packet_median": 0.45906463963963967,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4903508258258258,
"kinetic_energy": 0.22967462462462465,
"kinetic_flow": 0.4947678678678679,
"kinetic_packet": 0.2937036786786787,
"packet_consistency": 0.4642543543543544,
"pna_flow": 0.17683198198198197,
"pna_packet_max": 0.7325434684684685,
"pna_packet_mean": 0.5222095345345346,
"pna_packet_median": 0.45906463963963967,
"pna_packet_trimmed10_mean": 0.4903508258258258,
"terminal_flow": 0.9643154654654654,
"terminal_norm": 0.44615255255255254,
"terminal_packet": 0.5181387387387387,
"velocity_flow": 0.57720990990991,
"velocity_packet": 0.6379232732732733,
"velocity_total": 0.3587313813813814
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.961,
"causal_surprisal_flow": 0.39759999999999995,
"causal_surprisal_packet_max": 0.9180999999999999,
"causal_surprisal_packet_mean": 0.42989999999999995,
"causal_surprisal_packet_median": 0.40049999999999997,
"causal_surprisal_packet_trimmed10_mean": 0.37339999999999995,
"causal_surprisal_total": 0.01200000000000001,
"consistency_total": 0.7169000000000001,
"curvature_flow": 0.9490999999999998,
"curvature_packet": 0.5771999999999999,
"curvature_total": 0.6261,
"direction_drift_flow": 0.009299999999999975,
"direction_drift_packet_max": 0.5439,
"direction_drift_packet_mean": 0.028299999999999992,
"direction_drift_packet_median": 0.05559999999999998,
"direction_drift_packet_trimmed10_mean": 0.031000000000000028,
"direction_drift_total": 0.04820000000000002,
"flow_consistency": 0.6619999999999999,
"kappa2_speed2norm_packet_mean": 0.10109999999999997,
"kappa2_speed2norm_packet_median": 0.10570000000000002,
"kappa2_speed2norm_packet_trimmed10_mean": 0.09999999999999998,
"kinetic_energy": 0.9548,
"kinetic_flow": 0.9978,
"kinetic_packet": 0.8190999999999999,
"packet_consistency": 0.9692,
"pna_flow": 0.011199999999999988,
"pna_packet_max": 0.3405,
"pna_packet_mean": 0.10109999999999997,
"pna_packet_median": 0.10570000000000002,
"pna_packet_trimmed10_mean": 0.09999999999999998,
"terminal_flow": 0.9847,
"terminal_norm": 0.32010000000000005,
"terminal_packet": 0.3408,
"velocity_flow": 0.9943,
"velocity_packet": 0.9791000000000001,
"velocity_total": 0.9824
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.9125142857142856,
"causal_surprisal_flow": 0.39515714285714293,
"causal_surprisal_packet_max": 0.6246714285714285,
"causal_surprisal_packet_mean": 0.3197,
"causal_surprisal_packet_median": 0.24314285714285713,
"causal_surprisal_packet_trimmed10_mean": 0.2285,
"causal_surprisal_total": 0.1736,
"consistency_total": 0.8145714285714285,
"curvature_flow": 0.7412428571428571,
"curvature_packet": 0.8265428571428572,
"curvature_total": 0.8542000000000001,
"direction_drift_flow": 0.07514285714285715,
"direction_drift_packet_max": 0.711,
"direction_drift_packet_mean": 0.30624285714285715,
"direction_drift_packet_median": 0.31764285714285706,
"direction_drift_packet_trimmed10_mean": 0.32102857142857144,
"direction_drift_total": 0.49347142857142856,
"flow_consistency": 0.7757999999999999,
"kappa2_speed2norm_packet_mean": 0.4221857142857143,
"kappa2_speed2norm_packet_median": 0.43778571428571433,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4142,
"kinetic_energy": 0.9123428571428571,
"kinetic_flow": 0.8941,
"kinetic_packet": 0.8773857142857143,
"packet_consistency": 0.8200571428571429,
"pna_flow": 0.07804285714285715,
"pna_packet_max": 0.5698,
"pna_packet_mean": 0.4221857142857143,
"pna_packet_median": 0.43778571428571433,
"pna_packet_trimmed10_mean": 0.4142,
"terminal_flow": 0.9341857142857143,
"terminal_norm": 0.7540714285714285,
"terminal_packet": 0.8604428571428571,
"velocity_flow": 0.8975714285714286,
"velocity_packet": 0.8109142857142857,
"velocity_total": 0.8719428571428571
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.9911674174174174,
"causal_surprisal_flow": 0.02148588588588589,
"causal_surprisal_packet_max": 0.0303445945945946,
"causal_surprisal_packet_mean": 0.024060960960960963,
"causal_surprisal_packet_median": 0.06188153153153153,
"causal_surprisal_packet_trimmed10_mean": 0.027892792792792796,
"causal_surprisal_total": 0.014484684684684695,
"consistency_total": 0.7682582582582581,
"curvature_flow": 0.2750106606606607,
"curvature_packet": 0.5499803303303303,
"curvature_total": 0.40835570570570573,
"direction_drift_flow": 0.2334972972972973,
"direction_drift_packet_max": 0.10661186186186186,
"direction_drift_packet_mean": 0.11442192192192192,
"direction_drift_packet_median": 0.12838693693693692,
"direction_drift_packet_trimmed10_mean": 0.13267282282282283,
"direction_drift_total": 0.054665015015015014,
"flow_consistency": 0.7078367117117117,
"kappa2_speed2norm_packet_mean": 0.4104207207207207,
"kappa2_speed2norm_packet_median": 0.44608333333333333,
"kappa2_speed2norm_packet_trimmed10_mean": 0.434560960960961,
"kinetic_energy": 0.9914034534534534,
"kinetic_flow": 0.5547234234234234,
"kinetic_packet": 0.9686727477477478,
"packet_consistency": 0.9066555555555555,
"pna_flow": 0.1325746246246246,
"pna_packet_max": 0.37276028528528526,
"pna_packet_mean": 0.4104207207207207,
"pna_packet_median": 0.44608333333333333,
"pna_packet_trimmed10_mean": 0.434560960960961,
"terminal_flow": 0.9599641141141141,
"terminal_norm": 0.9916333333333334,
"terminal_packet": 0.991366066066066,
"velocity_flow": 0.7657412162162163,
"velocity_packet": 0.7193179429429428,
"velocity_total": 0.978798948948949
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.9926897897897897,
"causal_surprisal_flow": 0.014202552552552558,
"causal_surprisal_packet_max": 0.02094984984984985,
"causal_surprisal_packet_mean": 0.021033783783783795,
"causal_surprisal_packet_median": 0.08734714714714714,
"causal_surprisal_packet_trimmed10_mean": 0.026871621621621624,
"causal_surprisal_total": 0.011956906906906916,
"consistency_total": 0.748281981981982,
"curvature_flow": 0.5104188438438437,
"curvature_packet": 0.4757222222222222,
"curvature_total": 0.43279932432432433,
"direction_drift_flow": 0.23553926426426425,
"direction_drift_packet_max": 0.23545750750750755,
"direction_drift_packet_mean": 0.19968273273273274,
"direction_drift_packet_median": 0.22197777777777775,
"direction_drift_packet_trimmed10_mean": 0.22274376876876875,
"direction_drift_total": 0.06402552552552553,
"flow_consistency": 0.7025010510510511,
"kappa2_speed2norm_packet_mean": 0.4362867867867868,
"kappa2_speed2norm_packet_median": 0.4637659159159159,
"kappa2_speed2norm_packet_trimmed10_mean": 0.46008776276276275,
"kinetic_energy": 0.9926806306306305,
"kinetic_flow": 0.5348115615615614,
"kinetic_packet": 0.9448987987987988,
"packet_consistency": 0.8893895645645645,
"pna_flow": 0.2901292042042042,
"pna_packet_max": 0.45748543543543546,
"pna_packet_mean": 0.4362867867867868,
"pna_packet_median": 0.4637659159159159,
"pna_packet_trimmed10_mean": 0.46008776276276275,
"terminal_flow": 0.9470086336336336,
"terminal_norm": 0.9921417417417417,
"terminal_packet": 0.9894980480480481,
"velocity_flow": 0.7601843843843844,
"velocity_packet": 0.6566759759759758,
"velocity_total": 0.9891777777777778
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.18350427927927926,
"causal_surprisal_flow": 0.9911803303303304,
"causal_surprisal_packet_max": 0.8047866366366366,
"causal_surprisal_packet_mean": 0.3790533783783784,
"causal_surprisal_packet_median": 0.31029692192192193,
"causal_surprisal_packet_trimmed10_mean": 0.31510045045045043,
"causal_surprisal_total": 0.5173647147147148,
"consistency_total": 0.4319623873873874,
"curvature_flow": 0.9472070570570571,
"curvature_packet": 0.3553037537537537,
"curvature_total": 0.38070570570570567,
"direction_drift_flow": 0.1656412912912913,
"direction_drift_packet_max": 0.8733380630630629,
"direction_drift_packet_mean": 0.33993603603603606,
"direction_drift_packet_median": 0.3058133633633634,
"direction_drift_packet_trimmed10_mean": 0.35577372372372373,
"direction_drift_total": 0.593198948948949,
"flow_consistency": 0.4697108108108108,
"kappa2_speed2norm_packet_mean": 0.3479222222222222,
"kappa2_speed2norm_packet_median": 0.2935475225225225,
"kappa2_speed2norm_packet_trimmed10_mean": 0.31666704204204205,
"kinetic_energy": 0.17802312312312313,
"kinetic_flow": 0.9397181681681681,
"kinetic_packet": 0.1627106606606607,
"packet_consistency": 0.5496532282282282,
"pna_flow": 0.32764489489489484,
"pna_packet_max": 0.8384060060060059,
"pna_packet_mean": 0.3479222222222222,
"pna_packet_median": 0.2935475225225225,
"pna_packet_trimmed10_mean": 0.31666704204204205,
"terminal_flow": 0.5388564564564563,
"terminal_norm": 0.12295382882882885,
"terminal_packet": 0.18215165165165165,
"velocity_flow": 0.9450798798798797,
"velocity_packet": 0.7090816066066065,
"velocity_total": 0.405562987987988
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.8964561643835616,
"causal_surprisal_flow": 0.23143287671232876,
"causal_surprisal_packet_max": 0.8689712328767124,
"causal_surprisal_packet_mean": 0.4665493150684932,
"causal_surprisal_packet_median": 0.4261986301369863,
"causal_surprisal_packet_trimmed10_mean": 0.40196575342465757,
"causal_surprisal_total": 0.02108219178082192,
"consistency_total": 0.6248958904109589,
"curvature_flow": 0.8075178082191781,
"curvature_packet": 0.5093068493150684,
"curvature_total": 0.523972602739726,
"direction_drift_flow": 0.0031657534246575703,
"direction_drift_packet_max": 0.6312657534246575,
"direction_drift_packet_mean": 0.02248630136986301,
"direction_drift_packet_median": 0.026494520547945204,
"direction_drift_packet_trimmed10_mean": 0.02237123287671233,
"direction_drift_total": 0.03751164383561644,
"flow_consistency": 0.592113698630137,
"kappa2_speed2norm_packet_mean": 0.1355095890410959,
"kappa2_speed2norm_packet_median": 0.11399041095890411,
"kappa2_speed2norm_packet_trimmed10_mean": 0.1245041095890411,
"kinetic_energy": 0.8864027397260273,
"kinetic_flow": 0.9988972602739726,
"kinetic_packet": 0.6335369863013699,
"packet_consistency": 0.9704602739726027,
"pna_flow": 0.003258904109589032,
"pna_packet_max": 0.4953835616438356,
"pna_packet_mean": 0.1355095890410959,
"pna_packet_median": 0.11399041095890411,
"pna_packet_trimmed10_mean": 0.1245041095890411,
"terminal_flow": 0.8936328767123288,
"terminal_norm": 0.22704794520547944,
"terminal_packet": 0.3062205479452055,
"velocity_flow": 0.9982876712328766,
"velocity_packet": 0.9771150684931507,
"velocity_total": 0.9809602739726027
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.7392615384615384,
"causal_surprisal_flow": 0.751776923076923,
"causal_surprisal_packet_max": 0.6011384615384615,
"causal_surprisal_packet_mean": 0.5965384615384616,
"causal_surprisal_packet_median": 0.6093692307692308,
"causal_surprisal_packet_trimmed10_mean": 0.5656384615384615,
"causal_surprisal_total": 0.8991230769230769,
"consistency_total": 0.6371461538461538,
"curvature_flow": 0.24726153846153845,
"curvature_packet": 0.913176923076923,
"curvature_total": 0.8881538461538463,
"direction_drift_flow": 0.6492153846153847,
"direction_drift_packet_max": 0.7949923076923077,
"direction_drift_packet_mean": 0.4018,
"direction_drift_packet_median": 0.31016923076923075,
"direction_drift_packet_trimmed10_mean": 0.30666153846153843,
"direction_drift_total": 0.5059769230769231,
"flow_consistency": 0.6316615384615385,
"kappa2_speed2norm_packet_mean": 0.47596153846153844,
"kappa2_speed2norm_packet_median": 0.3437,
"kappa2_speed2norm_packet_trimmed10_mean": 0.3544153846153847,
"kinetic_energy": 0.7366615384615385,
"kinetic_flow": 0.5156076923076923,
"kinetic_packet": 0.8877538461538461,
"packet_consistency": 0.8396307692307693,
"pna_flow": 0.16518461538461537,
"pna_packet_max": 0.8008384615384616,
"pna_packet_mean": 0.47596153846153844,
"pna_packet_median": 0.3437,
"pna_packet_trimmed10_mean": 0.3544153846153847,
"terminal_flow": 0.9539307692307692,
"terminal_norm": 0.9363230769230769,
"terminal_packet": 0.8944923076923077,
"velocity_flow": 0.5479384615384615,
"velocity_packet": 0.8918153846153846,
"velocity_total": 0.6622076923076923
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.9795833333333334,
"causal_surprisal_flow": 0.21560555555555555,
"causal_surprisal_packet_max": 0.8725666666666667,
"causal_surprisal_packet_mean": 0.45826666666666666,
"causal_surprisal_packet_median": 0.4091722222222222,
"causal_surprisal_packet_trimmed10_mean": 0.4105944444444445,
"causal_surprisal_total": 0.01164444444444445,
"consistency_total": 0.597388888888889,
"curvature_flow": 0.8038944444444444,
"curvature_packet": 0.7530055555555555,
"curvature_total": 0.7839944444444444,
"direction_drift_flow": 0.00119444444444443,
"direction_drift_packet_max": 0.4449888888888889,
"direction_drift_packet_mean": 0.02577777777777778,
"direction_drift_packet_median": 0.036361111111111094,
"direction_drift_packet_trimmed10_mean": 0.027122222222222228,
"direction_drift_total": 0.04345555555555556,
"flow_consistency": 0.5239888888888888,
"kappa2_speed2norm_packet_mean": 0.13001666666666667,
"kappa2_speed2norm_packet_median": 0.09742777777777777,
"kappa2_speed2norm_packet_trimmed10_mean": 0.11802777777777777,
"kinetic_energy": 0.9779222222222221,
"kinetic_flow": 0.9999,
"kinetic_packet": 0.8345,
"packet_consistency": 0.97405,
"pna_flow": 0.00015555555555555077,
"pna_packet_max": 0.4841388888888889,
"pna_packet_mean": 0.13001666666666667,
"pna_packet_median": 0.09742777777777777,
"pna_packet_trimmed10_mean": 0.11802777777777777,
"terminal_flow": 0.9216444444444445,
"terminal_norm": 0.3079388888888889,
"terminal_packet": 0.42825,
"velocity_flow": 0.9991222222222222,
"velocity_packet": 0.991438888888889,
"velocity_total": 0.9904111111111111
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.1s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed44_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/baseline_seed44_to_cicids2017.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.8933 AUPRC=0.8197
velocity_packet AUROC=0.7981 AUPRC=0.6233
terminal_packet AUROC=0.7957 AUPRC=0.7503
terminal_norm AUROC=0.7877 AUPRC=0.7427
kinetic_packet AUROC=0.7623 AUPRC=0.7053
packet_consistency AUROC=0.7608 AUPRC=0.5867
velocity_flow AUROC=0.7224 AUPRC=0.5330
curvature_packet AUROC=0.7210 AUPRC=0.6377
arc_length AUROC=0.7153 AUPRC=0.6834
kinetic_energy AUROC=0.7131 AUPRC=0.6825

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/runs/unified_cfm_cicddos2019_within_2026_04_25",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.5812745717660956,
"auprc": 0.41528099513328
},
"causal_surprisal_flow": {
"auroc": 0.4780168783225044,
"auprc": 0.45548014696220684
},
"causal_surprisal_packet_max": {
"auroc": 0.6872270894861192,
"auprc": 0.5091805441332831
},
"causal_surprisal_packet_mean": {
"auroc": 0.5094761370348493,
"auprc": 0.4651302580217575
},
"causal_surprisal_packet_median": {
"auroc": 0.34926743207324273,
"auprc": 0.3929509793742549
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.3795833579444773,
"auprc": 0.40097655341647226
},
"causal_surprisal_total": {
"auroc": 0.21249968251624338,
"auprc": 0.27143795209026256
},
"consistency_total": {
"auroc": 0.47448141612522154,
"auprc": 0.3677388044690715
},
"curvature_flow": {
"auroc": 0.4514126550502068,
"auprc": 0.3785606455191044
},
"curvature_packet": {
"auroc": 0.7952873080330776,
"auprc": 0.720106394399832
},
"curvature_total": {
"auroc": 0.7697823981098642,
"auprc": 0.7047291205782545
},
"direction_drift_flow": {
"auroc": 0.2683627215002953,
"auprc": 0.28183093000941134
},
"direction_drift_packet_max": {
"auroc": 0.7408597312463084,
"auprc": 0.6239343890362381
},
"direction_drift_packet_mean": {
"auroc": 0.7435843620791495,
"auprc": 0.6762129923627507
},
"direction_drift_packet_median": {
"auroc": 0.6943228071470762,
"auprc": 0.6412917252569927
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.7088877141169523,
"auprc": 0.6224057972900386
},
"direction_drift_total": {
"auroc": 0.6705548360897815,
"auprc": 0.539998398150035
},
"flow_consistency": {
"auroc": 0.5418826343768458,
"auprc": 0.4045726011356618
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.8554897740696987,
"auprc": 0.8190766188769686
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.8523801609568813,
"auprc": 0.80902827032331
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.8599373670998227,
"auprc": 0.8250513843872781
},
"kinetic_energy": {
"auroc": 0.5810106024808033,
"auprc": 0.41585639640981925
},
"kinetic_flow": {
"auroc": 0.6585600634967513,
"auprc": 0.5049414808880961
},
"kinetic_packet": {
"auroc": 0.5823710499113999,
"auprc": 0.4169732337863508
},
"packet_consistency": {
"auroc": 0.2776241139988187,
"auprc": 0.2848126052831199
},
"pna_flow": {
"auroc": 0.3031884746012995,
"auprc": 0.2926613211796529
},
"pna_packet_max": {
"auroc": 0.7765787212049616,
"auprc": 0.6715829531959291
},
"pna_packet_mean": {
"auroc": 0.8554897740696987,
"auprc": 0.8190766188769686
},
"pna_packet_median": {
"auroc": 0.8523801609568813,
"auprc": 0.80902827032331
},
"pna_packet_trimmed10_mean": {
"auroc": 0.8599373670998227,
"auprc": 0.8250513843872781
},
"terminal_flow": {
"auroc": 0.5850773405197873,
"auprc": 0.5848393531842264
},
"terminal_norm": {
"auroc": 0.5541489737152983,
"auprc": 0.39918274331969983
},
"terminal_packet": {
"auroc": 0.6112699867099822,
"auprc": 0.45141374719897925
},
"velocity_flow": {
"auroc": 0.637647844063792,
"auprc": 0.46270922691834154
},
"velocity_packet": {
"auroc": 0.5100767277023035,
"auprc": 0.3649463616034952
},
"velocity_total": {
"auroc": 0.5548146485528647,
"auprc": 0.38842759205484884
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.6046727477477477,
"causal_surprisal_flow": 0.29218873873873874,
"causal_surprisal_packet_max": 0.8443237237237237,
"causal_surprisal_packet_mean": 0.7252069069069069,
"causal_surprisal_packet_median": 0.42078813813813815,
"causal_surprisal_packet_trimmed10_mean": 0.36183093093093094,
"causal_surprisal_total": 0.24520075075075076,
"consistency_total": 0.051845345345345344,
"curvature_flow": 0.1652249249249249,
"curvature_packet": 0.8635688438438438,
"curvature_total": 0.8220015015015013,
"direction_drift_flow": 0.6621124624624625,
"direction_drift_packet_max": 0.7996131381381382,
"direction_drift_packet_mean": 0.9199324324324325,
"direction_drift_packet_median": 0.8406852102102104,
"direction_drift_packet_trimmed10_mean": 0.8543425675675675,
"direction_drift_total": 0.8785626876876877,
"flow_consistency": 0.06269279279279279,
"kappa2_speed2norm_packet_mean": 0.938386036036036,
"kappa2_speed2norm_packet_median": 0.9512750750750751,
"kappa2_speed2norm_packet_trimmed10_mean": 0.932615015015015,
"kinetic_energy": 0.6070957207207206,
"kinetic_flow": 0.2055,
"kinetic_packet": 0.6707870870870871,
"packet_consistency": 0.1332093093093093,
"pna_flow": 0.5343930930930931,
"pna_packet_max": 0.7741379129129129,
"pna_packet_mean": 0.938386036036036,
"pna_packet_median": 0.9512750750750751,
"pna_packet_trimmed10_mean": 0.932615015015015,
"terminal_flow": 0.24651906906906906,
"terminal_norm": 0.5744000750750752,
"terminal_packet": 0.721492117117117,
"velocity_flow": 0.21634369369369372,
"velocity_packet": 0.4757162912912913,
"velocity_total": 0.3719418918918918
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.6549128378378377,
"causal_surprisal_flow": 0.6947655405405405,
"causal_surprisal_packet_max": 0.675013963963964,
"causal_surprisal_packet_mean": 0.2977078078078078,
"causal_surprisal_packet_median": 0.228734984984985,
"causal_surprisal_packet_trimmed10_mean": 0.19569414414414416,
"causal_surprisal_total": 0.31055675675675676,
"consistency_total": 0.7164797297297297,
"curvature_flow": 0.09756666666666666,
"curvature_packet": 0.9273075075075076,
"curvature_total": 0.9067930930930931,
"direction_drift_flow": 0.15628213213213213,
"direction_drift_packet_max": 0.9092247747747747,
"direction_drift_packet_mean": 0.9345572072072074,
"direction_drift_packet_median": 0.8866476726726726,
"direction_drift_packet_trimmed10_mean": 0.8845926426426427,
"direction_drift_total": 0.8828791291291291,
"flow_consistency": 0.751413963963964,
"kappa2_speed2norm_packet_mean": 0.9948181681681683,
"kappa2_speed2norm_packet_median": 0.9885894894894895,
"kappa2_speed2norm_packet_trimmed10_mean": 0.990611111111111,
"kinetic_energy": 0.6566366366366366,
"kinetic_flow": 0.706547072072072,
"kinetic_packet": 0.6552347597597596,
"packet_consistency": 0.2842924924924925,
"pna_flow": 0.038330480480480475,
"pna_packet_max": 0.9551475975975975,
"pna_packet_mean": 0.9948181681681683,
"pna_packet_median": 0.9885894894894895,
"pna_packet_trimmed10_mean": 0.990611111111111,
"terminal_flow": 0.9967079579579579,
"terminal_norm": 0.7600882882882883,
"terminal_packet": 0.7588561561561562,
"velocity_flow": 0.6832614114114114,
"velocity_packet": 0.5255900900900901,
"velocity_total": 0.5792912162162162
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.6464698198198198,
"causal_surprisal_flow": 0.7162578078078078,
"causal_surprisal_packet_max": 0.6845154654654654,
"causal_surprisal_packet_mean": 0.34994699699699694,
"causal_surprisal_packet_median": 0.13220375375375376,
"causal_surprisal_packet_trimmed10_mean": 0.22134039039039038,
"causal_surprisal_total": 0.276431981981982,
"consistency_total": 0.4591188438438439,
"curvature_flow": 0.08394174174174174,
"curvature_packet": 0.8719936936936938,
"curvature_total": 0.8552604354354355,
"direction_drift_flow": 0.22321291291291293,
"direction_drift_packet_max": 0.8041616366366366,
"direction_drift_packet_mean": 0.8244482732732732,
"direction_drift_packet_median": 0.7978076576576576,
"direction_drift_packet_trimmed10_mean": 0.7816909909909909,
"direction_drift_total": 0.7780391891891892,
"flow_consistency": 0.6088645645645646,
"kappa2_speed2norm_packet_mean": 0.9329202702702702,
"kappa2_speed2norm_packet_median": 0.9248574324324323,
"kappa2_speed2norm_packet_trimmed10_mean": 0.929912087087087,
"kinetic_energy": 0.645963963963964,
"kinetic_flow": 0.8328420420420422,
"kinetic_packet": 0.6318228228228229,
"packet_consistency": 0.2139542042042042,
"pna_flow": 0.027179054054054057,
"pna_packet_max": 0.8505622372372371,
"pna_packet_mean": 0.9329202702702702,
"pna_packet_median": 0.9248574324324323,
"pna_packet_trimmed10_mean": 0.929912087087087,
"terminal_flow": 0.9821929429429429,
"terminal_norm": 0.6705807057057057,
"terminal_packet": 0.697046921921922,
"velocity_flow": 0.7577175675675675,
"velocity_packet": 0.49619819819819816,
"velocity_total": 0.5579850600600601
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.6091046546546547,
"causal_surprisal_flow": 0.7186021021021021,
"causal_surprisal_packet_max": 0.8090012012012012,
"causal_surprisal_packet_mean": 0.7522475975975976,
"causal_surprisal_packet_median": 0.3845636636636637,
"causal_surprisal_packet_trimmed10_mean": 0.5320759009009008,
"causal_surprisal_total": 0.3414476726726727,
"consistency_total": 0.27973956456456456,
"curvature_flow": 0.31256981981981985,
"curvature_packet": 0.9238472972972972,
"curvature_total": 0.9157184684684684,
"direction_drift_flow": 0.15122725225225225,
"direction_drift_packet_max": 0.8141361111111111,
"direction_drift_packet_mean": 0.7562383633633634,
"direction_drift_packet_median": 0.753862912912913,
"direction_drift_packet_trimmed10_mean": 0.6685171921921922,
"direction_drift_total": 0.7033648648648648,
"flow_consistency": 0.45900180180180183,
"kappa2_speed2norm_packet_mean": 0.9673738738738739,
"kappa2_speed2norm_packet_median": 0.9472385885885886,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9567436186186187,
"kinetic_energy": 0.6090001501501503,
"kinetic_flow": 0.5830687687687688,
"kinetic_packet": 0.6299162162162162,
"packet_consistency": 0.1561457957957958,
"pna_flow": 0.16471441441441442,
"pna_packet_max": 0.907514864864865,
"pna_packet_mean": 0.9673738738738739,
"pna_packet_median": 0.9472385885885886,
"pna_packet_trimmed10_mean": 0.9567436186186187,
"terminal_flow": 0.735415990990991,
"terminal_norm": 0.5720223723723724,
"terminal_packet": 0.6633635135135135,
"velocity_flow": 0.6122643393393393,
"velocity_packet": 0.52813003003003,
"velocity_total": 0.5514151651651651
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.6243016516516516,
"causal_surprisal_flow": 0.2840367867867868,
"causal_surprisal_packet_max": 0.5048167417417417,
"causal_surprisal_packet_mean": 0.27820105105105103,
"causal_surprisal_packet_median": 0.22285825825825828,
"causal_surprisal_packet_trimmed10_mean": 0.18780593093093093,
"causal_surprisal_total": 0.15194459459459458,
"consistency_total": 0.6077822822822823,
"curvature_flow": 0.8500942942942944,
"curvature_packet": 0.9645836336336336,
"curvature_total": 0.9726655405405404,
"direction_drift_flow": 0.3626737237237237,
"direction_drift_packet_max": 0.8549720720720722,
"direction_drift_packet_mean": 0.7569888138138139,
"direction_drift_packet_median": 0.6857968468468469,
"direction_drift_packet_trimmed10_mean": 0.6726095345345345,
"direction_drift_total": 0.7126554804804806,
"flow_consistency": 0.6819993243243242,
"kappa2_speed2norm_packet_mean": 0.9589755255255255,
"kappa2_speed2norm_packet_median": 0.9387682432432433,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9556407657657657,
"kinetic_energy": 0.6217882882882882,
"kinetic_flow": 0.6109768768768769,
"kinetic_packet": 0.6267873873873873,
"packet_consistency": 0.4521012012012012,
"pna_flow": 0.6277331081081081,
"pna_packet_max": 0.8388184684684684,
"pna_packet_mean": 0.9589755255255255,
"pna_packet_median": 0.9387682432432433,
"pna_packet_trimmed10_mean": 0.9556407657657657,
"terminal_flow": 0.8061137387387388,
"terminal_norm": 0.5447397147147147,
"terminal_packet": 0.6251596096096095,
"velocity_flow": 0.7169120870870872,
"velocity_packet": 0.5923165915915916,
"velocity_total": 0.6495857357357357
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.7260903153153153,
"causal_surprisal_flow": 0.07813363363363364,
"causal_surprisal_packet_max": 0.49209339339339336,
"causal_surprisal_packet_mean": 0.2851882132132132,
"causal_surprisal_packet_median": 0.3791439189189189,
"causal_surprisal_packet_trimmed10_mean": 0.27932957957957955,
"causal_surprisal_total": 0.05345435435435435,
"consistency_total": 0.7523212462462461,
"curvature_flow": 0.6770844594594595,
"curvature_packet": 0.877012012012012,
"curvature_total": 0.8367936186186186,
"direction_drift_flow": 0.18583400900900898,
"direction_drift_packet_max": 0.799168918918919,
"direction_drift_packet_mean": 0.597954954954955,
"direction_drift_packet_median": 0.47286463963963965,
"direction_drift_packet_trimmed10_mean": 0.5263732732732733,
"direction_drift_total": 0.537667942942943,
"flow_consistency": 0.7681340840840842,
"kappa2_speed2norm_packet_mean": 0.8354861861861861,
"kappa2_speed2norm_packet_median": 0.7894707207207208,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8163454954954955,
"kinetic_energy": 0.7251545045045045,
"kinetic_flow": 0.7011823573573575,
"kinetic_packet": 0.727484984984985,
"packet_consistency": 0.4654924174174174,
"pna_flow": 0.39388723723723723,
"pna_packet_max": 0.7975924924924926,
"pna_packet_mean": 0.8354861861861861,
"pna_packet_median": 0.7894707207207208,
"pna_packet_trimmed10_mean": 0.8163454954954955,
"terminal_flow": 0.7129396396396397,
"terminal_norm": 0.5196166666666667,
"terminal_packet": 0.6279822072072071,
"velocity_flow": 0.8027068318318319,
"velocity_packet": 0.6346189939939939,
"velocity_total": 0.7239962462462461
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.2991004504504504,
"causal_surprisal_flow": 0.962397072072072,
"causal_surprisal_packet_max": 0.814740990990991,
"causal_surprisal_packet_mean": 0.5852768018018019,
"causal_surprisal_packet_median": 0.2377665165165165,
"causal_surprisal_packet_trimmed10_mean": 0.4236932432432432,
"causal_surprisal_total": 0.2643274774774775,
"consistency_total": 0.6699642642642644,
"curvature_flow": 0.7772545795795796,
"curvature_packet": 0.7091581081081081,
"curvature_total": 0.7284933183183183,
"direction_drift_flow": 0.1280927927927928,
"direction_drift_packet_max": 0.8220702702702702,
"direction_drift_packet_mean": 0.9033142642642641,
"direction_drift_packet_median": 0.8914219219219218,
"direction_drift_packet_trimmed10_mean": 0.895474024024024,
"direction_drift_total": 0.8616675675675675,
"flow_consistency": 0.7341286786786786,
"kappa2_speed2norm_packet_mean": 0.8831225225225227,
"kappa2_speed2norm_packet_median": 0.8850995495495495,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9078813063063063,
"kinetic_energy": 0.2961873123123123,
"kinetic_flow": 0.8818797297297296,
"kinetic_packet": 0.4185406906906907,
"packet_consistency": 0.12186666666666668,
"pna_flow": 0.3658481981981982,
"pna_packet_max": 0.7719138138138137,
"pna_packet_mean": 0.8831225225225227,
"pna_packet_median": 0.8850995495495495,
"pna_packet_trimmed10_mean": 0.9078813063063063,
"terminal_flow": 0.4185179429429429,
"terminal_norm": 0.2711722222222222,
"terminal_packet": 0.32926936936936935,
"velocity_flow": 0.732781981981982,
"velocity_packet": 0.4539005255255255,
"velocity_total": 0.42480825825825824
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.38280000000000003,
"causal_surprisal_flow": 0.006099999999999994,
"causal_surprisal_packet_max": 0.9514,
"causal_surprisal_packet_mean": 0.7726,
"causal_surprisal_packet_median": 0.34919999999999995,
"causal_surprisal_packet_trimmed10_mean": 0.483,
"causal_surprisal_total": 0.028900000000000037,
"consistency_total": 0.7099,
"curvature_flow": 0.016000000000000014,
"curvature_packet": 0.6808000000000001,
"curvature_total": 0.6888000000000001,
"direction_drift_flow": 0.014100000000000001,
"direction_drift_packet_max": 0.819,
"direction_drift_packet_mean": 0.3731,
"direction_drift_packet_median": 0.31079999999999997,
"direction_drift_packet_trimmed10_mean": 0.389,
"direction_drift_total": 0.4629,
"flow_consistency": 0.7399,
"kappa2_speed2norm_packet_mean": 0.6669,
"kappa2_speed2norm_packet_median": 0.7416,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7113,
"kinetic_energy": 0.37360000000000004,
"kinetic_flow": 0.9885999999999999,
"kinetic_packet": 0.5016,
"packet_consistency": 0.29979999999999996,
"pna_flow": 0.006299999999999972,
"pna_packet_max": 0.723,
"pna_packet_mean": 0.6669,
"pna_packet_median": 0.7416,
"pna_packet_trimmed10_mean": 0.7113,
"terminal_flow": 0.9994000000000001,
"terminal_norm": 0.21030000000000004,
"terminal_packet": 0.16790000000000005,
"velocity_flow": 0.9753999999999999,
"velocity_packet": 0.5691999999999999,
"velocity_total": 0.5587
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.3692142857142857,
"causal_surprisal_flow": 0.2628857142857143,
"causal_surprisal_packet_max": 0.8165571428571428,
"causal_surprisal_packet_mean": 0.2844714285714286,
"causal_surprisal_packet_median": 0.20684285714285716,
"causal_surprisal_packet_trimmed10_mean": 0.14821428571428572,
"causal_surprisal_total": 0.0726428571428571,
"consistency_total": 0.6849714285714286,
"curvature_flow": 0.1284,
"curvature_packet": 0.7647714285714287,
"curvature_total": 0.7631714285714286,
"direction_drift_flow": 0.08662857142857142,
"direction_drift_packet_max": 0.7978571428571428,
"direction_drift_packet_mean": 0.6335571428571428,
"direction_drift_packet_median": 0.6079285714285715,
"direction_drift_packet_trimmed10_mean": 0.6140571428571429,
"direction_drift_total": 0.6070428571428571,
"flow_consistency": 0.7105571428571428,
"kappa2_speed2norm_packet_mean": 0.8508857142857144,
"kappa2_speed2norm_packet_median": 0.8690142857142856,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8660285714285714,
"kinetic_energy": 0.36638571428571426,
"kinetic_flow": 0.9434571428571429,
"kinetic_packet": 0.4336428571428571,
"packet_consistency": 0.3141285714285714,
"pna_flow": 0.01841428571428573,
"pna_packet_max": 0.8478857142857144,
"pna_packet_mean": 0.8508857142857144,
"pna_packet_median": 0.8690142857142856,
"pna_packet_trimmed10_mean": 0.8660285714285714,
"terminal_flow": 0.8926571428571428,
"terminal_norm": 0.35382857142857144,
"terminal_packet": 0.37075714285714284,
"velocity_flow": 0.9211571428571428,
"velocity_packet": 0.5779428571428571,
"velocity_total": 0.5544
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.7311785285285286,
"causal_surprisal_flow": 0.06461156156156156,
"causal_surprisal_packet_max": 0.35658490990990993,
"causal_surprisal_packet_mean": 0.5019993243243243,
"causal_surprisal_packet_median": 0.49557912912912916,
"causal_surprisal_packet_trimmed10_mean": 0.524500900900901,
"causal_surprisal_total": 0.16055645645645644,
"consistency_total": 0.6366573573573573,
"curvature_flow": 0.23261426426426424,
"curvature_packet": 0.47799054054054063,
"curvature_total": 0.33329264264264263,
"direction_drift_flow": 0.30872657657657654,
"direction_drift_packet_max": 0.335918993993994,
"direction_drift_packet_mean": 0.41973843843843844,
"direction_drift_packet_median": 0.3196772522522522,
"direction_drift_packet_trimmed10_mean": 0.4576112612612613,
"direction_drift_total": 0.23493783783783784,
"flow_consistency": 0.7057104354354354,
"kappa2_speed2norm_packet_mean": 0.6735503003003003,
"kappa2_speed2norm_packet_median": 0.7088816816816818,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7034558558558558,
"kinetic_energy": 0.7325780780780782,
"kinetic_flow": 0.6485305555555556,
"kinetic_packet": 0.4134630630630631,
"packet_consistency": 0.3131469219219219,
"pna_flow": 0.14918108108108108,
"pna_packet_max": 0.5421212462462462,
"pna_packet_mean": 0.6735503003003003,
"pna_packet_median": 0.7088816816816818,
"pna_packet_trimmed10_mean": 0.7034558558558558,
"terminal_flow": 0.36411148648648645,
"terminal_norm": 0.7133224474474475,
"terminal_packet": 0.6903458708708708,
"velocity_flow": 0.4707980480480481,
"velocity_packet": 0.389771021021021,
"velocity_total": 0.6044744744744744
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.8266104354354354,
"causal_surprisal_flow": 0.04683678678678679,
"causal_surprisal_packet_max": 0.760328978978979,
"causal_surprisal_packet_mean": 0.9787963963963965,
"causal_surprisal_packet_median": 0.9894214714714715,
"causal_surprisal_packet_trimmed10_mean": 0.9858539039039038,
"causal_surprisal_total": 0.18311081081081082,
"consistency_total": 0.5087325825825826,
"curvature_flow": 0.5589998498498499,
"curvature_packet": 0.6353701201201202,
"curvature_total": 0.6008636636636637,
"direction_drift_flow": 0.40208956456456457,
"direction_drift_packet_max": 0.349033033033033,
"direction_drift_packet_mean": 0.4631990990990992,
"direction_drift_packet_median": 0.4826406906906907,
"direction_drift_packet_trimmed10_mean": 0.49396756756756754,
"direction_drift_total": 0.2593696696696697,
"flow_consistency": 0.5566028528528528,
"kappa2_speed2norm_packet_mean": 0.4319855855855856,
"kappa2_speed2norm_packet_median": 0.46326261261261265,
"kappa2_speed2norm_packet_trimmed10_mean": 0.446971021021021,
"kinetic_energy": 0.8308373873873874,
"kinetic_flow": 0.42830360360360364,
"kinetic_packet": 0.8360187687687689,
"packet_consistency": 0.5878542792792792,
"pna_flow": 0.4752117117117117,
"pna_packet_max": 0.3993578828828829,
"pna_packet_mean": 0.4319855855855856,
"pna_packet_median": 0.46326261261261265,
"pna_packet_trimmed10_mean": 0.446971021021021,
"terminal_flow": 0.30025397897897893,
"terminal_norm": 0.8045287537537538,
"terminal_packet": 0.8894734234234234,
"velocity_flow": 0.45756126126126123,
"velocity_packet": 0.5373810810810811,
"velocity_total": 0.6914942942942942
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.13343513513513514,
"causal_surprisal_flow": 0.98295990990991,
"causal_surprisal_packet_max": 0.9004695945945944,
"causal_surprisal_packet_mean": 0.38369421921921915,
"causal_surprisal_packet_median": 0.047006606606606605,
"causal_surprisal_packet_trimmed10_mean": 0.13164084084084082,
"causal_surprisal_total": 0.16266246246246246,
"consistency_total": 0.028255855855855855,
"curvature_flow": 0.8255396396396397,
"curvature_packet": 0.6803654654654654,
"curvature_total": 0.6978627627627627,
"direction_drift_flow": 0.1378261261261261,
"direction_drift_packet_max": 0.9070849849849849,
"direction_drift_packet_mean": 0.8899401651651652,
"direction_drift_packet_median": 0.8478595345345346,
"direction_drift_packet_trimmed10_mean": 0.8832274774774774,
"direction_drift_total": 0.8670103603603603,
"flow_consistency": 0.059865165165165164,
"kappa2_speed2norm_packet_mean": 0.9275053303303303,
"kappa2_speed2norm_packet_median": 0.9150683933933935,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9443768018018018,
"kinetic_energy": 0.12876981981981983,
"kinetic_flow": 0.9386193693693694,
"kinetic_packet": 0.2361716216216216,
"packet_consistency": 0.05940232732732733,
"pna_flow": 0.30158115615615616,
"pna_packet_max": 0.9206147147147148,
"pna_packet_mean": 0.9275053303303303,
"pna_packet_median": 0.9150683933933935,
"pna_packet_trimmed10_mean": 0.9443768018018018,
"terminal_flow": 0.2225243243243243,
"terminal_norm": 0.1538774774774775,
"terminal_packet": 0.1646325075075075,
"velocity_flow": 0.877660135135135,
"velocity_packet": 0.44581426426426424,
"velocity_total": 0.38229414414414414
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.259486301369863,
"causal_surprisal_flow": 0.018568493150684883,
"causal_surprisal_packet_max": 0.8969054794520549,
"causal_surprisal_packet_mean": 0.20131506849315067,
"causal_surprisal_packet_median": 0.041276712328767125,
"causal_surprisal_packet_trimmed10_mean": 0.033919178082191775,
"causal_surprisal_total": 0.002747945205479437,
"consistency_total": 0.7114301369863014,
"curvature_flow": 0.0363890410958904,
"curvature_packet": 0.9232493150684933,
"curvature_total": 0.9428178082191782,
"direction_drift_flow": 0.01638767123287668,
"direction_drift_packet_max": 0.8893082191780822,
"direction_drift_packet_mean": 0.5687630136986301,
"direction_drift_packet_median": 0.43628219178082195,
"direction_drift_packet_trimmed10_mean": 0.5204650684931507,
"direction_drift_total": 0.6346438356164383,
"flow_consistency": 0.7468616438356165,
"kappa2_speed2norm_packet_mean": 0.9205561643835617,
"kappa2_speed2norm_packet_median": 0.9251287671232877,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9541506849315068,
"kinetic_energy": 0.2535178082191781,
"kinetic_flow": 0.9867136986301369,
"kinetic_packet": 0.41247123287671233,
"packet_consistency": 0.13681780821917808,
"pna_flow": 0.01285342465753423,
"pna_packet_max": 0.8145041095890411,
"pna_packet_mean": 0.9205561643835617,
"pna_packet_median": 0.9251287671232877,
"pna_packet_trimmed10_mean": 0.9541506849315068,
"terminal_flow": 0.9850465753424659,
"terminal_norm": 0.2411945205479452,
"terminal_packet": 0.21620958904109588,
"velocity_flow": 0.9760712328767124,
"velocity_packet": 0.6486958904109589,
"velocity_total": 0.6272191780821919
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.5951076923076923,
"causal_surprisal_flow": 0.7631923076923076,
"causal_surprisal_packet_max": 0.6756307692307693,
"causal_surprisal_packet_mean": 0.5146461538461539,
"causal_surprisal_packet_median": 0.26670000000000005,
"causal_surprisal_packet_trimmed10_mean": 0.4419923076923077,
"causal_surprisal_total": 0.5066769230769231,
"consistency_total": 0.4520923076923077,
"curvature_flow": 0.17482307692307691,
"curvature_packet": 0.9738076923076924,
"curvature_total": 0.9566384615384614,
"direction_drift_flow": 0.3878769230769231,
"direction_drift_packet_max": 0.8172153846153847,
"direction_drift_packet_mean": 0.9552615384615384,
"direction_drift_packet_median": 0.9591,
"direction_drift_packet_trimmed10_mean": 0.9414,
"direction_drift_total": 0.9054692307692308,
"flow_consistency": 0.6118923076923076,
"kappa2_speed2norm_packet_mean": 0.9910307692307693,
"kappa2_speed2norm_packet_median": 0.9919384615384617,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9940307692307692,
"kinetic_energy": 0.5973538461538461,
"kinetic_flow": 0.646723076923077,
"kinetic_packet": 0.5874384615384616,
"packet_consistency": 0.15934615384615386,
"pna_flow": 0.15569230769230769,
"pna_packet_max": 0.8618846153846154,
"pna_packet_mean": 0.9910307692307693,
"pna_packet_median": 0.9919384615384617,
"pna_packet_trimmed10_mean": 0.9940307692307692,
"terminal_flow": 0.9221076923076923,
"terminal_norm": 0.6636307692307692,
"terminal_packet": 0.6833230769230769,
"velocity_flow": 0.5710076923076923,
"velocity_packet": 0.4572,
"velocity_total": 0.4973307692307693
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.37396666666666667,
"causal_surprisal_flow": 0.002272222222222237,
"causal_surprisal_packet_max": 0.9044,
"causal_surprisal_packet_mean": 0.21874444444444444,
"causal_surprisal_packet_median": 0.03385555555555556,
"causal_surprisal_packet_trimmed10_mean": 0.04711111111111112,
"causal_surprisal_total": 0.0015166666666666662,
"consistency_total": 0.6896888888888889,
"curvature_flow": 0.013872222222222206,
"curvature_packet": 0.9676333333333332,
"curvature_total": 0.9790666666666666,
"direction_drift_flow": 0.014083333333333324,
"direction_drift_packet_max": 0.5460611111111111,
"direction_drift_packet_mean": 0.23574444444444442,
"direction_drift_packet_median": 0.27115555555555554,
"direction_drift_packet_trimmed10_mean": 0.26718333333333333,
"direction_drift_total": 0.29033333333333333,
"flow_consistency": 0.7086888888888888,
"kappa2_speed2norm_packet_mean": 0.9046222222222222,
"kappa2_speed2norm_packet_median": 0.8739611111111112,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9352555555555555,
"kinetic_energy": 0.3678444444444444,
"kinetic_flow": 0.9886944444444444,
"kinetic_packet": 0.49695,
"packet_consistency": 0.5033611111111111,
"pna_flow": 0.0059555555555555655,
"pna_packet_max": 0.8326277777777779,
"pna_packet_mean": 0.9046222222222222,
"pna_packet_median": 0.8739611111111112,
"pna_packet_trimmed10_mean": 0.9352555555555555,
"terminal_flow": 0.999561111111111,
"terminal_norm": 0.25550555555555554,
"terminal_packet": 0.24747777777777777,
"velocity_flow": 0.9776944444444444,
"velocity_packet": 0.7456277777777778,
"velocity_total": 0.7044555555555555
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.7s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.5s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/legacy_unified_baseline_ddos2019_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/legacy_unified_baseline_ddos2019_to_cicids2017.npz
=== overall AUROC top-10 ===
kappa2_speed2norm_packet_trimmed10_mean AUROC=0.8599 AUPRC=0.8251
pna_packet_trimmed10_mean AUROC=0.8599 AUPRC=0.8251
kappa2_speed2norm_packet_mean AUROC=0.8555 AUPRC=0.8191
pna_packet_mean AUROC=0.8555 AUPRC=0.8191
kappa2_speed2norm_packet_median AUROC=0.8524 AUPRC=0.8090
pna_packet_median AUROC=0.8524 AUPRC=0.8090
curvature_packet AUROC=0.7953 AUPRC=0.7201
pna_packet_max AUROC=0.7766 AUPRC=0.6716
curvature_total AUROC=0.7698 AUPRC=0.7047
direction_drift_packet_mean AUROC=0.7436 AUPRC=0.6762

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/runs/unified_cfm_cicids2017_consistency_2026_04_25",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.7875133455210239,
"auprc": 0.6701423825519375
},
"causal_surprisal_flow": {
"auroc": 0.11618585720089375,
"auprc": 0.320266981454492
},
"causal_surprisal_packet_max": {
"auroc": 0.1479054946171034,
"auprc": 0.3272639414578646
},
"causal_surprisal_packet_mean": {
"auroc": 0.12272050578915297,
"auprc": 0.3229398208117375
},
"causal_surprisal_packet_median": {
"auroc": 0.13090399654682106,
"auprc": 0.3252944614602918
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.1288723491773309,
"auprc": 0.3240266522805968
},
"causal_surprisal_total": {
"auroc": 0.07967961100954703,
"auprc": 0.3136592825793692
},
"consistency_total": {
"auroc": 0.7432656256347755,
"auprc": 0.6798880701235358
},
"curvature_flow": {
"auroc": 0.261476010562665,
"auprc": 0.35719515192557927
},
"curvature_packet": {
"auroc": 0.7284363243956937,
"auprc": 0.6355519854131162
},
"curvature_total": {
"auroc": 0.640018530367662,
"auprc": 0.5468549470069062
},
"direction_drift_flow": {
"auroc": 0.4094033617712777,
"auprc": 0.40865843627085285
},
"direction_drift_packet_max": {
"auroc": 0.14034248933577087,
"auprc": 0.3298705395703294
},
"direction_drift_packet_mean": {
"auroc": 0.16323159658744668,
"auprc": 0.33489638821235396
},
"direction_drift_packet_median": {
"auroc": 0.19107440077188703,
"auprc": 0.341608336341777
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.1775641275644932,
"auprc": 0.3383169751135598
},
"direction_drift_total": {
"auroc": 0.12208144424131626,
"auprc": 0.3230933514939516
},
"flow_consistency": {
"auroc": 0.7921145287426365,
"auprc": 0.7556270406527789
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.6129066321348771,
"auprc": 0.5436118246580499
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.6310469683120048,
"auprc": 0.5547859601046564
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.6243822262847858,
"auprc": 0.5510115378320501
},
"kinetic_energy": {
"auroc": 0.7929457800121876,
"auprc": 0.6763168865511118
},
"kinetic_flow": {
"auroc": 0.4973405900873451,
"auprc": 0.44613503137002275
},
"kinetic_packet": {
"auroc": 0.8850796668697949,
"auprc": 0.8467910481813422
},
"packet_consistency": {
"auroc": 0.4177177991062361,
"auprc": 0.4370733450830451
},
"pna_flow": {
"auroc": 0.3797031840341255,
"auprc": 0.39993715805153834
},
"pna_packet_max": {
"auroc": 0.49869468819825313,
"auprc": 0.45075488827627364
},
"pna_packet_mean": {
"auroc": 0.6129066321348771,
"auprc": 0.5436118246580499
},
"pna_packet_median": {
"auroc": 0.6310469683120048,
"auprc": 0.5547859601046564
},
"pna_packet_trimmed10_mean": {
"auroc": 0.6243822262847858,
"auprc": 0.5510115378320501
},
"terminal_flow": {
"auroc": 0.9007913670526102,
"auprc": 0.8776764227413567
},
"terminal_norm": {
"auroc": 0.8988302153158643,
"auprc": 0.8859577705335483
},
"terminal_packet": {
"auroc": 0.8587995683526304,
"auprc": 0.8014100359743613
},
"velocity_flow": {
"auroc": 0.5200195917123704,
"auprc": 0.45815061320688677
},
"velocity_packet": {
"auroc": 0.576785466179159,
"auprc": 0.5276312073924048
},
"velocity_total": {
"auroc": 0.630691026812919,
"auprc": 0.5195695568643548
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.7125438775510204,
"causal_surprisal_flow": 0.009112244897959176,
"causal_surprisal_packet_max": 0.11164761904761905,
"causal_surprisal_packet_mean": 0.08911581632653062,
"causal_surprisal_packet_median": 0.13044047619047622,
"causal_surprisal_packet_trimmed10_mean": 0.0963795918367347,
"causal_surprisal_total": 0.002692857142857137,
"consistency_total": 0.6202667517006802,
"curvature_flow": 0.08551989795918366,
"curvature_packet": 0.5956292517006803,
"curvature_total": 0.44121173469387753,
"direction_drift_flow": 0.5545683673469387,
"direction_drift_packet_max": 0.04652227891156463,
"direction_drift_packet_mean": 0.04389914965986395,
"direction_drift_packet_median": 0.045981292517006805,
"direction_drift_packet_trimmed10_mean": 0.04547891156462585,
"direction_drift_total": 0.043661734693877546,
"flow_consistency": 0.6236965986394557,
"kappa2_speed2norm_packet_mean": 0.28535357142857143,
"kappa2_speed2norm_packet_median": 0.30817976190476193,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2930787414965986,
"kinetic_energy": 0.7241568027210885,
"kinetic_flow": 0.34750544217687074,
"kinetic_packet": 0.9748896258503402,
"packet_consistency": 0.733095918367347,
"pna_flow": 0.5904764455782313,
"pna_packet_max": 0.29868801020408164,
"pna_packet_mean": 0.28535357142857143,
"pna_packet_median": 0.30817976190476193,
"pna_packet_trimmed10_mean": 0.2930787414965986,
"terminal_flow": 0.9893079931972789,
"terminal_norm": 0.9955073129251701,
"terminal_packet": 0.9743357142857143,
"velocity_flow": 0.37260714285714286,
"velocity_packet": 0.8917527210884353,
"velocity_total": 0.5526474489795918
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.7001880952380952,
"causal_surprisal_flow": 0.007411734693877543,
"causal_surprisal_packet_max": 0.11557687074829931,
"causal_surprisal_packet_mean": 0.09175221088435374,
"causal_surprisal_packet_median": 0.13462602040816327,
"causal_surprisal_packet_trimmed10_mean": 0.09908911564625851,
"causal_surprisal_total": 0.001912414965986387,
"consistency_total": 0.6123914965986395,
"curvature_flow": 0.07081258503401361,
"curvature_packet": 0.5813258503401361,
"curvature_total": 0.4256377551020408,
"direction_drift_flow": 0.5680002551020408,
"direction_drift_packet_max": 0.04420085034013605,
"direction_drift_packet_mean": 0.04033622448979592,
"direction_drift_packet_median": 0.04142670068027211,
"direction_drift_packet_trimmed10_mean": 0.04093231292517007,
"direction_drift_total": 0.042892517006802716,
"flow_consistency": 0.608546768707483,
"kappa2_speed2norm_packet_mean": 0.257468537414966,
"kappa2_speed2norm_packet_median": 0.2803312074829932,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2640818027210885,
"kinetic_energy": 0.712164455782313,
"kinetic_flow": 0.3376030612244898,
"kinetic_packet": 0.9758146258503401,
"packet_consistency": 0.7613795918367348,
"pna_flow": 0.6089557823129251,
"pna_packet_max": 0.2824615646258503,
"pna_packet_mean": 0.257468537414966,
"pna_packet_median": 0.2803312074829932,
"pna_packet_trimmed10_mean": 0.2640818027210885,
"terminal_flow": 0.996284693877551,
"terminal_norm": 0.9999362244897959,
"terminal_packet": 0.9784122448979592,
"velocity_flow": 0.3627392857142857,
"velocity_packet": 0.9184833333333332,
"velocity_total": 0.5440338435374149
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.8656647108843538,
"causal_surprisal_flow": 0.034253741496598634,
"causal_surprisal_packet_max": 0.07695561224489796,
"causal_surprisal_packet_mean": 0.06116989795918368,
"causal_surprisal_packet_median": 0.07304591836734695,
"causal_surprisal_packet_trimmed10_mean": 0.061906632653061226,
"causal_surprisal_total": 0.011273469387755098,
"consistency_total": 0.6536554421768709,
"curvature_flow": 0.215187074829932,
"curvature_packet": 0.815450425170068,
"curvature_total": 0.669299149659864,
"direction_drift_flow": 0.432114880952381,
"direction_drift_packet_max": 0.07345119047619048,
"direction_drift_packet_mean": 0.07253061224489796,
"direction_drift_packet_median": 0.08837738095238096,
"direction_drift_packet_trimmed10_mean": 0.08489175170068028,
"direction_drift_total": 0.05171751700680272,
"flow_consistency": 0.7563183673469388,
"kappa2_speed2norm_packet_mean": 0.6277991496598639,
"kappa2_speed2norm_packet_median": 0.6554153911564625,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6535175170068027,
"kinetic_energy": 0.8743848639455782,
"kinetic_flow": 0.4256269557823129,
"kinetic_packet": 0.9750108843537415,
"packet_consistency": 0.38541530612244895,
"pna_flow": 0.45536267006802716,
"pna_packet_max": 0.5162617346938776,
"pna_packet_mean": 0.6277991496598639,
"pna_packet_median": 0.6554153911564625,
"pna_packet_trimmed10_mean": 0.6535175170068027,
"terminal_flow": 0.9478431972789115,
"terminal_norm": 0.9658866496598639,
"terminal_packet": 0.9527867346938776,
"velocity_flow": 0.45547619047619053,
"velocity_packet": 0.5561619047619047,
"velocity_total": 0.6183635204081633
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.6053409863945579,
"causal_surprisal_flow": 0.5153178571428572,
"causal_surprisal_packet_max": 0.34265578231292515,
"causal_surprisal_packet_mean": 0.16222772108843536,
"causal_surprisal_packet_median": 0.1250887755102041,
"causal_surprisal_packet_trimmed10_mean": 0.1224326530612245,
"causal_surprisal_total": 0.06873996598639456,
"consistency_total": 0.9084729591836735,
"curvature_flow": 0.2386030612244898,
"curvature_packet": 0.6933882653061225,
"curvature_total": 0.70065,
"direction_drift_flow": 0.3908824829931973,
"direction_drift_packet_max": 0.3944148809523809,
"direction_drift_packet_mean": 0.3418568877551021,
"direction_drift_packet_median": 0.3765835034013606,
"direction_drift_packet_trimmed10_mean": 0.36054396258503396,
"direction_drift_total": 0.416174574829932,
"flow_consistency": 0.9510847789115645,
"kappa2_speed2norm_packet_mean": 0.6712122448979592,
"kappa2_speed2norm_packet_median": 0.6953641156462586,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6874372448979591,
"kinetic_energy": 0.6110830782312926,
"kinetic_flow": 0.5004999149659863,
"kinetic_packet": 0.8221756802721089,
"packet_consistency": 0.0931172619047619,
"pna_flow": 0.3230257653061225,
"pna_packet_max": 0.6108805272108844,
"pna_packet_mean": 0.6712122448979592,
"pna_packet_median": 0.6953641156462586,
"pna_packet_trimmed10_mean": 0.6874372448979591,
"terminal_flow": 0.9556874149659864,
"terminal_norm": 0.6694413265306121,
"terminal_packet": 0.6537133503401361,
"velocity_flow": 0.6196418367346939,
"velocity_packet": 0.43955323129251694,
"velocity_total": 0.3985804421768707
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.8839437925170069,
"causal_surprisal_flow": 0.04735221088435373,
"causal_surprisal_packet_max": 0.05124795918367347,
"causal_surprisal_packet_mean": 0.04423299319727891,
"causal_surprisal_packet_median": 0.045081802721088436,
"causal_surprisal_packet_trimmed10_mean": 0.044233163265306116,
"causal_surprisal_total": 0.02545561224489796,
"consistency_total": 0.8663175170068027,
"curvature_flow": 0.45175603741496595,
"curvature_packet": 0.839021343537415,
"curvature_total": 0.7662210034013605,
"direction_drift_flow": 0.37498197278911566,
"direction_drift_packet_max": 0.11202916666666668,
"direction_drift_packet_mean": 0.18934413265306121,
"direction_drift_packet_median": 0.21859897959183675,
"direction_drift_packet_trimmed10_mean": 0.2204003401360544,
"direction_drift_total": 0.07788639455782312,
"flow_consistency": 0.9280260204081634,
"kappa2_speed2norm_packet_mean": 0.8082073129251702,
"kappa2_speed2norm_packet_median": 0.8179928571428571,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8196671768707483,
"kinetic_energy": 0.8824497448979591,
"kinetic_flow": 0.5646566326530612,
"kinetic_packet": 0.9366799319727891,
"packet_consistency": 0.14703537414965986,
"pna_flow": 0.35265714285714284,
"pna_packet_max": 0.5727617346938776,
"pna_packet_mean": 0.8082073129251702,
"pna_packet_median": 0.8179928571428571,
"pna_packet_trimmed10_mean": 0.8196671768707483,
"terminal_flow": 0.7975238095238096,
"terminal_norm": 0.8617197278911565,
"terminal_packet": 0.8054923469387755,
"velocity_flow": 0.5665472789115645,
"velocity_packet": 0.37510569727891163,
"velocity_total": 0.738555612244898
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.7068590986394557,
"causal_surprisal_flow": 0.009052040816326521,
"causal_surprisal_packet_max": 0.11167329931972791,
"causal_surprisal_packet_mean": 0.08938010204081633,
"causal_surprisal_packet_median": 0.13102738095238095,
"causal_surprisal_packet_trimmed10_mean": 0.0969170068027211,
"causal_surprisal_total": 0.0031112244897959105,
"consistency_total": 0.6220105442176871,
"curvature_flow": 0.09451462585034014,
"curvature_packet": 0.5916525510204081,
"curvature_total": 0.44299472789115646,
"direction_drift_flow": 0.5604738095238094,
"direction_drift_packet_max": 0.046413775510204085,
"direction_drift_packet_mean": 0.0464547619047619,
"direction_drift_packet_median": 0.04872091836734694,
"direction_drift_packet_trimmed10_mean": 0.04844013605442177,
"direction_drift_total": 0.044169557823129244,
"flow_consistency": 0.6214801020408163,
"kappa2_speed2norm_packet_mean": 0.2795442176870748,
"kappa2_speed2norm_packet_median": 0.3019874149659864,
"kappa2_speed2norm_packet_trimmed10_mean": 0.28611785714285715,
"kinetic_energy": 0.7183248299319727,
"kinetic_flow": 0.34956794217687076,
"kinetic_packet": 0.9738675170068027,
"packet_consistency": 0.7311132653061223,
"pna_flow": 0.6062270408163264,
"pna_packet_max": 0.29053469387755104,
"pna_packet_mean": 0.2795442176870748,
"pna_packet_median": 0.3019874149659864,
"pna_packet_trimmed10_mean": 0.28611785714285715,
"terminal_flow": 0.9866301020408162,
"terminal_norm": 0.9934636054421768,
"terminal_packet": 0.9701535714285715,
"velocity_flow": 0.3718794217687075,
"velocity_packet": 0.8923528911564627,
"velocity_total": 0.5528690476190475
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.8333572278911565,
"causal_surprisal_flow": 0.04737193877551021,
"causal_surprisal_packet_max": 0.19444353741496598,
"causal_surprisal_packet_mean": 0.1649937074829932,
"causal_surprisal_packet_median": 0.13926479591836735,
"causal_surprisal_packet_trimmed10_mean": 0.16977397959183674,
"causal_surprisal_total": 0.036165306122448976,
"consistency_total": 0.8282474489795919,
"curvature_flow": 0.2148358843537415,
"curvature_packet": 0.8377656462585034,
"curvature_total": 0.7605454931972789,
"direction_drift_flow": 0.39524583333333335,
"direction_drift_packet_max": 0.10615578231292518,
"direction_drift_packet_mean": 0.13314625850340137,
"direction_drift_packet_median": 0.19573843537414964,
"direction_drift_packet_trimmed10_mean": 0.14941496598639456,
"direction_drift_total": 0.10059540816326532,
"flow_consistency": 0.9275909863945578,
"kappa2_speed2norm_packet_mean": 0.7507076530612246,
"kappa2_speed2norm_packet_median": 0.7599601190476192,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7547423469387755,
"kinetic_energy": 0.839460119047619,
"kinetic_flow": 0.49221556122448973,
"kinetic_packet": 0.9566666666666667,
"packet_consistency": 0.18882270408163265,
"pna_flow": 0.25040017006802723,
"pna_packet_max": 0.5995378401360545,
"pna_packet_mean": 0.7507076530612246,
"pna_packet_median": 0.7599601190476192,
"pna_packet_trimmed10_mean": 0.7547423469387755,
"terminal_flow": 0.9320340986394557,
"terminal_norm": 0.9339100340136055,
"terminal_packet": 0.8928104591836734,
"velocity_flow": 0.5114141156462585,
"velocity_packet": 0.4696256802721089,
"velocity_total": 0.6029873299319728
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.8486637755102042,
"causal_surprisal_flow": 0.04539727891156463,
"causal_surprisal_packet_max": 0.18604744897959183,
"causal_surprisal_packet_mean": 0.15995731292517007,
"causal_surprisal_packet_median": 0.14210272108843536,
"causal_surprisal_packet_trimmed10_mean": 0.1752462585034014,
"causal_surprisal_total": 0.03563639455782314,
"consistency_total": 0.833081462585034,
"curvature_flow": 0.21878673469387752,
"curvature_packet": 0.8514504251700679,
"curvature_total": 0.7742967687074829,
"direction_drift_flow": 0.3904155612244898,
"direction_drift_packet_max": 0.1088845238095238,
"direction_drift_packet_mean": 0.13212687074829932,
"direction_drift_packet_median": 0.19246870748299316,
"direction_drift_packet_trimmed10_mean": 0.15196207482993196,
"direction_drift_total": 0.09457227891156461,
"flow_consistency": 0.9370449829931973,
"kappa2_speed2norm_packet_mean": 0.7695717687074831,
"kappa2_speed2norm_packet_median": 0.7776378401360543,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7761350340136055,
"kinetic_energy": 0.8545923469387756,
"kinetic_flow": 0.49817295918367344,
"kinetic_packet": 0.9575942176870749,
"packet_consistency": 0.17811624149659866,
"pna_flow": 0.2399469387755102,
"pna_packet_max": 0.6136826530612245,
"pna_packet_mean": 0.7695717687074831,
"pna_packet_median": 0.7776378401360543,
"pna_packet_trimmed10_mean": 0.7761350340136055,
"terminal_flow": 0.9288261904761904,
"terminal_norm": 0.9334035714285714,
"terminal_packet": 0.8982411564625851,
"velocity_flow": 0.5169658163265306,
"velocity_packet": 0.4585214285714286,
"velocity_total": 0.611328231292517
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.6974285714285715,
"causal_surprisal_flow": 0.008462074829931963,
"causal_surprisal_packet_max": 0.1160534013605442,
"causal_surprisal_packet_mean": 0.09315204081632651,
"causal_surprisal_packet_median": 0.13741496598639458,
"causal_surprisal_packet_trimmed10_mean": 0.10108248299319729,
"causal_surprisal_total": 0.003730272108843531,
"consistency_total": 0.6115403061224489,
"curvature_flow": 0.06980731292517008,
"curvature_packet": 0.5677324829931972,
"curvature_total": 0.4211955782312925,
"direction_drift_flow": 0.569854081632653,
"direction_drift_packet_max": 0.04401105442176871,
"direction_drift_packet_mean": 0.04014183673469387,
"direction_drift_packet_median": 0.041127721088435376,
"direction_drift_packet_trimmed10_mean": 0.04079914965986395,
"direction_drift_total": 0.042816496598639446,
"flow_consistency": 0.6080399659863945,
"kappa2_speed2norm_packet_mean": 0.24463537414965986,
"kappa2_speed2norm_packet_median": 0.26737176870748297,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2504812925170068,
"kinetic_energy": 0.7090632653061225,
"kinetic_flow": 0.3367913265306122,
"kinetic_packet": 0.9752647959183673,
"packet_consistency": 0.7605418367346939,
"pna_flow": 0.6085289115646257,
"pna_packet_max": 0.2710874149659864,
"pna_packet_mean": 0.24463537414965986,
"pna_packet_median": 0.26737176870748297,
"pna_packet_trimmed10_mean": 0.2504812925170068,
"terminal_flow": 0.9958465986394558,
"terminal_norm": 0.9997190476190476,
"terminal_packet": 0.9781578231292518,
"velocity_flow": 0.3629062925170068,
"velocity_packet": 0.919926700680272,
"velocity_total": 0.5454714285714286
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.8723454081632652,
"causal_surprisal_flow": 0.033744387755102044,
"causal_surprisal_packet_max": 0.07414421768707483,
"causal_surprisal_packet_mean": 0.0589921768707483,
"causal_surprisal_packet_median": 0.06912568027210884,
"causal_surprisal_packet_trimmed10_mean": 0.059569727891156464,
"causal_surprisal_total": 0.010087074829931967,
"consistency_total": 0.6584183673469388,
"curvature_flow": 0.216984693877551,
"curvature_packet": 0.8273051020408164,
"curvature_total": 0.6863918367346938,
"direction_drift_flow": 0.42888928571428575,
"direction_drift_packet_max": 0.07329438775510204,
"direction_drift_packet_mean": 0.07249812925170068,
"direction_drift_packet_median": 0.08882244897959185,
"direction_drift_packet_trimmed10_mean": 0.08509489795918368,
"direction_drift_total": 0.05176309523809523,
"flow_consistency": 0.7696545918367346,
"kappa2_speed2norm_packet_mean": 0.6454847789115646,
"kappa2_speed2norm_packet_median": 0.6719365646258503,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6704792517006803,
"kinetic_energy": 0.8805103741496599,
"kinetic_flow": 0.4310522108843537,
"kinetic_packet": 0.9752938775510205,
"packet_consistency": 0.3643354591836735,
"pna_flow": 0.44194498299319723,
"pna_packet_max": 0.5285732993197279,
"pna_packet_mean": 0.6454847789115646,
"pna_packet_median": 0.6719365646258503,
"pna_packet_trimmed10_mean": 0.6704792517006803,
"terminal_flow": 0.9458345238095237,
"terminal_norm": 0.9649993197278912,
"terminal_packet": 0.9521206632653061,
"velocity_flow": 0.45944081632653067,
"velocity_packet": 0.5457641156462586,
"velocity_total": 0.6208049319727891
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.8834951530612245,
"causal_surprisal_flow": 0.04593860544217686,
"causal_surprisal_packet_max": 0.05105867346938776,
"causal_surprisal_packet_mean": 0.04416802721088435,
"causal_surprisal_packet_median": 0.04498401360544217,
"causal_surprisal_packet_trimmed10_mean": 0.04416802721088435,
"causal_surprisal_total": 0.02346530612244898,
"consistency_total": 0.8715737244897959,
"curvature_flow": 0.4511436224489796,
"curvature_packet": 0.8450600340136053,
"curvature_total": 0.7727895408163267,
"direction_drift_flow": 0.37369481292517004,
"direction_drift_packet_max": 0.10794149659863946,
"direction_drift_packet_mean": 0.1892738095238095,
"direction_drift_packet_median": 0.21917261904761906,
"direction_drift_packet_trimmed10_mean": 0.2212464285714286,
"direction_drift_total": 0.07698078231292517,
"flow_consistency": 0.9304926870748299,
"kappa2_speed2norm_packet_mean": 0.8149395408163265,
"kappa2_speed2norm_packet_median": 0.8233996598639455,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8252522108843537,
"kinetic_energy": 0.8819215986394557,
"kinetic_flow": 0.5657197278911564,
"kinetic_packet": 0.9360147959183673,
"packet_consistency": 0.14788562925170068,
"pna_flow": 0.3553248299319728,
"pna_packet_max": 0.5722227040816328,
"pna_packet_mean": 0.8149395408163265,
"pna_packet_median": 0.8233996598639455,
"pna_packet_trimmed10_mean": 0.8252522108843537,
"terminal_flow": 0.8039215986394557,
"terminal_norm": 0.8653458333333334,
"terminal_packet": 0.8061350340136055,
"velocity_flow": 0.5675715986394557,
"velocity_packet": 0.37560374149659864,
"velocity_total": 0.7399457482993197
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.8804545068027211,
"causal_surprisal_flow": 0.04862448979591836,
"causal_surprisal_packet_max": 0.05246819727891157,
"causal_surprisal_packet_mean": 0.04572619047619047,
"causal_surprisal_packet_median": 0.046742006802721094,
"causal_surprisal_packet_trimmed10_mean": 0.04578316326530612,
"causal_surprisal_total": 0.028428486394557827,
"consistency_total": 0.8684996598639457,
"curvature_flow": 0.4403251700680272,
"curvature_packet": 0.8373214285714285,
"curvature_total": 0.7616867346938776,
"direction_drift_flow": 0.3747114795918367,
"direction_drift_packet_max": 0.10826113945578231,
"direction_drift_packet_mean": 0.1927575680272109,
"direction_drift_packet_median": 0.22124370748299316,
"direction_drift_packet_trimmed10_mean": 0.22389574829931974,
"direction_drift_total": 0.0781063775510204,
"flow_consistency": 0.92925731292517,
"kappa2_speed2norm_packet_mean": 0.8078009353741497,
"kappa2_speed2norm_packet_median": 0.8175656462585035,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8192121598639457,
"kinetic_energy": 0.8789251700680272,
"kinetic_flow": 0.5658243197278913,
"kinetic_packet": 0.9334488945578232,
"packet_consistency": 0.14727525510204081,
"pna_flow": 0.34270688775510205,
"pna_packet_max": 0.5690552721088435,
"pna_packet_mean": 0.8078009353741497,
"pna_packet_median": 0.8175656462585035,
"pna_packet_trimmed10_mean": 0.8192121598639457,
"terminal_flow": 0.8022811224489796,
"terminal_norm": 0.8626707482993198,
"terminal_packet": 0.8028498299319728,
"velocity_flow": 0.5674651360544218,
"velocity_packet": 0.3764442176870748,
"velocity_total": 0.7394320578231293
},
"Syn": {
"_n": 588.0,
"arc_length": 0.7221841836734695,
"causal_surprisal_flow": 0.431306037414966,
"causal_surprisal_packet_max": 0.1792154761904762,
"causal_surprisal_packet_mean": 0.22413469387755103,
"causal_surprisal_packet_median": 0.2529321428571428,
"causal_surprisal_packet_trimmed10_mean": 0.2504855442176871,
"causal_surprisal_total": 0.46997840136054425,
"consistency_total": 0.6913013605442178,
"curvature_flow": 0.37502397959183675,
"curvature_packet": 0.5346722789115647,
"curvature_total": 0.49100918367346935,
"direction_drift_flow": 0.19787534013605443,
"direction_drift_packet_max": 0.15599515306122447,
"direction_drift_packet_mean": 0.2679068877551021,
"direction_drift_packet_median": 0.30299778911564623,
"direction_drift_packet_trimmed10_mean": 0.2857003401360544,
"direction_drift_total": 0.15182091836734693,
"flow_consistency": 0.6405359693877551,
"kappa2_speed2norm_packet_mean": 0.5816965986394557,
"kappa2_speed2norm_packet_median": 0.6101685374149659,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6027814625850341,
"kinetic_energy": 0.7210134353741496,
"kinetic_flow": 0.7318270408163265,
"kinetic_packet": 0.5330858843537415,
"packet_consistency": 0.8026341836734695,
"pna_flow": 0.16933001700680272,
"pna_packet_max": 0.4154153911564626,
"pna_packet_mean": 0.5816965986394557,
"pna_packet_median": 0.6101685374149659,
"pna_packet_trimmed10_mean": 0.6027814625850341,
"terminal_flow": 0.8331428571428572,
"terminal_norm": 0.8255082482993197,
"terminal_packet": 0.6877824829931971,
"velocity_flow": 0.7182962585034014,
"velocity_packet": 0.5324005102040816,
"velocity_total": 0.7931935374149659
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.8720261904761906,
"causal_surprisal_flow": 0.030431632653061223,
"causal_surprisal_packet_max": 0.22577414965986398,
"causal_surprisal_packet_mean": 0.18461632653061225,
"causal_surprisal_packet_median": 0.1360124149659864,
"causal_surprisal_packet_trimmed10_mean": 0.2028610544217687,
"causal_surprisal_total": 0.03634200680272109,
"consistency_total": 0.8216503401360544,
"curvature_flow": 0.17096785714285714,
"curvature_packet": 0.8714520408163264,
"curvature_total": 0.7901273809523809,
"direction_drift_flow": 0.4153011054421769,
"direction_drift_packet_max": 0.10115527210884354,
"direction_drift_packet_mean": 0.0888858843537415,
"direction_drift_packet_median": 0.1306515306122449,
"direction_drift_packet_trimmed10_mean": 0.1025826530612245,
"direction_drift_total": 0.07257414965986395,
"flow_consistency": 0.8707724489795917,
"kappa2_speed2norm_packet_mean": 0.7249977040816326,
"kappa2_speed2norm_packet_median": 0.7559030612244898,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7381627551020409,
"kinetic_energy": 0.8826171768707483,
"kinetic_flow": 0.4147125850340136,
"kinetic_packet": 0.9723479591836734,
"packet_consistency": 0.4567290816326531,
"pna_flow": 0.3154313775510204,
"pna_packet_max": 0.6177317176870748,
"pna_packet_mean": 0.7249977040816326,
"pna_packet_median": 0.7559030612244898,
"pna_packet_trimmed10_mean": 0.7381627551020409,
"terminal_flow": 0.967065306122449,
"terminal_norm": 0.9580015306122449,
"terminal_packet": 0.9556477891156462,
"velocity_flow": 0.4549151360544218,
"velocity_packet": 0.5542738095238096,
"velocity_total": 0.5761538265306123
},
"UDP": {
"_n": 588.0,
"arc_length": 0.8459244897959183,
"causal_surprisal_flow": 0.044471768707483,
"causal_surprisal_packet_max": 0.19537619047619048,
"causal_surprisal_packet_mean": 0.16621921768707482,
"causal_surprisal_packet_median": 0.14453418367346937,
"causal_surprisal_packet_trimmed10_mean": 0.17993673469387753,
"causal_surprisal_total": 0.036163435374149656,
"consistency_total": 0.8466079081632651,
"curvature_flow": 0.21242346938775508,
"curvature_packet": 0.855211649659864,
"curvature_total": 0.7814430272108844,
"direction_drift_flow": 0.38842908163265305,
"direction_drift_packet_max": 0.11101700680272107,
"direction_drift_packet_mean": 0.1395110544217687,
"direction_drift_packet_median": 0.20495272108843537,
"direction_drift_packet_trimmed10_mean": 0.15911666666666668,
"direction_drift_total": 0.10275212585034015,
"flow_consistency": 0.9431843537414967,
"kappa2_speed2norm_packet_mean": 0.777915731292517,
"kappa2_speed2norm_packet_median": 0.7849320578231292,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7828264455782313,
"kinetic_energy": 0.8517234693877551,
"kinetic_flow": 0.49888775510204075,
"kinetic_packet": 0.9568741496598641,
"packet_consistency": 0.17985765306122448,
"pna_flow": 0.23046309523809522,
"pna_packet_max": 0.628111224489796,
"pna_packet_mean": 0.777915731292517,
"pna_packet_median": 0.7849320578231292,
"pna_packet_trimmed10_mean": 0.7828264455782313,
"terminal_flow": 0.9315395408163265,
"terminal_norm": 0.9331953231292517,
"terminal_packet": 0.8955022108843538,
"velocity_flow": 0.5185078231292518,
"velocity_packet": 0.4588252551020407,
"velocity_total": 0.6085304421768708
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.7401234693877551,
"causal_surprisal_flow": 0.34051564625850345,
"causal_surprisal_packet_max": 0.17087772108843538,
"causal_surprisal_packet_mean": 0.2154431972789116,
"causal_surprisal_packet_median": 0.2547954931972789,
"causal_surprisal_packet_trimmed10_mean": 0.23953333333333332,
"causal_surprisal_total": 0.36923724489795917,
"consistency_total": 0.7052502551020409,
"curvature_flow": 0.3745231292517007,
"curvature_packet": 0.5483934523809524,
"curvature_total": 0.508762925170068,
"direction_drift_flow": 0.19444455782312925,
"direction_drift_packet_max": 0.11256139455782313,
"direction_drift_packet_mean": 0.19895688775510204,
"direction_drift_packet_median": 0.23418724489795917,
"direction_drift_packet_trimmed10_mean": 0.21963333333333335,
"direction_drift_total": 0.10936198979591835,
"flow_consistency": 0.6655352040816328,
"kappa2_speed2norm_packet_mean": 0.5931186224489796,
"kappa2_speed2norm_packet_median": 0.619675850340136,
"kappa2_speed2norm_packet_trimmed10_mean": 0.613901530612245,
"kinetic_energy": 0.7397583333333333,
"kinetic_flow": 0.718375850340136,
"kinetic_packet": 0.5682345238095238,
"packet_consistency": 0.7538566326530612,
"pna_flow": 0.18425425170068027,
"pna_packet_max": 0.4194734693877551,
"pna_packet_mean": 0.5931186224489796,
"pna_packet_median": 0.619675850340136,
"pna_packet_trimmed10_mean": 0.613901530612245,
"terminal_flow": 0.854296768707483,
"terminal_norm": 0.8482511054421769,
"terminal_packet": 0.7060603741496598,
"velocity_flow": 0.7104128401360544,
"velocity_packet": 0.5474950680272109,
"velocity_total": 0.789672619047619
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.6930977168949772,
"causal_surprisal_flow": 0.3312623287671233,
"causal_surprisal_packet_max": 0.2972840182648402,
"causal_surprisal_packet_mean": 0.21433904109589041,
"causal_surprisal_packet_median": 0.24802762557077623,
"causal_surprisal_packet_trimmed10_mean": 0.2262804794520548,
"causal_surprisal_total": 0.23064566210045662,
"consistency_total": 0.5727247716894978,
"curvature_flow": 0.6405897260273974,
"curvature_packet": 0.6776226027397261,
"curvature_total": 0.7018171232876712,
"direction_drift_flow": 0.329621803652968,
"direction_drift_packet_max": 0.8104617579908676,
"direction_drift_packet_mean": 0.7298576484018265,
"direction_drift_packet_median": 0.7363017123287671,
"direction_drift_packet_trimmed10_mean": 0.715748401826484,
"direction_drift_total": 0.6529691780821918,
"flow_consistency": 0.741867808219178,
"kappa2_speed2norm_packet_mean": 0.8358262557077625,
"kappa2_speed2norm_packet_median": 0.8309799086757992,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8287602739726028,
"kinetic_energy": 0.6922385844748858,
"kinetic_flow": 0.7368501141552511,
"kinetic_packet": 0.5333679223744292,
"packet_consistency": 0.21939988584474884,
"pna_flow": 0.37999132420091325,
"pna_packet_max": 0.7304522831050229,
"pna_packet_mean": 0.8358262557077625,
"pna_packet_median": 0.8309799086757992,
"pna_packet_trimmed10_mean": 0.8287602739726028,
"terminal_flow": 0.5579203196347032,
"terminal_norm": 0.5904978310502282,
"terminal_packet": 0.631374200913242,
"velocity_flow": 0.766397602739726,
"velocity_packet": 0.46439041095890404,
"velocity_total": 0.7092069634703196
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.6s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 18.2s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/legacy_unified_consistency_cicids2017_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/legacy_unified_consistency_cicids2017_to_cicddos2019.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.9008 AUPRC=0.8777
terminal_norm AUROC=0.8988 AUPRC=0.8860
kinetic_packet AUROC=0.8851 AUPRC=0.8468
terminal_packet AUROC=0.8588 AUPRC=0.8014
kinetic_energy AUROC=0.7929 AUPRC=0.6763
flow_consistency AUROC=0.7921 AUPRC=0.7556
arc_length AUROC=0.7875 AUPRC=0.6701
consistency_total AUROC=0.7433 AUPRC=0.6799
curvature_packet AUROC=0.7284 AUPRC=0.6356
curvature_total AUROC=0.6400 AUPRC=0.5469

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/runs/unified_cfm_cicddos2019_within_consistency_2026_04_25",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.6262296293561724,
"auprc": 0.45093476857327097
},
"causal_surprisal_flow": {
"auroc": 0.37970494683992906,
"auprc": 0.37453032226022953
},
"causal_surprisal_packet_max": {
"auroc": 0.615011001181335,
"auprc": 0.5070648967828177
},
"causal_surprisal_packet_mean": {
"auroc": 0.43405409775546366,
"auprc": 0.3505211208659767
},
"causal_surprisal_packet_median": {
"auroc": 0.2884232279976373,
"auprc": 0.2875608508829847
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.3416014619019492,
"auprc": 0.3071220688701325
},
"causal_surprisal_total": {
"auroc": 0.18659387182516246,
"auprc": 0.26435530913994054
},
"consistency_total": {
"auroc": 0.5729591184288245,
"auprc": 0.4034020496365678
},
"curvature_flow": {
"auroc": 0.41371317926757234,
"auprc": 0.34068302233975567
},
"curvature_packet": {
"auroc": 0.8768766095688126,
"auprc": 0.8264312805700226
},
"curvature_total": {
"auroc": 0.8338130389840519,
"auprc": 0.7754897158442375
},
"direction_drift_flow": {
"auroc": 0.2707136518015357,
"auprc": 0.284307380887124
},
"direction_drift_packet_max": {
"auroc": 0.7378418783225045,
"auprc": 0.5807290602363934
},
"direction_drift_packet_mean": {
"auroc": 0.7296827598936799,
"auprc": 0.5554995614101947
},
"direction_drift_packet_median": {
"auroc": 0.717055146190195,
"auprc": 0.5528788798710559
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.716505316007088,
"auprc": 0.5388476084461011
},
"direction_drift_total": {
"auroc": 0.6637249704666272,
"auprc": 0.4792921772812212
},
"flow_consistency": {
"auroc": 0.5567510558180744,
"auprc": 0.39363271374773956
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.8842326417601891,
"auprc": 0.81794999914567
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.8822311798582397,
"auprc": 0.8062697416201882
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.8828189013585351,
"auprc": 0.8141479614931079
},
"kinetic_energy": {
"auroc": 0.6262246898995865,
"auprc": 0.4526274969963216
},
"kinetic_flow": {
"auroc": 0.6545052643236857,
"auprc": 0.49551531379409597
},
"kinetic_packet": {
"auroc": 0.64621424246899,
"auprc": 0.5107505220206344
},
"packet_consistency": {
"auroc": 0.6023535956881276,
"auprc": 0.45616060205287967
},
"pna_flow": {
"auroc": 0.2370384672179563,
"auprc": 0.2741269213049544
},
"pna_packet_max": {
"auroc": 0.7932708210277615,
"auprc": 0.6375779278065257
},
"pna_packet_mean": {
"auroc": 0.8842326417601891,
"auprc": 0.81794999914567
},
"pna_packet_median": {
"auroc": 0.8822311798582397,
"auprc": 0.8062697416201882
},
"pna_packet_trimmed10_mean": {
"auroc": 0.8828189013585351,
"auprc": 0.8141479614931079
},
"terminal_flow": {
"auroc": 0.6226939973419965,
"auprc": 0.574276009019455
},
"terminal_norm": {
"auroc": 0.6259192188422917,
"auprc": 0.44500886096814085
},
"terminal_packet": {
"auroc": 0.6745493724158299,
"auprc": 0.5183458684502145
},
"velocity_flow": {
"auroc": 0.6437476668635558,
"auprc": 0.4719088750924078
},
"velocity_packet": {
"auroc": 0.6124975782634376,
"auprc": 0.4320407755591039
},
"velocity_total": {
"auroc": 0.5651532412876551,
"auprc": 0.39375642029630586
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.6496475975975977,
"causal_surprisal_flow": 0.324609009009009,
"causal_surprisal_packet_max": 0.5729827327327327,
"causal_surprisal_packet_mean": 0.5222792792792792,
"causal_surprisal_packet_median": 0.4021629129129129,
"causal_surprisal_packet_trimmed10_mean": 0.46400795795795796,
"causal_surprisal_total": 0.28384624624624627,
"consistency_total": 0.303907057057057,
"curvature_flow": 0.3612048798798799,
"curvature_packet": 0.8017774774774775,
"curvature_total": 0.7520151651651652,
"direction_drift_flow": 0.5047585585585586,
"direction_drift_packet_max": 0.7795807057057057,
"direction_drift_packet_mean": 0.8304749249249248,
"direction_drift_packet_median": 0.8162156906906907,
"direction_drift_packet_trimmed10_mean": 0.7942512012012012,
"direction_drift_total": 0.8000967717717717,
"flow_consistency": 0.33839767267267273,
"kappa2_speed2norm_packet_mean": 0.7905996246246245,
"kappa2_speed2norm_packet_median": 0.7819795795795796,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7377844594594596,
"kinetic_energy": 0.6538814564564566,
"kinetic_flow": 0.3120225225225225,
"kinetic_packet": 0.6965518018018018,
"packet_consistency": 0.3884957957957958,
"pna_flow": 0.48447027027027023,
"pna_packet_max": 0.7628072072072073,
"pna_packet_mean": 0.7905996246246245,
"pna_packet_median": 0.7819795795795796,
"pna_packet_trimmed10_mean": 0.7377844594594596,
"terminal_flow": 0.32777567567567567,
"terminal_norm": 0.6511225975975976,
"terminal_packet": 0.7024564564564565,
"velocity_flow": 0.28342147147147145,
"velocity_packet": 0.5875072072072072,
"velocity_total": 0.414868018018018
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.7113022522522522,
"causal_surprisal_flow": 0.42329384384384383,
"causal_surprisal_packet_max": 0.723362162162162,
"causal_surprisal_packet_mean": 0.6886115615615616,
"causal_surprisal_packet_median": 0.245856006006006,
"causal_surprisal_packet_trimmed10_mean": 0.5409029279279279,
"causal_surprisal_total": 0.27340623123123126,
"consistency_total": 0.6835447447447447,
"curvature_flow": 0.15467822822822824,
"curvature_packet": 0.9265481981981981,
"curvature_total": 0.9043196696696697,
"direction_drift_flow": 0.31026884384384384,
"direction_drift_packet_max": 0.8489056306306306,
"direction_drift_packet_mean": 0.7569606606606606,
"direction_drift_packet_median": 0.6966981981981982,
"direction_drift_packet_trimmed10_mean": 0.7078474474474473,
"direction_drift_total": 0.7324762762762763,
"flow_consistency": 0.6696662162162162,
"kappa2_speed2norm_packet_mean": 0.9342721471471472,
"kappa2_speed2norm_packet_median": 0.9045081081081081,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9075081081081081,
"kinetic_energy": 0.7128460960960961,
"kinetic_flow": 0.7163382882882883,
"kinetic_packet": 0.7280018768768769,
"packet_consistency": 0.6279256756756757,
"pna_flow": 0.04944654654654654,
"pna_packet_max": 0.8739297297297296,
"pna_packet_mean": 0.9342721471471472,
"pna_packet_median": 0.9045081081081081,
"pna_packet_trimmed10_mean": 0.9075081081081081,
"terminal_flow": 0.9844593093093095,
"terminal_norm": 0.7807046546546547,
"terminal_packet": 0.7809477477477478,
"velocity_flow": 0.6646564564564563,
"velocity_packet": 0.6467599099099101,
"velocity_total": 0.5889875375375375
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.7066815315315315,
"causal_surprisal_flow": 0.42576749249249246,
"causal_surprisal_packet_max": 0.8156818318318317,
"causal_surprisal_packet_mean": 0.7253048048048046,
"causal_surprisal_packet_median": 0.34997582582582587,
"causal_surprisal_packet_trimmed10_mean": 0.5539375375375375,
"causal_surprisal_total": 0.24746141141141142,
"consistency_total": 0.7005432432432432,
"curvature_flow": 0.20701921921921923,
"curvature_packet": 0.9679051801801803,
"curvature_total": 0.9595397897897897,
"direction_drift_flow": 0.23795255255255254,
"direction_drift_packet_max": 0.7790599099099099,
"direction_drift_packet_mean": 0.7827398648648649,
"direction_drift_packet_median": 0.7877381381381382,
"direction_drift_packet_trimmed10_mean": 0.7745193693693695,
"direction_drift_total": 0.7595793543543543,
"flow_consistency": 0.6960246246246247,
"kappa2_speed2norm_packet_mean": 0.9419345345345345,
"kappa2_speed2norm_packet_median": 0.9239572072072071,
"kappa2_speed2norm_packet_trimmed10_mean": 0.934362087087087,
"kinetic_energy": 0.7070605105105106,
"kinetic_flow": 0.8467897897897898,
"kinetic_packet": 0.7060601351351352,
"packet_consistency": 0.5632442192192191,
"pna_flow": 0.03942312312312312,
"pna_packet_max": 0.852684084084084,
"pna_packet_mean": 0.9419345345345345,
"pna_packet_median": 0.9239572072072071,
"pna_packet_trimmed10_mean": 0.934362087087087,
"terminal_flow": 0.9672572822822824,
"terminal_norm": 0.7440016516516516,
"terminal_packet": 0.7414216216216216,
"velocity_flow": 0.7738816066066065,
"velocity_packet": 0.6013683933933934,
"velocity_total": 0.5799828078078078
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.7134075075075075,
"causal_surprisal_flow": 0.7475741741741742,
"causal_surprisal_packet_max": 0.9054840840840841,
"causal_surprisal_packet_mean": 0.816056006006006,
"causal_surprisal_packet_median": 0.5161770270270271,
"causal_surprisal_packet_trimmed10_mean": 0.6390831831831831,
"causal_surprisal_total": 0.4252158408408408,
"consistency_total": 0.4327382882882883,
"curvature_flow": 0.3585123123123123,
"curvature_packet": 0.9653846846846846,
"curvature_total": 0.9583678678678678,
"direction_drift_flow": 0.2574599099099099,
"direction_drift_packet_max": 0.7526418168168169,
"direction_drift_packet_mean": 0.6586955705705706,
"direction_drift_packet_median": 0.656851051051051,
"direction_drift_packet_trimmed10_mean": 0.624063063063063,
"direction_drift_total": 0.646635960960961,
"flow_consistency": 0.3597714714714715,
"kappa2_speed2norm_packet_mean": 0.9061945195195196,
"kappa2_speed2norm_packet_median": 0.9027223723723723,
"kappa2_speed2norm_packet_trimmed10_mean": 0.895759009009009,
"kinetic_energy": 0.7142184684684686,
"kinetic_flow": 0.7544863363363364,
"kinetic_packet": 0.7343600600600602,
"packet_consistency": 0.6931864864864865,
"pna_flow": 0.117206006006006,
"pna_packet_max": 0.817527177177177,
"pna_packet_mean": 0.9061945195195196,
"pna_packet_median": 0.9027223723723723,
"pna_packet_trimmed10_mean": 0.895759009009009,
"terminal_flow": 0.7336353603603603,
"terminal_norm": 0.69824984984985,
"terminal_packet": 0.7119426426426426,
"velocity_flow": 0.6793666666666667,
"velocity_packet": 0.6933975225225226,
"velocity_total": 0.6190420420420419
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.6807626876876878,
"causal_surprisal_flow": 0.06541531531531532,
"causal_surprisal_packet_max": 0.5406318318318318,
"causal_surprisal_packet_mean": 0.37259714714714715,
"causal_surprisal_packet_median": 0.35610990990990987,
"causal_surprisal_packet_trimmed10_mean": 0.3221945945945946,
"causal_surprisal_total": 0.06643348348348348,
"consistency_total": 0.594983033033033,
"curvature_flow": 0.6843139639639638,
"curvature_packet": 0.9558012012012013,
"curvature_total": 0.9578906906906908,
"direction_drift_flow": 0.29199744744744743,
"direction_drift_packet_max": 0.7859307807807808,
"direction_drift_packet_mean": 0.7344983483483484,
"direction_drift_packet_median": 0.6866006756756756,
"direction_drift_packet_trimmed10_mean": 0.6946798048048046,
"direction_drift_total": 0.6947096846846846,
"flow_consistency": 0.553628078078078,
"kappa2_speed2norm_packet_mean": 0.9083713213213213,
"kappa2_speed2norm_packet_median": 0.900617192192192,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9047303303303305,
"kinetic_energy": 0.6814304054054053,
"kinetic_flow": 0.6607307807807807,
"kinetic_packet": 0.6872869369369369,
"packet_consistency": 0.6921205705705706,
"pna_flow": 0.4466752252252253,
"pna_packet_max": 0.8079189189189189,
"pna_packet_mean": 0.9083713213213213,
"pna_packet_median": 0.900617192192192,
"pna_packet_trimmed10_mean": 0.9047303303303305,
"terminal_flow": 0.7508048048048049,
"terminal_norm": 0.7059644144144145,
"terminal_packet": 0.7100441441441442,
"velocity_flow": 0.7220728228228228,
"velocity_packet": 0.624645945945946,
"velocity_total": 0.5989982732732733
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.7099654654654654,
"causal_surprisal_flow": 0.03993618618618619,
"causal_surprisal_packet_max": 0.41281433933933936,
"causal_surprisal_packet_mean": 0.19220675675675675,
"causal_surprisal_packet_median": 0.1572671171171171,
"causal_surprisal_packet_trimmed10_mean": 0.18981726726726728,
"causal_surprisal_total": 0.02571771771771772,
"consistency_total": 0.5869806306306307,
"curvature_flow": 0.5800133633633633,
"curvature_packet": 0.8703858858858858,
"curvature_total": 0.841446996996997,
"direction_drift_flow": 0.18533115615615614,
"direction_drift_packet_max": 0.6768645645645647,
"direction_drift_packet_mean": 0.6017873873873874,
"direction_drift_packet_median": 0.5591769519519519,
"direction_drift_packet_trimmed10_mean": 0.5608473723723724,
"direction_drift_total": 0.5489630630630631,
"flow_consistency": 0.5613913663663663,
"kappa2_speed2norm_packet_mean": 0.7371363363363364,
"kappa2_speed2norm_packet_median": 0.7470385135135136,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7332474474474475,
"kinetic_energy": 0.7092598348348349,
"kinetic_flow": 0.6787507507507509,
"kinetic_packet": 0.7107720720720722,
"packet_consistency": 0.6464211711711711,
"pna_flow": 0.31613063063063057,
"pna_packet_max": 0.7122014264264264,
"pna_packet_mean": 0.7371363363363364,
"pna_packet_median": 0.7470385135135136,
"pna_packet_trimmed10_mean": 0.7332474474474475,
"terminal_flow": 0.7617537537537538,
"terminal_norm": 0.671887987987988,
"terminal_packet": 0.6815673423423424,
"velocity_flow": 0.7839666666666667,
"velocity_packet": 0.7159442942942943,
"velocity_total": 0.70466493993994
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.30070367867867864,
"causal_surprisal_flow": 0.7686397147147148,
"causal_surprisal_packet_max": 0.8292686936936936,
"causal_surprisal_packet_mean": 0.3495765015015015,
"causal_surprisal_packet_median": 0.06117717717717718,
"causal_surprisal_packet_trimmed10_mean": 0.08499864864864864,
"causal_surprisal_total": 0.17112357357357358,
"consistency_total": 0.7786504504504503,
"curvature_flow": 0.7494906906906906,
"curvature_packet": 0.7937273273273273,
"curvature_total": 0.8194032282282283,
"direction_drift_flow": 0.1737168918918919,
"direction_drift_packet_max": 0.8954747747747749,
"direction_drift_packet_mean": 0.8816295795795795,
"direction_drift_packet_median": 0.8859483483483483,
"direction_drift_packet_trimmed10_mean": 0.8749962462462463,
"direction_drift_total": 0.8512591591591592,
"flow_consistency": 0.7761603603603603,
"kappa2_speed2norm_packet_mean": 0.9725005255255255,
"kappa2_speed2norm_packet_median": 0.9559292042042041,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9740752252252252,
"kinetic_energy": 0.2953764264264264,
"kinetic_flow": 0.8086416666666667,
"kinetic_packet": 0.3522114864864865,
"packet_consistency": 0.6600346846846847,
"pna_flow": 0.4258394894894895,
"pna_packet_max": 0.8799377627627628,
"pna_packet_mean": 0.9725005255255255,
"pna_packet_median": 0.9559292042042041,
"pna_packet_trimmed10_mean": 0.9740752252252252,
"terminal_flow": 0.6643701951951951,
"terminal_norm": 0.3336397897897898,
"terminal_packet": 0.46486891891891896,
"velocity_flow": 0.6897334084084084,
"velocity_packet": 0.5241551051051051,
"velocity_total": 0.42108813813813806
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.5331,
"causal_surprisal_flow": 0.011199999999999988,
"causal_surprisal_packet_max": 0.9956,
"causal_surprisal_packet_mean": 0.6356999999999999,
"causal_surprisal_packet_median": 0.029000000000000026,
"causal_surprisal_packet_trimmed10_mean": 0.23099999999999998,
"causal_surprisal_total": 0.01539999999999997,
"consistency_total": 0.10729999999999995,
"curvature_flow": 0.5051,
"curvature_packet": 0.9896,
"curvature_total": 0.9949,
"direction_drift_flow": 0.011399999999999966,
"direction_drift_packet_max": 0.6846,
"direction_drift_packet_mean": 0.5166,
"direction_drift_packet_median": 0.61,
"direction_drift_packet_trimmed10_mean": 0.5523,
"direction_drift_total": 0.5496,
"flow_consistency": 0.0042999999999999705,
"kappa2_speed2norm_packet_mean": 0.9821,
"kappa2_speed2norm_packet_median": 0.9928,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9909,
"kinetic_energy": 0.5297000000000001,
"kinetic_flow": 0.9917999999999999,
"kinetic_packet": 0.48560000000000003,
"packet_consistency": 0.7444,
"pna_flow": 0.00649999999999995,
"pna_packet_max": 0.8573999999999999,
"pna_packet_mean": 0.9821,
"pna_packet_median": 0.9928,
"pna_packet_trimmed10_mean": 0.9909,
"terminal_flow": 0.9808,
"terminal_norm": 0.20220000000000005,
"terminal_packet": 0.252,
"velocity_flow": 0.9866,
"velocity_packet": 0.6732,
"velocity_total": 0.6329
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.42287142857142856,
"causal_surprisal_flow": 0.21074285714285712,
"causal_surprisal_packet_max": 0.8079285714285714,
"causal_surprisal_packet_mean": 0.32881428571428567,
"causal_surprisal_packet_median": 0.19834285714285715,
"causal_surprisal_packet_trimmed10_mean": 0.18274285714285715,
"causal_surprisal_total": 0.058471428571428556,
"consistency_total": 0.6380428571428571,
"curvature_flow": 0.5329999999999999,
"curvature_packet": 0.7820857142857143,
"curvature_total": 0.7861428571428573,
"direction_drift_flow": 0.0642142857142857,
"direction_drift_packet_max": 0.7433714285714286,
"direction_drift_packet_mean": 0.6477428571428571,
"direction_drift_packet_median": 0.6285428571428571,
"direction_drift_packet_trimmed10_mean": 0.6487999999999999,
"direction_drift_total": 0.6405714285714286,
"flow_consistency": 0.5978571428571429,
"kappa2_speed2norm_packet_mean": 0.8085285714285715,
"kappa2_speed2norm_packet_median": 0.8126714285714285,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8068285714285713,
"kinetic_energy": 0.4181285714285714,
"kinetic_flow": 0.9398857142857143,
"kinetic_packet": 0.4137142857142857,
"packet_consistency": 0.544142857142857,
"pna_flow": 0.048428571428571425,
"pna_packet_max": 0.8198428571428571,
"pna_packet_mean": 0.8085285714285715,
"pna_packet_median": 0.8126714285714285,
"pna_packet_trimmed10_mean": 0.8068285714285713,
"terminal_flow": 0.9163714285714286,
"terminal_norm": 0.3693714285714286,
"terminal_packet": 0.41869999999999996,
"velocity_flow": 0.9208,
"velocity_packet": 0.6606285714285715,
"velocity_total": 0.586
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.7690935435435436,
"causal_surprisal_flow": 0.04550390390390392,
"causal_surprisal_packet_max": 0.11391861861861863,
"causal_surprisal_packet_mean": 0.13423843843843844,
"causal_surprisal_packet_median": 0.2471096096096096,
"causal_surprisal_packet_trimmed10_mean": 0.17568243243243242,
"causal_surprisal_total": 0.12370015015015015,
"consistency_total": 0.5521958708708709,
"curvature_flow": 0.19953288288288287,
"curvature_packet": 0.7329387387387387,
"curvature_total": 0.5705203453453453,
"direction_drift_flow": 0.21918363363363363,
"direction_drift_packet_max": 0.5145576576576576,
"direction_drift_packet_mean": 0.7066446696696697,
"direction_drift_packet_median": 0.7199420420420422,
"direction_drift_packet_trimmed10_mean": 0.7374268768768769,
"direction_drift_total": 0.4940142642642643,
"flow_consistency": 0.5546695195195196,
"kappa2_speed2norm_packet_mean": 0.8385057057057057,
"kappa2_speed2norm_packet_median": 0.8657983483483483,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8750750750750751,
"kinetic_energy": 0.7717124624624625,
"kinetic_flow": 0.47094864864864866,
"kinetic_packet": 0.6815385135135135,
"packet_consistency": 0.5144855105105105,
"pna_flow": 0.1813346846846847,
"pna_packet_max": 0.6146834834834835,
"pna_packet_mean": 0.8385057057057057,
"pna_packet_median": 0.8657983483483483,
"pna_packet_trimmed10_mean": 0.8750750750750751,
"terminal_flow": 0.3830585585585586,
"terminal_norm": 0.7459358858858858,
"terminal_packet": 0.7877138888888888,
"velocity_flow": 0.414943993993994,
"velocity_packet": 0.5258097597597597,
"velocity_total": 0.5795393393393393
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.8480951951951952,
"causal_surprisal_flow": 0.024566366366366374,
"causal_surprisal_packet_max": 0.26566726726726725,
"causal_surprisal_packet_mean": 0.30550668168168166,
"causal_surprisal_packet_median": 0.4846456456456456,
"causal_surprisal_packet_trimmed10_mean": 0.43130412912912913,
"causal_surprisal_total": 0.09413603603603604,
"consistency_total": 0.650896921921922,
"curvature_flow": 0.07037942942942943,
"curvature_packet": 0.9521512012012011,
"curvature_total": 0.7317549549549549,
"direction_drift_flow": 0.17504609609609606,
"direction_drift_packet_max": 0.4688741741741742,
"direction_drift_packet_mean": 0.5968522522522524,
"direction_drift_packet_median": 0.6326927177177177,
"direction_drift_packet_trimmed10_mean": 0.6380397897897898,
"direction_drift_total": 0.33691996996997,
"flow_consistency": 0.598449024024024,
"kappa2_speed2norm_packet_mean": 0.8248736486486488,
"kappa2_speed2norm_packet_median": 0.8717093093093093,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8745363363363364,
"kinetic_energy": 0.8512990990990991,
"kinetic_flow": 0.29974984984984987,
"kinetic_packet": 0.9382075075075074,
"packet_consistency": 0.8261569069069069,
"pna_flow": 0.1752228228228228,
"pna_packet_max": 0.6574013513513515,
"pna_packet_mean": 0.8248736486486488,
"pna_packet_median": 0.8717093093093093,
"pna_packet_trimmed10_mean": 0.8745363363363364,
"terminal_flow": 0.28911471471471467,
"terminal_norm": 0.7987204204204204,
"terminal_packet": 0.9384806306306306,
"velocity_flow": 0.461868018018018,
"velocity_packet": 0.6753462462462463,
"velocity_total": 0.7284136636636637
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.21319917417417417,
"causal_surprisal_flow": 0.9821162162162163,
"causal_surprisal_packet_max": 0.9122807807807808,
"causal_surprisal_packet_mean": 0.22540472972972975,
"causal_surprisal_packet_median": 0.06845795795795795,
"causal_surprisal_packet_trimmed10_mean": 0.031572822822822824,
"causal_surprisal_total": 0.17802567567567568,
"consistency_total": 0.41459136636636645,
"curvature_flow": 0.7463953453453452,
"curvature_packet": 0.7975829579579581,
"curvature_total": 0.8278551051051051,
"direction_drift_flow": 0.38616516516516514,
"direction_drift_packet_max": 0.8809433183183184,
"direction_drift_packet_mean": 0.7716047297297297,
"direction_drift_packet_median": 0.7532078828828829,
"direction_drift_packet_trimmed10_mean": 0.7796301801801803,
"direction_drift_total": 0.7837394894894895,
"flow_consistency": 0.42629639639639644,
"kappa2_speed2norm_packet_mean": 0.9812478978978979,
"kappa2_speed2norm_packet_median": 0.9612602102102102,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9808993243243243,
"kinetic_energy": 0.20705352852852854,
"kinetic_flow": 0.9466611111111112,
"kinetic_packet": 0.2739843093093093,
"packet_consistency": 0.4310925675675676,
"pna_flow": 0.16950090090090086,
"pna_packet_max": 0.9513268768768769,
"pna_packet_mean": 0.9812478978978979,
"pna_packet_median": 0.9612602102102102,
"pna_packet_trimmed10_mean": 0.9808993243243243,
"terminal_flow": 0.30656156156156156,
"terminal_norm": 0.17921786786786786,
"terminal_packet": 0.2734314564564565,
"velocity_flow": 0.915181081081081,
"velocity_packet": 0.5168430930930931,
"velocity_total": 0.4051551051051051
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.29931232876712327,
"causal_surprisal_flow": 0.03138767123287672,
"causal_surprisal_packet_max": 0.9970369863013699,
"causal_surprisal_packet_mean": 0.45004794520547947,
"causal_surprisal_packet_median": 0.23628493150684932,
"causal_surprisal_packet_trimmed10_mean": 0.19091232876712327,
"causal_surprisal_total": 0.009434246575342465,
"consistency_total": 0.7864972602739726,
"curvature_flow": 0.627695890410959,
"curvature_packet": 0.8834438356164384,
"curvature_total": 0.9097438356164382,
"direction_drift_flow": 0.013471232876712352,
"direction_drift_packet_max": 0.7121013698630138,
"direction_drift_packet_mean": 0.5680157534246576,
"direction_drift_packet_median": 0.567513698630137,
"direction_drift_packet_trimmed10_mean": 0.5933342465753424,
"direction_drift_total": 0.6037506849315069,
"flow_consistency": 0.7905191780821919,
"kappa2_speed2norm_packet_mean": 0.9394835616438356,
"kappa2_speed2norm_packet_median": 0.950790410958904,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9645568493150685,
"kinetic_energy": 0.2885054794520548,
"kinetic_flow": 0.9877123287671233,
"kinetic_packet": 0.2817602739726027,
"packet_consistency": 0.41955205479452057,
"pna_flow": 0.019257534246575347,
"pna_packet_max": 0.7955301369863013,
"pna_packet_mean": 0.9394835616438356,
"pna_packet_median": 0.950790410958904,
"pna_packet_trimmed10_mean": 0.9645568493150685,
"terminal_flow": 0.9845452054794521,
"terminal_norm": 0.2552945205479452,
"terminal_packet": 0.3249643835616438,
"velocity_flow": 0.9844369863013699,
"velocity_packet": 0.6735273972602741,
"velocity_total": 0.6262095890410959
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.6993230769230769,
"causal_surprisal_flow": 0.39844615384615384,
"causal_surprisal_packet_max": 0.7791769230769231,
"causal_surprisal_packet_mean": 0.7585461538461538,
"causal_surprisal_packet_median": 0.5506538461538462,
"causal_surprisal_packet_trimmed10_mean": 0.5953384615384616,
"causal_surprisal_total": 0.3269384615384615,
"consistency_total": 0.6586769230769232,
"curvature_flow": 0.17162307692307693,
"curvature_packet": 0.9923538461538461,
"curvature_total": 0.9872000000000001,
"direction_drift_flow": 0.42524615384615383,
"direction_drift_packet_max": 0.7955923076923077,
"direction_drift_packet_mean": 0.8990230769230769,
"direction_drift_packet_median": 0.9004,
"direction_drift_packet_trimmed10_mean": 0.8839384615384616,
"direction_drift_total": 0.8511692307692308,
"flow_consistency": 0.6623,
"kappa2_speed2norm_packet_mean": 0.9750846153846153,
"kappa2_speed2norm_packet_median": 0.939576923076923,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9565076923076924,
"kinetic_energy": 0.7035846153846154,
"kinetic_flow": 0.6980153846153847,
"kinetic_packet": 0.7037461538461539,
"packet_consistency": 0.42562307692307694,
"pna_flow": 0.1053923076923077,
"pna_packet_max": 0.8521615384615384,
"pna_packet_mean": 0.9750846153846153,
"pna_packet_median": 0.939576923076923,
"pna_packet_trimmed10_mean": 0.9565076923076924,
"terminal_flow": 0.8656076923076923,
"terminal_norm": 0.7407538461538461,
"terminal_packet": 0.7363307692307693,
"velocity_flow": 0.5599076923076923,
"velocity_packet": 0.531,
"velocity_total": 0.4892384615384616
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.48272222222222216,
"causal_surprisal_flow": 0.0011777777777777652,
"causal_surprisal_packet_max": 0.9976055555555555,
"causal_surprisal_packet_mean": 0.48864444444444444,
"causal_surprisal_packet_median": 0.18577222222222223,
"causal_surprisal_packet_trimmed10_mean": 0.19038333333333335,
"causal_surprisal_total": 0.007327777777777797,
"consistency_total": 0.7763,
"curvature_flow": 0.6161555555555556,
"curvature_packet": 0.9662833333333333,
"curvature_total": 0.9802944444444445,
"direction_drift_flow": 0.011561111111111133,
"direction_drift_packet_max": 0.6379944444444444,
"direction_drift_packet_mean": 0.3795,
"direction_drift_packet_median": 0.3242333333333333,
"direction_drift_packet_trimmed10_mean": 0.3443777777777778,
"direction_drift_total": 0.3745833333333333,
"flow_consistency": 0.7702333333333333,
"kappa2_speed2norm_packet_mean": 0.8660833333333333,
"kappa2_speed2norm_packet_median": 0.8349722222222222,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8994833333333333,
"kinetic_energy": 0.4763,
"kinetic_flow": 0.9895388888888889,
"kinetic_packet": 0.4492722222222222,
"packet_consistency": 0.7598777777777778,
"pna_flow": 0.011488888888888875,
"pna_packet_max": 0.8124166666666667,
"pna_packet_mean": 0.8660833333333333,
"pna_packet_median": 0.8349722222222222,
"pna_packet_trimmed10_mean": 0.8994833333333333,
"terminal_flow": 0.99715,
"terminal_norm": 0.3100222222222222,
"terminal_packet": 0.41756111111111105,
"velocity_flow": 0.98605,
"velocity_packet": 0.8900944444444443,
"velocity_total": 0.7598166666666666
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.9s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/legacy_unified_consistency_ddos2019_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/legacy_unified_consistency_ddos2019_to_cicids2017.npz
=== overall AUROC top-10 ===
kappa2_speed2norm_packet_mean AUROC=0.8842 AUPRC=0.8179
pna_packet_mean AUROC=0.8842 AUPRC=0.8179
kappa2_speed2norm_packet_trimmed10_mean AUROC=0.8828 AUPRC=0.8141
pna_packet_trimmed10_mean AUROC=0.8828 AUPRC=0.8141
kappa2_speed2norm_packet_median AUROC=0.8822 AUPRC=0.8063
pna_packet_median AUROC=0.8822 AUPRC=0.8063
curvature_packet AUROC=0.8769 AUPRC=0.8264
curvature_total AUROC=0.8338 AUPRC=0.7755
pna_packet_max AUROC=0.7933 AUPRC=0.6376
direction_drift_packet_max AUROC=0.7378 AUPRC=0.5807

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_a_causal_ciciot2023_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.889500716026813,
"auprc": 0.8962302923413374
},
"causal_surprisal_flow": {
"auroc": 0.3203947085110705,
"auprc": 0.37760204308667844
},
"causal_surprisal_packet_max": {
"auroc": 0.14309983241925653,
"auprc": 0.3286413842691793
},
"causal_surprisal_packet_mean": {
"auroc": 0.1823356134470851,
"auprc": 0.341114242490315
},
"causal_surprisal_packet_median": {
"auroc": 0.21347065813528338,
"auprc": 0.3498324973752782
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.1971543520211253,
"auprc": 0.3453694067636989
},
"causal_surprisal_total": {
"auroc": 0.31957720394068656,
"auprc": 0.3764184756020496
},
"consistency_total": {
"auroc": 0.7960312969733901,
"auprc": 0.7125138058256044
},
"curvature_flow": {
"auroc": 0.520259440381881,
"auprc": 0.5136984939639826
},
"curvature_packet": {
"auroc": 0.805566275644932,
"auprc": 0.7338510852080206
},
"curvature_total": {
"auroc": 0.7928623400365631,
"auprc": 0.6902635718864123
},
"direction_drift_flow": {
"auroc": 0.36329030062969736,
"auprc": 0.39213822298246237
},
"direction_drift_packet_max": {
"auroc": 0.17277147064797888,
"auprc": 0.3324749252784288
},
"direction_drift_packet_mean": {
"auroc": 0.23622609181393459,
"auprc": 0.3511954122653728
},
"direction_drift_packet_median": {
"auroc": 0.24103584196628072,
"auprc": 0.3532757114011133
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.24773840138127157,
"auprc": 0.3546888105165522
},
"direction_drift_total": {
"auroc": 0.16770903412553323,
"auprc": 0.33212618472080535
},
"flow_consistency": {
"auroc": 0.7837246242128784,
"auprc": 0.7117796369285185
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.6321859384521633,
"auprc": 0.6231986957179867
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.6180035598212472,
"auprc": 0.6102964146868521
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.6339534785699777,
"auprc": 0.6293043619101059
},
"kinetic_energy": {
"auroc": 0.8894927229331707,
"auprc": 0.8965203262626704
},
"kinetic_flow": {
"auroc": 0.7881075106642291,
"auprc": 0.6750153625626959
},
"kinetic_packet": {
"auroc": 0.8088577087141987,
"auprc": 0.7719120399842921
},
"packet_consistency": {
"auroc": 0.7880273105829778,
"auprc": 0.7044792580992678
},
"pna_flow": {
"auroc": 0.3042806774324599,
"auprc": 0.3727354077041822
},
"pna_packet_max": {
"auroc": 0.45796482327848875,
"auprc": 0.4691897530267229
},
"pna_packet_mean": {
"auroc": 0.6321859384521633,
"auprc": 0.6231986957179867
},
"pna_packet_median": {
"auroc": 0.6180035598212472,
"auprc": 0.6102964146868521
},
"pna_packet_trimmed10_mean": {
"auroc": 0.6339534785699777,
"auprc": 0.6293043619101059
},
"terminal_flow": {
"auroc": 0.7124658338411537,
"auprc": 0.6369379334941929
},
"terminal_norm": {
"auroc": 0.7973233698964047,
"auprc": 0.7347980764469524
},
"terminal_packet": {
"auroc": 0.7825195003046923,
"auprc": 0.7506130701887469
},
"velocity_flow": {
"auroc": 0.7859230956733698,
"auprc": 0.6601020368525216
},
"velocity_packet": {
"auroc": 0.8011879595774933,
"auprc": 0.7262891567236167
},
"velocity_total": {
"auroc": 0.9065068098720291,
"auprc": 0.9157044566981516
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.9949028911564626,
"causal_surprisal_flow": 0.28191054421768713,
"causal_surprisal_packet_max": 0.05207942176870747,
"causal_surprisal_packet_mean": 0.07811275510204081,
"causal_surprisal_packet_median": 0.11364506802721089,
"causal_surprisal_packet_trimmed10_mean": 0.09299166666666668,
"causal_surprisal_total": 0.31230586734693877,
"consistency_total": 0.8003477891156462,
"curvature_flow": 0.15247125850340135,
"curvature_packet": 0.9282603741496599,
"curvature_total": 0.7373813775510204,
"direction_drift_flow": 0.3972331632653061,
"direction_drift_packet_max": 0.04122525510204081,
"direction_drift_packet_mean": 0.07310493197278911,
"direction_drift_packet_median": 0.08705918367346939,
"direction_drift_packet_trimmed10_mean": 0.08868707482993197,
"direction_drift_total": 0.04752908163265307,
"flow_consistency": 0.7749263605442177,
"kappa2_speed2norm_packet_mean": 0.6510686224489796,
"kappa2_speed2norm_packet_median": 0.6670914965986394,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6657519557823129,
"kinetic_energy": 0.9950993197278911,
"kinetic_flow": 0.8783683673469388,
"kinetic_packet": 0.9621447278911565,
"packet_consistency": 0.948525,
"pna_flow": 0.10510748299319728,
"pna_packet_max": 0.37068180272108847,
"pna_packet_mean": 0.6510686224489796,
"pna_packet_median": 0.6670914965986394,
"pna_packet_trimmed10_mean": 0.6657519557823129,
"terminal_flow": 0.8825945578231292,
"terminal_norm": 0.9461489795918367,
"terminal_packet": 0.9610392857142858,
"velocity_flow": 0.8262701530612245,
"velocity_packet": 0.945116156462585,
"velocity_total": 0.9927578231292518
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.9965841836734693,
"causal_surprisal_flow": 0.2825287414965986,
"causal_surprisal_packet_max": 0.05208996598639455,
"causal_surprisal_packet_mean": 0.07710765306122448,
"causal_surprisal_packet_median": 0.1125360544217687,
"causal_surprisal_packet_trimmed10_mean": 0.09133979591836734,
"causal_surprisal_total": 0.3125421768707483,
"consistency_total": 0.7967159013605443,
"curvature_flow": 0.12303197278911565,
"curvature_packet": 0.93751768707483,
"curvature_total": 0.7400391156462583,
"direction_drift_flow": 0.4050177721088436,
"direction_drift_packet_max": 0.03608392857142857,
"direction_drift_packet_mean": 0.059602721088435374,
"direction_drift_packet_median": 0.07339608843537415,
"direction_drift_packet_trimmed10_mean": 0.07457380952380951,
"direction_drift_total": 0.041405952380952384,
"flow_consistency": 0.7717377551020408,
"kappa2_speed2norm_packet_mean": 0.6333238945578232,
"kappa2_speed2norm_packet_median": 0.6506447278911563,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6485613095238095,
"kinetic_energy": 0.996762925170068,
"kinetic_flow": 0.8824721088435373,
"kinetic_packet": 0.9720125850340137,
"packet_consistency": 0.9600598639455781,
"pna_flow": 0.09334906462585034,
"pna_packet_max": 0.35995586734693874,
"pna_packet_mean": 0.6333238945578232,
"pna_packet_median": 0.6506447278911563,
"pna_packet_trimmed10_mean": 0.6485613095238095,
"terminal_flow": 0.8934107142857143,
"terminal_norm": 0.9517073129251701,
"terminal_packet": 0.9696520408163266,
"velocity_flow": 0.8293091836734693,
"velocity_packet": 0.960445663265306,
"velocity_total": 0.9948925170068027
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.9805736394557824,
"causal_surprisal_flow": 0.29016071428571427,
"causal_surprisal_packet_max": 0.05475731292517006,
"causal_surprisal_packet_mean": 0.09658401360544219,
"causal_surprisal_packet_median": 0.13706275510204083,
"causal_surprisal_packet_trimmed10_mean": 0.11923860544217688,
"causal_surprisal_total": 0.33180952380952383,
"consistency_total": 0.8761858843537416,
"curvature_flow": 0.3806308673469388,
"curvature_packet": 0.9051094387755102,
"curvature_total": 0.787883418367347,
"direction_drift_flow": 0.3510477040816326,
"direction_drift_packet_max": 0.0649328231292517,
"direction_drift_packet_mean": 0.13983996598639453,
"direction_drift_packet_median": 0.15355790816326528,
"direction_drift_packet_trimmed10_mean": 0.15967942176870747,
"direction_drift_total": 0.07646284013605442,
"flow_consistency": 0.8759710884353742,
"kappa2_speed2norm_packet_mean": 0.8017098639455782,
"kappa2_speed2norm_packet_median": 0.8105892006802721,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8113762755102041,
"kinetic_energy": 0.9806028911564626,
"kinetic_flow": 0.8807928571428573,
"kinetic_packet": 0.8853681972789116,
"packet_consistency": 0.8337295918367347,
"pna_flow": 0.16555612244897958,
"pna_packet_max": 0.4815015306122449,
"pna_packet_mean": 0.8017098639455782,
"pna_packet_median": 0.8105892006802721,
"pna_packet_trimmed10_mean": 0.8113762755102041,
"terminal_flow": 0.795981462585034,
"terminal_norm": 0.903412074829932,
"terminal_packet": 0.8771688775510204,
"velocity_flow": 0.8635573129251701,
"velocity_packet": 0.8187964285714285,
"velocity_total": 0.9904454081632653
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.6942488095238094,
"causal_surprisal_flow": 0.7553294217687075,
"causal_surprisal_packet_max": 0.06570867346938776,
"causal_surprisal_packet_mean": 0.11920391156462586,
"causal_surprisal_packet_median": 0.15078571428571427,
"causal_surprisal_packet_trimmed10_mean": 0.13721462585034014,
"causal_surprisal_total": 0.3102948129251701,
"consistency_total": 0.8395295918367347,
"curvature_flow": 0.6551391156462585,
"curvature_packet": 0.9163423469387755,
"curvature_total": 0.9136675170068027,
"direction_drift_flow": 0.29792670068027216,
"direction_drift_packet_max": 0.30443664965986394,
"direction_drift_packet_mean": 0.09869489795918367,
"direction_drift_packet_median": 0.10018503401360543,
"direction_drift_packet_trimmed10_mean": 0.10065263605442176,
"direction_drift_total": 0.23603299319727888,
"flow_consistency": 0.8427936224489795,
"kappa2_speed2norm_packet_mean": 0.5650938775510204,
"kappa2_speed2norm_packet_median": 0.5395772108843537,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5289943027210884,
"kinetic_energy": 0.6943612244897959,
"kinetic_flow": 0.9024659863945578,
"kinetic_packet": 0.8743464285714284,
"packet_consistency": 0.6860906462585035,
"pna_flow": 0.1730576530612245,
"pna_packet_max": 0.7553231292517006,
"pna_packet_mean": 0.5650938775510204,
"pna_packet_median": 0.5395772108843537,
"pna_packet_trimmed10_mean": 0.5289943027210884,
"terminal_flow": 0.8404131802721088,
"terminal_norm": 0.6747417517006804,
"terminal_packet": 0.7139798469387754,
"velocity_flow": 0.9008969387755101,
"velocity_packet": 0.8927160714285715,
"velocity_total": 0.617451700680272
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.9357838435374148,
"causal_surprisal_flow": 0.2628384353741497,
"causal_surprisal_packet_max": 0.051203061224489796,
"causal_surprisal_packet_mean": 0.08039574829931974,
"causal_surprisal_packet_median": 0.11351428571428572,
"causal_surprisal_packet_trimmed10_mean": 0.09373928571428572,
"causal_surprisal_total": 0.2934028911564626,
"consistency_total": 0.954784268707483,
"curvature_flow": 0.8544142857142857,
"curvature_packet": 0.6615905612244897,
"curvature_total": 0.8718747448979592,
"direction_drift_flow": 0.31487772108843537,
"direction_drift_packet_max": 0.3324448979591837,
"direction_drift_packet_mean": 0.6324107142857142,
"direction_drift_packet_median": 0.6516853741496598,
"direction_drift_packet_trimmed10_mean": 0.6419512755102041,
"direction_drift_total": 0.36189226190476187,
"flow_consistency": 0.9610181972789116,
"kappa2_speed2norm_packet_mean": 0.849584268707483,
"kappa2_speed2norm_packet_median": 0.8557877551020409,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8575090986394558,
"kinetic_energy": 0.935716156462585,
"kinetic_flow": 0.8516222789115646,
"kinetic_packet": 0.5825190476190476,
"packet_consistency": 0.6945884353741497,
"pna_flow": 0.49246054421768715,
"pna_packet_max": 0.5647211734693878,
"pna_packet_mean": 0.849584268707483,
"pna_packet_median": 0.8557877551020409,
"pna_packet_trimmed10_mean": 0.8575090986394558,
"terminal_flow": 0.6282945578231294,
"terminal_norm": 0.8268591836734694,
"terminal_packet": 0.7285234693877551,
"velocity_flow": 0.8644239795918367,
"velocity_packet": 0.6189706632653061,
"velocity_total": 0.990056462585034
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.9965200680272109,
"causal_surprisal_flow": 0.281696768707483,
"causal_surprisal_packet_max": 0.05212636054421768,
"causal_surprisal_packet_mean": 0.07751751700680272,
"causal_surprisal_packet_median": 0.11306615646258503,
"causal_surprisal_packet_trimmed10_mean": 0.09199081632653063,
"causal_surprisal_total": 0.3124416666666666,
"consistency_total": 0.8071324829931973,
"curvature_flow": 0.1567500850340136,
"curvature_packet": 0.9255896258503401,
"curvature_total": 0.7511610544217686,
"direction_drift_flow": 0.3894153911564626,
"direction_drift_packet_max": 0.04552363945578232,
"direction_drift_packet_mean": 0.08008656462585034,
"direction_drift_packet_median": 0.09414812925170069,
"direction_drift_packet_trimmed10_mean": 0.09490561224489795,
"direction_drift_total": 0.05235850340136056,
"flow_consistency": 0.7853969387755102,
"kappa2_speed2norm_packet_mean": 0.6450431972789116,
"kappa2_speed2norm_packet_median": 0.6615166666666665,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6597802721088436,
"kinetic_energy": 0.9966323129251702,
"kinetic_flow": 0.8864571428571429,
"kinetic_packet": 0.9556461734693878,
"packet_consistency": 0.9482034013605442,
"pna_flow": 0.1127090136054422,
"pna_packet_max": 0.36496981292517006,
"pna_packet_mean": 0.6450431972789116,
"pna_packet_median": 0.6615166666666665,
"pna_packet_trimmed10_mean": 0.6597802721088436,
"terminal_flow": 0.8796329931972791,
"terminal_norm": 0.9455477891156464,
"terminal_packet": 0.9582239795918368,
"velocity_flow": 0.8555114795918368,
"velocity_packet": 0.946433163265306,
"velocity_total": 0.9990569727891156
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.7589054421768707,
"causal_surprisal_flow": 0.3118295918367347,
"causal_surprisal_packet_max": 0.056958843537414955,
"causal_surprisal_packet_mean": 0.10751224489795919,
"causal_surprisal_packet_median": 0.14665068027210884,
"causal_surprisal_packet_trimmed10_mean": 0.12893826530612246,
"causal_surprisal_total": 0.3194876700680272,
"consistency_total": 0.6509750850340136,
"curvature_flow": 0.7116438775510204,
"curvature_packet": 0.7384877551020408,
"curvature_total": 0.7673501700680272,
"direction_drift_flow": 0.3656801870748299,
"direction_drift_packet_max": 0.12957414965986394,
"direction_drift_packet_mean": 0.16801615646258505,
"direction_drift_packet_median": 0.16823945578231295,
"direction_drift_packet_trimmed10_mean": 0.17607610544217686,
"direction_drift_total": 0.14384209183673471,
"flow_consistency": 0.6136044217687076,
"kappa2_speed2norm_packet_mean": 0.5492897959183674,
"kappa2_speed2norm_packet_median": 0.5464637755102041,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5362049319727891,
"kinetic_energy": 0.7575057823129251,
"kinetic_flow": 0.6842528911564625,
"kinetic_packet": 0.7084207482993198,
"packet_consistency": 0.7471843537414965,
"pna_flow": 0.46973367346938777,
"pna_packet_max": 0.4384152210884354,
"pna_packet_mean": 0.5492897959183674,
"pna_packet_median": 0.5464637755102041,
"pna_packet_trimmed10_mean": 0.5362049319727891,
"terminal_flow": 0.4312231292517006,
"terminal_norm": 0.5238045918367347,
"terminal_packet": 0.5487181972789116,
"velocity_flow": 0.7290031462585034,
"velocity_packet": 0.7764537414965987,
"velocity_total": 0.8339510204081633
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.7630741496598639,
"causal_surprisal_flow": 0.3117406462585034,
"causal_surprisal_packet_max": 0.057224149659863936,
"causal_surprisal_packet_mean": 0.1092170918367347,
"causal_surprisal_packet_median": 0.14827738095238094,
"causal_surprisal_packet_trimmed10_mean": 0.13107772108843538,
"causal_surprisal_total": 0.3220668367346939,
"consistency_total": 0.6536107142857144,
"curvature_flow": 0.7293859693877552,
"curvature_packet": 0.7185884353741496,
"curvature_total": 0.7641912414965988,
"direction_drift_flow": 0.3636803571428572,
"direction_drift_packet_max": 0.12125399659863945,
"direction_drift_packet_mean": 0.17171292517006803,
"direction_drift_packet_median": 0.17383588435374148,
"direction_drift_packet_trimmed10_mean": 0.1830827380952381,
"direction_drift_total": 0.14061292517006804,
"flow_consistency": 0.6158076530612244,
"kappa2_speed2norm_packet_mean": 0.544072619047619,
"kappa2_speed2norm_packet_median": 0.5377755102040815,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5378098639455782,
"kinetic_energy": 0.7615839285714286,
"kinetic_flow": 0.6812479591836735,
"kinetic_packet": 0.7134630952380953,
"packet_consistency": 0.7450831632653062,
"pna_flow": 0.47480153061224484,
"pna_packet_max": 0.44101377551020404,
"pna_packet_mean": 0.544072619047619,
"pna_packet_median": 0.5377755102040815,
"pna_packet_trimmed10_mean": 0.5378098639455782,
"terminal_flow": 0.42304676870748303,
"terminal_norm": 0.5224993197278911,
"terminal_packet": 0.5497072278911564,
"velocity_flow": 0.7262798469387755,
"velocity_packet": 0.7702896258503401,
"velocity_total": 0.8339687074829932
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.997833843537415,
"causal_surprisal_flow": 0.2821329931972789,
"causal_surprisal_packet_max": 0.05329931972789115,
"causal_surprisal_packet_mean": 0.07809489795918367,
"causal_surprisal_packet_median": 0.11310272108843537,
"causal_surprisal_packet_trimmed10_mean": 0.09174795918367347,
"causal_surprisal_total": 0.31172789115646254,
"consistency_total": 0.8026052721088435,
"curvature_flow": 0.12113928571428571,
"curvature_packet": 0.9397833333333334,
"curvature_total": 0.7466181972789117,
"direction_drift_flow": 0.4262515306122449,
"direction_drift_packet_max": 0.035423639455782314,
"direction_drift_packet_mean": 0.058133163265306126,
"direction_drift_packet_median": 0.07191972789115647,
"direction_drift_packet_trimmed10_mean": 0.07391275510204082,
"direction_drift_total": 0.0401702380952381,
"flow_consistency": 0.7811562925170067,
"kappa2_speed2norm_packet_mean": 0.6289354591836736,
"kappa2_speed2norm_packet_median": 0.6449401360544217,
"kappa2_speed2norm_packet_trimmed10_mean": 0.644508418367347,
"kinetic_energy": 0.9980022108843537,
"kinetic_flow": 0.8819102040816327,
"kinetic_packet": 0.974837074829932,
"packet_consistency": 0.9621559523809524,
"pna_flow": 0.09367227891156463,
"pna_packet_max": 0.3555253401360544,
"pna_packet_mean": 0.6289354591836736,
"pna_packet_median": 0.6449401360544217,
"pna_packet_trimmed10_mean": 0.644508418367347,
"terminal_flow": 0.8955666666666667,
"terminal_norm": 0.9541675170068027,
"terminal_packet": 0.9709908163265306,
"velocity_flow": 0.8202136904761905,
"velocity_packet": 0.9622369047619048,
"velocity_total": 0.9954442176870748
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.9774022959183672,
"causal_surprisal_flow": 0.2912763605442177,
"causal_surprisal_packet_max": 0.054917006802721074,
"causal_surprisal_packet_mean": 0.09809489795918366,
"causal_surprisal_packet_median": 0.13842976190476192,
"causal_surprisal_packet_trimmed10_mean": 0.12083078231292517,
"causal_surprisal_total": 0.3348632653061225,
"consistency_total": 0.8781649659863946,
"curvature_flow": 0.41616054421768706,
"curvature_packet": 0.8937539965986396,
"curvature_total": 0.7851171768707482,
"direction_drift_flow": 0.3401206632653061,
"direction_drift_packet_max": 0.06692125850340136,
"direction_drift_packet_mean": 0.14567312925170067,
"direction_drift_packet_median": 0.15930867346938776,
"direction_drift_packet_trimmed10_mean": 0.1654329931972789,
"direction_drift_total": 0.07900272108843537,
"flow_consistency": 0.8787273809523808,
"kappa2_speed2norm_packet_mean": 0.8052469387755101,
"kappa2_speed2norm_packet_median": 0.8138470238095239,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8148051020408162,
"kinetic_energy": 0.9773767006802722,
"kinetic_flow": 0.8791937074829933,
"kinetic_packet": 0.8717178571428572,
"packet_consistency": 0.8265957482993198,
"pna_flow": 0.18121037414965988,
"pna_packet_max": 0.4935284013605442,
"pna_packet_mean": 0.8052469387755101,
"pna_packet_median": 0.8138470238095239,
"pna_packet_trimmed10_mean": 0.8148051020408162,
"terminal_flow": 0.7866369047619048,
"terminal_norm": 0.9014163265306123,
"terminal_packet": 0.8702843537414966,
"velocity_flow": 0.8630488095238095,
"velocity_packet": 0.8059772108843537,
"velocity_total": 0.9892465986394557
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.9158372448979593,
"causal_surprisal_flow": 0.267609693877551,
"causal_surprisal_packet_max": 0.05205034013605442,
"causal_surprisal_packet_mean": 0.08515238095238095,
"causal_surprisal_packet_median": 0.11829795918367347,
"causal_surprisal_packet_trimmed10_mean": 0.09906275510204081,
"causal_surprisal_total": 0.3072857142857143,
"consistency_total": 0.9526227891156461,
"curvature_flow": 0.8322931972789116,
"curvature_packet": 0.6313646258503403,
"curvature_total": 0.845651700680272,
"direction_drift_flow": 0.307716156462585,
"direction_drift_packet_max": 0.3319899659863946,
"direction_drift_packet_mean": 0.6370333333333333,
"direction_drift_packet_median": 0.6570306122448979,
"direction_drift_packet_trimmed10_mean": 0.646266156462585,
"direction_drift_total": 0.36500578231292513,
"flow_consistency": 0.9598328231292517,
"kappa2_speed2norm_packet_mean": 0.826069387755102,
"kappa2_speed2norm_packet_median": 0.8337892857142858,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8349431972789114,
"kinetic_energy": 0.9157541666666666,
"kinetic_flow": 0.8294404761904762,
"kinetic_packet": 0.5664719387755103,
"packet_consistency": 0.6890996598639455,
"pna_flow": 0.48677602040816326,
"pna_packet_max": 0.5421200680272109,
"pna_packet_mean": 0.826069387755102,
"pna_packet_median": 0.8337892857142858,
"pna_packet_trimmed10_mean": 0.8349431972789114,
"terminal_flow": 0.6267586734693877,
"terminal_norm": 0.8146982993197279,
"terminal_packet": 0.709582993197279,
"velocity_flow": 0.8548773809523811,
"velocity_packet": 0.5899702380952381,
"velocity_total": 0.9825374149659863
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.9307849489795917,
"causal_surprisal_flow": 0.26453656462585035,
"causal_surprisal_packet_max": 0.054120068027210894,
"causal_surprisal_packet_mean": 0.08484897959183674,
"causal_surprisal_packet_median": 0.11737619047619048,
"causal_surprisal_packet_trimmed10_mean": 0.09800561224489795,
"causal_surprisal_total": 0.3030295918367347,
"consistency_total": 0.952154081632653,
"curvature_flow": 0.8270544217687075,
"curvature_packet": 0.6605005102040815,
"curvature_total": 0.8505831632653063,
"direction_drift_flow": 0.3279086734693878,
"direction_drift_packet_max": 0.3352316326530612,
"direction_drift_packet_mean": 0.635951275510204,
"direction_drift_packet_median": 0.6544194727891156,
"direction_drift_packet_trimmed10_mean": 0.6452972789115646,
"direction_drift_total": 0.3659335884353741,
"flow_consistency": 0.9589846938775509,
"kappa2_speed2norm_packet_mean": 0.8457761054421769,
"kappa2_speed2norm_packet_median": 0.8490400510204082,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8538080782312925,
"kinetic_energy": 0.9306630952380953,
"kinetic_flow": 0.8442706632653061,
"kinetic_packet": 0.583778231292517,
"packet_consistency": 0.6918433673469387,
"pna_flow": 0.47282823129251705,
"pna_packet_max": 0.5549687074829932,
"pna_packet_mean": 0.8457761054421769,
"pna_packet_median": 0.8490400510204082,
"pna_packet_trimmed10_mean": 0.8538080782312925,
"terminal_flow": 0.6410553571428572,
"terminal_norm": 0.8323937074829932,
"terminal_packet": 0.7295397959183674,
"velocity_flow": 0.8532569727891157,
"velocity_packet": 0.6075343537414967,
"velocity_total": 0.9812727891156463
},
"Syn": {
"_n": 588.0,
"arc_length": 0.911989200680272,
"causal_surprisal_flow": 0.2865093537414966,
"causal_surprisal_packet_max": 0.7377591836734695,
"causal_surprisal_packet_mean": 0.794872619047619,
"causal_surprisal_packet_median": 0.8018925170068028,
"causal_surprisal_packet_trimmed10_mean": 0.7953193877551019,
"causal_surprisal_total": 0.3347491496598639,
"consistency_total": 0.8264416666666666,
"curvature_flow": 0.6593556122448979,
"curvature_packet": 0.8172251700680272,
"curvature_total": 0.8335576530612244,
"direction_drift_flow": 0.409543962585034,
"direction_drift_packet_max": 0.28213214285714283,
"direction_drift_packet_mean": 0.2225340986394558,
"direction_drift_packet_median": 0.1697345238095238,
"direction_drift_packet_trimmed10_mean": 0.23553095238095237,
"direction_drift_total": 0.1622312925170068,
"flow_consistency": 0.8222124149659864,
"kappa2_speed2norm_packet_mean": 0.3814607993197279,
"kappa2_speed2norm_packet_median": 0.16788579931972789,
"kappa2_speed2norm_packet_trimmed10_mean": 0.373097619047619,
"kinetic_energy": 0.9144990646258503,
"kinetic_flow": 0.58824268707483,
"kinetic_packet": 0.9706051020408164,
"packet_consistency": 0.8302795918367347,
"pna_flow": 0.42566998299319725,
"pna_packet_max": 0.40221743197278914,
"pna_packet_mean": 0.3814607993197279,
"pna_packet_median": 0.16788579931972789,
"pna_packet_trimmed10_mean": 0.373097619047619,
"terminal_flow": 0.8840056122448979,
"terminal_norm": 0.9344421768707483,
"terminal_packet": 0.9687244897959184,
"velocity_flow": 0.5923721938775509,
"velocity_packet": 0.8584503401360545,
"velocity_total": 0.8485947278911564
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.836175,
"causal_surprisal_flow": 0.2940358843537415,
"causal_surprisal_packet_max": 0.06459098639455782,
"causal_surprisal_packet_mean": 0.11746360544217688,
"causal_surprisal_packet_median": 0.1519706632653061,
"causal_surprisal_packet_trimmed10_mean": 0.14004761904761903,
"causal_surprisal_total": 0.2988438775510204,
"consistency_total": 0.7030860544217687,
"curvature_flow": 0.29172636054421763,
"curvature_packet": 0.8762093537414966,
"curvature_total": 0.7447964285714285,
"direction_drift_flow": 0.40979362244897954,
"direction_drift_packet_max": 0.1495908163265306,
"direction_drift_packet_mean": 0.20760425170068028,
"direction_drift_packet_median": 0.2078796768707483,
"direction_drift_packet_trimmed10_mean": 0.22121819727891157,
"direction_drift_total": 0.20232074829931973,
"flow_consistency": 0.679283843537415,
"kappa2_speed2norm_packet_mean": 0.6560138605442177,
"kappa2_speed2norm_packet_median": 0.6638859693877551,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6613388605442178,
"kinetic_energy": 0.8353168367346939,
"kinetic_flow": 0.7335821428571427,
"kinetic_packet": 0.8546167517006803,
"packet_consistency": 0.7960818027210884,
"pna_flow": 0.1493042517006803,
"pna_packet_max": 0.46455977891156464,
"pna_packet_mean": 0.6560138605442177,
"pna_packet_median": 0.6638859693877551,
"pna_packet_trimmed10_mean": 0.6613388605442178,
"terminal_flow": 0.7800585034013607,
"terminal_norm": 0.8550891156462586,
"terminal_packet": 0.7482443027210884,
"velocity_flow": 0.7081811224489797,
"velocity_packet": 0.8134381802721089,
"velocity_total": 0.8363027210884353
},
"UDP": {
"_n": 588.0,
"arc_length": 0.7445013605442178,
"causal_surprisal_flow": 0.3124857142857143,
"causal_surprisal_packet_max": 0.0572375850340136,
"causal_surprisal_packet_mean": 0.1101044217687075,
"causal_surprisal_packet_median": 0.1492641156462585,
"causal_surprisal_packet_trimmed10_mean": 0.13203647959183676,
"causal_surprisal_total": 0.32401768707483,
"consistency_total": 0.631056462585034,
"curvature_flow": 0.735297619047619,
"curvature_packet": 0.7198810374149659,
"curvature_total": 0.7615590136054422,
"direction_drift_flow": 0.36320093537414966,
"direction_drift_packet_max": 0.12573826530612245,
"direction_drift_packet_mean": 0.17873979591836736,
"direction_drift_packet_median": 0.18082712585034014,
"direction_drift_packet_trimmed10_mean": 0.1896192176870748,
"direction_drift_total": 0.15054540816326528,
"flow_consistency": 0.5905132653061225,
"kappa2_speed2norm_packet_mean": 0.549910544217687,
"kappa2_speed2norm_packet_median": 0.5447741496598639,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5417287414965986,
"kinetic_energy": 0.7429491496598639,
"kinetic_flow": 0.6625559523809523,
"kinetic_packet": 0.6951744897959183,
"packet_consistency": 0.7423417517006803,
"pna_flow": 0.49780323129251697,
"pna_packet_max": 0.4500128401360544,
"pna_packet_mean": 0.549910544217687,
"pna_packet_median": 0.5447741496598639,
"pna_packet_trimmed10_mean": 0.5417287414965986,
"terminal_flow": 0.40018435374149663,
"terminal_norm": 0.4983974489795918,
"terminal_packet": 0.5276819727891157,
"velocity_flow": 0.7118941326530612,
"velocity_packet": 0.7646110544217687,
"velocity_total": 0.8206835034013606
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.899960544217687,
"causal_surprisal_flow": 0.314281462585034,
"causal_surprisal_packet_max": 0.673551700680272,
"causal_surprisal_packet_mean": 0.728062329931973,
"causal_surprisal_packet_median": 0.7336056972789116,
"causal_surprisal_packet_trimmed10_mean": 0.7266291666666667,
"causal_surprisal_total": 0.3659751700680272,
"consistency_total": 0.8095054421768707,
"curvature_flow": 0.6144809523809523,
"curvature_packet": 0.7744559523809523,
"curvature_total": 0.7845346938775508,
"direction_drift_flow": 0.4057637755102041,
"direction_drift_packet_max": 0.15781726190476192,
"direction_drift_packet_mean": 0.160775,
"direction_drift_packet_median": 0.14925391156462586,
"direction_drift_packet_trimmed10_mean": 0.1751297619047619,
"direction_drift_total": 0.11170518707482993,
"flow_consistency": 0.8039452380952381,
"kappa2_speed2norm_packet_mean": 0.27367312925170073,
"kappa2_speed2norm_packet_median": 0.18209999999999998,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2751795918367347,
"kinetic_energy": 0.9018219387755102,
"kinetic_flow": 0.5873159863945578,
"kinetic_packet": 0.9436008503401361,
"packet_consistency": 0.8039970238095239,
"pna_flow": 0.4061944727891156,
"pna_packet_max": 0.2859752551020408,
"pna_packet_mean": 0.27367312925170073,
"pna_packet_median": 0.18209999999999998,
"pna_packet_trimmed10_mean": 0.2751795918367347,
"terminal_flow": 0.8413288265306124,
"terminal_norm": 0.8922013605442176,
"terminal_packet": 0.9232195578231291,
"velocity_flow": 0.5965736394557823,
"velocity_packet": 0.8562608843537414,
"velocity_total": 0.8564996598639456
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.7511381278538812,
"causal_surprisal_flow": 0.3679347031963471,
"causal_surprisal_packet_max": 0.2772434931506849,
"causal_surprisal_packet_mean": 0.28305376712328767,
"causal_surprisal_packet_median": 0.28871963470319634,
"causal_surprisal_packet_trimmed10_mean": 0.28341997716894973,
"causal_surprisal_total": 0.34426712328767123,
"consistency_total": 0.5296623287671234,
"curvature_flow": 0.6050705479452055,
"curvature_packet": 0.5966788812785387,
"curvature_total": 0.7926351598173516,
"direction_drift_flow": 0.2793412100456621,
"direction_drift_packet_max": 0.4466656392694064,
"direction_drift_packet_mean": 0.3835006849315069,
"direction_drift_packet_median": 0.3807767123287671,
"direction_drift_packet_trimmed10_mean": 0.3709746575342466,
"direction_drift_total": 0.3104036529680365,
"flow_consistency": 0.5470237442922374,
"kappa2_speed2norm_packet_mean": 0.5096223744292238,
"kappa2_speed2norm_packet_median": 0.5083888127853882,
"kappa2_speed2norm_packet_trimmed10_mean": 0.49683139269406396,
"kinetic_energy": 0.7515353881278538,
"kinetic_flow": 0.7284063926940639,
"kinetic_packet": 0.5766111872146118,
"packet_consistency": 0.38874794520547945,
"pna_flow": 0.3959132420091324,
"pna_packet_max": 0.4605786529680366,
"pna_packet_mean": 0.5096223744292238,
"pna_packet_median": 0.5083888127853882,
"pna_packet_trimmed10_mean": 0.49683139269406396,
"terminal_flow": 0.4027067351598173,
"terminal_norm": 0.5015069634703196,
"terminal_packet": 0.4670813926940639,
"velocity_flow": 0.7578649543378996,
"velocity_packet": 0.5747229452054794,
"velocity_total": 0.8272297945205479
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.7s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 19.4s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed42_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed42_to_cicddos2019.npz
=== overall AUROC top-10 ===
velocity_total AUROC=0.9065 AUPRC=0.9157
arc_length AUROC=0.8895 AUPRC=0.8962
kinetic_energy AUROC=0.8895 AUPRC=0.8965
kinetic_packet AUROC=0.8089 AUPRC=0.7719
curvature_packet AUROC=0.8056 AUPRC=0.7339
velocity_packet AUROC=0.8012 AUPRC=0.7263
terminal_norm AUROC=0.7973 AUPRC=0.7348
consistency_total AUROC=0.7960 AUPRC=0.7125
curvature_total AUROC=0.7929 AUPRC=0.6903
kinetic_flow AUROC=0.7881 AUPRC=0.6750

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_a_causal_ciciot2023_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.7549558476077968,
"auprc": 0.672447252307651
},
"causal_surprisal_flow": {
"auroc": 0.6017674837566449,
"auprc": 0.48765701886640167
},
"causal_surprisal_packet_max": {
"auroc": 0.582458845245127,
"auprc": 0.49624509665697897
},
"causal_surprisal_packet_mean": {
"auroc": 0.49341134081512106,
"auprc": 0.4585607216039632
},
"causal_surprisal_packet_median": {
"auroc": 0.49654057147076197,
"auprc": 0.4639369972377263
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.471811835499114,
"auprc": 0.45218103116239816
},
"causal_surprisal_total": {
"auroc": 0.5760183623744831,
"auprc": 0.45552623057073627
},
"consistency_total": {
"auroc": 0.6217091996455996,
"auprc": 0.4234460400639763
},
"curvature_flow": {
"auroc": 0.4701868650324867,
"auprc": 0.4373130999566287
},
"curvature_packet": {
"auroc": 0.8637299468399291,
"auprc": 0.7165340204750023
},
"curvature_total": {
"auroc": 0.8493555375073832,
"auprc": 0.7093582841341288
},
"direction_drift_flow": {
"auroc": 0.27892362669816895,
"auprc": 0.28600698287301257
},
"direction_drift_packet_max": {
"auroc": 0.5508469432959244,
"auprc": 0.46220295635987596
},
"direction_drift_packet_mean": {
"auroc": 0.33398003544004723,
"auprc": 0.300940564770979
},
"direction_drift_packet_median": {
"auroc": 0.35694831659775544,
"auprc": 0.31035714696905015
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.31170622415829885,
"auprc": 0.2936648850500239
},
"direction_drift_total": {
"auroc": 0.39535015505020676,
"auprc": 0.33535442004908556
},
"flow_consistency": {
"auroc": 0.6128310248080332,
"auprc": 0.4183779986252697
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.6441740327820437,
"auprc": 0.49715971678411397
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.5714207102776137,
"auprc": 0.4345166922886243
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.5960151284701712,
"auprc": 0.4757731994605184
},
"kinetic_energy": {
"auroc": 0.7573916863555819,
"auprc": 0.6749766293897559
},
"kinetic_flow": {
"auroc": 0.7674265726520967,
"auprc": 0.5819455362444225
},
"kinetic_packet": {
"auroc": 0.8371767277023037,
"auprc": 0.7424101206698931
},
"packet_consistency": {
"auroc": 0.7658099970466627,
"auprc": 0.6059496415957056
},
"pna_flow": {
"auroc": 0.25874491287655055,
"auprc": 0.2816177475181266
},
"pna_packet_max": {
"auroc": 0.7265569403425871,
"auprc": 0.592775230841011
},
"pna_packet_mean": {
"auroc": 0.6441740327820437,
"auprc": 0.49715971678411397
},
"pna_packet_median": {
"auroc": 0.5714207102776137,
"auprc": 0.4345166922886243
},
"pna_packet_trimmed10_mean": {
"auroc": 0.5960151284701712,
"auprc": 0.4757731994605184
},
"terminal_flow": {
"auroc": 0.8947803307737744,
"auprc": 0.7912996611488823
},
"terminal_norm": {
"auroc": 0.8272214855286475,
"auprc": 0.7464446323193901
},
"terminal_packet": {
"auroc": 0.8535592882457176,
"auprc": 0.7582782361709718
},
"velocity_flow": {
"auroc": 0.7653728366804489,
"auprc": 0.5697818749815611
},
"velocity_packet": {
"auroc": 0.8210957767277023,
"auprc": 0.6515755815462403
},
"velocity_total": {
"auroc": 0.6909204444772593,
"auprc": 0.6075569558399235
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.7057277777777777,
"causal_surprisal_flow": 0.6615969969969969,
"causal_surprisal_packet_max": 0.9434057057057055,
"causal_surprisal_packet_mean": 0.9433588588588588,
"causal_surprisal_packet_median": 0.9429469969969969,
"causal_surprisal_packet_trimmed10_mean": 0.9429363363363363,
"causal_surprisal_total": 0.8743587087087088,
"consistency_total": 0.6962103603603604,
"curvature_flow": 0.08636313813813815,
"curvature_packet": 0.6251945945945946,
"curvature_total": 0.5099237237237237,
"direction_drift_flow": 0.5577512012012013,
"direction_drift_packet_max": 0.20915525525525525,
"direction_drift_packet_mean": 0.20355660660660663,
"direction_drift_packet_median": 0.24344579579579578,
"direction_drift_packet_trimmed10_mean": 0.1864448948948949,
"direction_drift_total": 0.2458457957957958,
"flow_consistency": 0.6837046546546546,
"kappa2_speed2norm_packet_mean": 0.29764361861861865,
"kappa2_speed2norm_packet_median": 0.3210003753753754,
"kappa2_speed2norm_packet_trimmed10_mean": 0.26305968468468466,
"kinetic_energy": 0.7230465465465465,
"kinetic_flow": 0.4121006006006006,
"kinetic_packet": 0.9197791291291291,
"packet_consistency": 0.8995407657657657,
"pna_flow": 0.1497198198198198,
"pna_packet_max": 0.35719609609609604,
"pna_packet_mean": 0.29764361861861865,
"pna_packet_median": 0.3210003753753754,
"pna_packet_trimmed10_mean": 0.26305968468468466,
"terminal_flow": 0.8648788288288287,
"terminal_norm": 0.9206797297297297,
"terminal_packet": 0.9328406156156156,
"velocity_flow": 0.40654159159159164,
"velocity_packet": 0.8772252252252253,
"velocity_total": 0.4883770270270271
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.7869374624624623,
"causal_surprisal_flow": 0.7318732732732732,
"causal_surprisal_packet_max": 0.4656866366366366,
"causal_surprisal_packet_mean": 0.12120630630630631,
"causal_surprisal_packet_median": 0.0848602102102102,
"causal_surprisal_packet_trimmed10_mean": 0.0712246996996997,
"causal_surprisal_total": 0.7906850600600601,
"consistency_total": 0.6485463963963966,
"curvature_flow": 0.2367057057057057,
"curvature_packet": 0.8306066066066066,
"curvature_total": 0.7789828828828829,
"direction_drift_flow": 0.31502297297297294,
"direction_drift_packet_max": 0.7062795045045044,
"direction_drift_packet_mean": 0.425350975975976,
"direction_drift_packet_median": 0.49233393393393393,
"direction_drift_packet_trimmed10_mean": 0.3563234234234234,
"direction_drift_total": 0.574631006006006,
"flow_consistency": 0.6374205705705704,
"kappa2_speed2norm_packet_mean": 0.6685756756756757,
"kappa2_speed2norm_packet_median": 0.5026334834834835,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5365716966966967,
"kinetic_energy": 0.7933572072072073,
"kinetic_flow": 0.813996996996997,
"kinetic_packet": 0.8526282282282283,
"packet_consistency": 0.8921219219219219,
"pna_flow": 0.05833498498498499,
"pna_packet_max": 0.8187559309309309,
"pna_packet_mean": 0.6685756756756757,
"pna_packet_median": 0.5026334834834835,
"pna_packet_trimmed10_mean": 0.5365716966966967,
"terminal_flow": 0.9825195195195194,
"terminal_norm": 0.9517138888888889,
"terminal_packet": 0.9273506006006006,
"velocity_flow": 0.7575843093093093,
"velocity_packet": 0.8821744744744745,
"velocity_total": 0.7025714714714716
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.7453118618618618,
"causal_surprisal_flow": 0.7525827327327329,
"causal_surprisal_packet_max": 0.4899905405405405,
"causal_surprisal_packet_mean": 0.153862012012012,
"causal_surprisal_packet_median": 0.09084144144144143,
"causal_surprisal_packet_trimmed10_mean": 0.0794457957957958,
"causal_surprisal_total": 0.7666819819819819,
"consistency_total": 0.6509146396396397,
"curvature_flow": 0.21007267267267266,
"curvature_packet": 0.8522615615615615,
"curvature_total": 0.8108663663663664,
"direction_drift_flow": 0.2303627627627628,
"direction_drift_packet_max": 0.7936957957957957,
"direction_drift_packet_mean": 0.41455367867867865,
"direction_drift_packet_median": 0.38477364864864866,
"direction_drift_packet_trimmed10_mean": 0.3483092342342342,
"direction_drift_total": 0.5786526276276276,
"flow_consistency": 0.6458863363363363,
"kappa2_speed2norm_packet_mean": 0.6220098348348347,
"kappa2_speed2norm_packet_median": 0.4979937687687688,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5263942942942944,
"kinetic_energy": 0.7493698198198199,
"kinetic_flow": 0.863495045045045,
"kinetic_packet": 0.7914978978978978,
"packet_consistency": 0.8669815315315315,
"pna_flow": 0.03902342342342342,
"pna_packet_max": 0.8266626876876878,
"pna_packet_mean": 0.6220098348348347,
"pna_packet_median": 0.4979937687687688,
"pna_packet_trimmed10_mean": 0.5263942942942944,
"terminal_flow": 0.9779454954954955,
"terminal_norm": 0.9066294294294294,
"terminal_packet": 0.8702860360360362,
"velocity_flow": 0.8310225975975976,
"velocity_packet": 0.8607785285285287,
"velocity_total": 0.6839693693693694
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.7089099099099099,
"causal_surprisal_flow": 0.715167117117117,
"causal_surprisal_packet_max": 0.3504383633633633,
"causal_surprisal_packet_mean": 0.12591936936936937,
"causal_surprisal_packet_median": 0.18404309309309308,
"causal_surprisal_packet_trimmed10_mean": 0.09595322822822822,
"causal_surprisal_total": 0.6646144894894894,
"consistency_total": 0.5362263513513513,
"curvature_flow": 0.5123301801801801,
"curvature_packet": 0.8585789039039039,
"curvature_total": 0.8372124624624624,
"direction_drift_flow": 0.42632289789789785,
"direction_drift_packet_max": 0.5864293543543544,
"direction_drift_packet_mean": 0.1654942192192192,
"direction_drift_packet_median": 0.20383423423423422,
"direction_drift_packet_trimmed10_mean": 0.13013513513513514,
"direction_drift_total": 0.22616801801801803,
"flow_consistency": 0.4608931681681681,
"kappa2_speed2norm_packet_mean": 0.5765138138138137,
"kappa2_speed2norm_packet_median": 0.42888423423423416,
"kappa2_speed2norm_packet_trimmed10_mean": 0.43614677177177175,
"kinetic_energy": 0.7064942942942943,
"kinetic_flow": 0.7823594594594595,
"kinetic_packet": 0.8244426426426426,
"packet_consistency": 0.9497453453453453,
"pna_flow": 0.20873490990990995,
"pna_packet_max": 0.83451006006006,
"pna_packet_mean": 0.5765138138138137,
"pna_packet_median": 0.42888423423423416,
"pna_packet_trimmed10_mean": 0.43614677177177175,
"terminal_flow": 0.9212603603603602,
"terminal_norm": 0.8528864864864866,
"terminal_packet": 0.8593715465465466,
"velocity_flow": 0.8067696696696697,
"velocity_packet": 0.941450075075075,
"velocity_total": 0.7710322072072073
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.8563565315315315,
"causal_surprisal_flow": 0.7633909909909912,
"causal_surprisal_packet_max": 0.8323396396396398,
"causal_surprisal_packet_mean": 0.7321615615615616,
"causal_surprisal_packet_median": 0.6950160660660661,
"causal_surprisal_packet_trimmed10_mean": 0.6931653153153153,
"causal_surprisal_total": 0.8658478978978978,
"consistency_total": 0.5956949699699698,
"curvature_flow": 0.4779644894894895,
"curvature_packet": 0.942726051051051,
"curvature_total": 0.9361902402402404,
"direction_drift_flow": 0.23156801801801802,
"direction_drift_packet_max": 0.6400009759759758,
"direction_drift_packet_mean": 0.4348491741741742,
"direction_drift_packet_median": 0.4877222972972973,
"direction_drift_packet_trimmed10_mean": 0.38782372372372376,
"direction_drift_total": 0.5601425675675675,
"flow_consistency": 0.5944905405405404,
"kappa2_speed2norm_packet_mean": 0.6259966966966967,
"kappa2_speed2norm_packet_median": 0.5759630630630631,
"kappa2_speed2norm_packet_trimmed10_mean": 0.559356006006006,
"kinetic_energy": 0.855984084084084,
"kinetic_flow": 0.7802963213213213,
"kinetic_packet": 0.8956957957957957,
"packet_consistency": 0.7699960960960962,
"pna_flow": 0.1827006006006006,
"pna_packet_max": 0.6824348348348348,
"pna_packet_mean": 0.6259966966966967,
"pna_packet_median": 0.5759630630630631,
"pna_packet_trimmed10_mean": 0.559356006006006,
"terminal_flow": 0.8966417417417418,
"terminal_norm": 0.8837346846846846,
"terminal_packet": 0.8936280780780781,
"velocity_flow": 0.7767570570570571,
"velocity_packet": 0.8696042792792793,
"velocity_total": 0.7021432432432432
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.8289655405405405,
"causal_surprisal_flow": 0.6240866366366367,
"causal_surprisal_packet_max": 0.708265015015015,
"causal_surprisal_packet_mean": 0.7191193693693694,
"causal_surprisal_packet_median": 0.7488246246246246,
"causal_surprisal_packet_trimmed10_mean": 0.7172533033033033,
"causal_surprisal_total": 0.6117300300300302,
"consistency_total": 0.5741374624624624,
"curvature_flow": 0.5436432432432432,
"curvature_packet": 0.9423650150150149,
"curvature_total": 0.9515954954954955,
"direction_drift_flow": 0.16071606606606606,
"direction_drift_packet_max": 0.4209162162162162,
"direction_drift_packet_mean": 0.22211756756756756,
"direction_drift_packet_median": 0.25989902402402404,
"direction_drift_packet_trimmed10_mean": 0.20002282282282283,
"direction_drift_total": 0.22139887387387386,
"flow_consistency": 0.5953953453453454,
"kappa2_speed2norm_packet_mean": 0.5980936936936937,
"kappa2_speed2norm_packet_median": 0.5510957957957957,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5527189189189189,
"kinetic_energy": 0.8265193693693692,
"kinetic_flow": 0.7507025525525525,
"kinetic_packet": 0.9112447447447448,
"packet_consistency": 0.5550828828828829,
"pna_flow": 0.27555060060060066,
"pna_packet_max": 0.6224501501501503,
"pna_packet_mean": 0.5980936936936937,
"pna_packet_median": 0.5510957957957957,
"pna_packet_trimmed10_mean": 0.5527189189189189,
"terminal_flow": 0.8489770270270269,
"terminal_norm": 0.8718879129129129,
"terminal_packet": 0.8839932432432432,
"velocity_flow": 0.7855768768768768,
"velocity_packet": 0.8619652402402402,
"velocity_total": 0.7588614114114114
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.5160975975975977,
"causal_surprisal_flow": 0.7546762762762763,
"causal_surprisal_packet_max": 0.7972048798798799,
"causal_surprisal_packet_mean": 0.7868738738738739,
"causal_surprisal_packet_median": 0.774072822822823,
"causal_surprisal_packet_trimmed10_mean": 0.7813891891891893,
"causal_surprisal_total": 0.5473597597597598,
"consistency_total": 0.6357559309309309,
"curvature_flow": 0.0376762012012012,
"curvature_packet": 0.9336064564564563,
"curvature_total": 0.9229171171171171,
"direction_drift_flow": 0.47040262762762763,
"direction_drift_packet_max": 0.6703792792792792,
"direction_drift_packet_mean": 0.5480524024024024,
"direction_drift_packet_median": 0.5627737237237237,
"direction_drift_packet_trimmed10_mean": 0.5152091591591592,
"direction_drift_total": 0.8107463963963963,
"flow_consistency": 0.6500055555555556,
"kappa2_speed2norm_packet_mean": 0.8756484234234234,
"kappa2_speed2norm_packet_median": 0.8284476726726726,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8648469969969971,
"kinetic_energy": 0.5184121621621621,
"kinetic_flow": 0.806498048048048,
"kinetic_packet": 0.7876268768768768,
"packet_consistency": 0.48176906906906913,
"pna_flow": 0.017134534534534538,
"pna_packet_max": 0.8427259009009009,
"pna_packet_mean": 0.8756484234234234,
"pna_packet_median": 0.8284476726726726,
"pna_packet_trimmed10_mean": 0.8648469969969971,
"terminal_flow": 0.9678276276276276,
"terminal_norm": 0.7020536036036036,
"terminal_packet": 0.8016626126126125,
"velocity_flow": 0.7626205705705706,
"velocity_packet": 0.6758006006006007,
"velocity_total": 0.3726004504504504
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.9698,
"causal_surprisal_flow": 0.38360000000000005,
"causal_surprisal_packet_max": 0.010700000000000043,
"causal_surprisal_packet_mean": 0.0040000000000000036,
"causal_surprisal_packet_median": 0.0014999999999999458,
"causal_surprisal_packet_trimmed10_mean": 0.0027000000000000357,
"causal_surprisal_total": 0.00019999999999997797,
"consistency_total": 0.6908,
"curvature_flow": 0.8542000000000001,
"curvature_packet": 0.7926,
"curvature_total": 0.7913,
"direction_drift_flow": 0.007600000000000051,
"direction_drift_packet_max": 0.24,
"direction_drift_packet_mean": 0.02180000000000004,
"direction_drift_packet_median": 0.03500000000000003,
"direction_drift_packet_trimmed10_mean": 0.026499999999999968,
"direction_drift_total": 0.029000000000000026,
"flow_consistency": 0.6551,
"kappa2_speed2norm_packet_mean": 0.10599999999999998,
"kappa2_speed2norm_packet_median": 0.15649999999999997,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10929999999999995,
"kinetic_energy": 0.9669,
"kinetic_flow": 0.9999,
"kinetic_packet": 0.9045,
"packet_consistency": 0.9933,
"pna_flow": 0.006000000000000005,
"pna_packet_max": 0.5006999999999999,
"pna_packet_mean": 0.10599999999999998,
"pna_packet_median": 0.15649999999999997,
"pna_packet_trimmed10_mean": 0.10929999999999995,
"terminal_flow": 0.9814,
"terminal_norm": 0.33409999999999995,
"terminal_packet": 0.4413,
"velocity_flow": 0.9948,
"velocity_packet": 0.9844,
"velocity_total": 0.9822
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.9254428571428571,
"causal_surprisal_flow": 0.5132142857142857,
"causal_surprisal_packet_max": 0.25734285714285715,
"causal_surprisal_packet_mean": 0.15302857142857143,
"causal_surprisal_packet_median": 0.14368571428571425,
"causal_surprisal_packet_trimmed10_mean": 0.13807142857142854,
"causal_surprisal_total": 0.18748571428571428,
"consistency_total": 0.6736714285714286,
"curvature_flow": 0.6025285714285714,
"curvature_packet": 0.9278000000000001,
"curvature_total": 0.9268285714285714,
"direction_drift_flow": 0.09582142857142859,
"direction_drift_packet_max": 0.7519571428571429,
"direction_drift_packet_mean": 0.4206714285714286,
"direction_drift_packet_median": 0.49293571428571425,
"direction_drift_packet_trimmed10_mean": 0.41435714285714287,
"direction_drift_total": 0.6153714285714286,
"flow_consistency": 0.6775571428571429,
"kappa2_speed2norm_packet_mean": 0.666142857142857,
"kappa2_speed2norm_packet_median": 0.6221857142857143,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6497142857142857,
"kinetic_energy": 0.9296428571428572,
"kinetic_flow": 0.9232,
"kinetic_packet": 0.9223571428571429,
"packet_consistency": 0.8216,
"pna_flow": 0.062414285714285735,
"pna_packet_max": 0.8477999999999999,
"pna_packet_mean": 0.666142857142857,
"pna_packet_median": 0.6221857142857143,
"pna_packet_trimmed10_mean": 0.6497142857142857,
"terminal_flow": 0.9534714285714286,
"terminal_norm": 0.7426999999999999,
"terminal_packet": 0.8550857142857142,
"velocity_flow": 0.8875857142857142,
"velocity_packet": 0.7754142857142857,
"velocity_total": 0.7288857142857144
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.9943954954954954,
"causal_surprisal_flow": 0.03647762762762763,
"causal_surprisal_packet_max": 0.5141917417417416,
"causal_surprisal_packet_mean": 0.6705291291291291,
"causal_surprisal_packet_median": 0.711491966966967,
"causal_surprisal_packet_trimmed10_mean": 0.6917481231231231,
"causal_surprisal_total": 0.1629437687687688,
"consistency_total": 0.6933156156156156,
"curvature_flow": 0.7190144144144144,
"curvature_packet": 0.932031081081081,
"curvature_total": 0.935231006006006,
"direction_drift_flow": 0.16675615615615616,
"direction_drift_packet_max": 0.3026746246246246,
"direction_drift_packet_mean": 0.2883784534534535,
"direction_drift_packet_median": 0.2546698948948949,
"direction_drift_packet_trimmed10_mean": 0.3172527027027027,
"direction_drift_total": 0.11004204204204204,
"flow_consistency": 0.6802696696696696,
"kappa2_speed2norm_packet_mean": 0.7539358108108108,
"kappa2_speed2norm_packet_median": 0.6232520270270271,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7786832582582583,
"kinetic_energy": 0.9944893393393394,
"kinetic_flow": 0.7483746246246246,
"kinetic_packet": 0.9911211711711712,
"packet_consistency": 0.7742034534534533,
"pna_flow": 0.40380405405405406,
"pna_packet_max": 0.6130761261261262,
"pna_packet_mean": 0.7539358108108108,
"pna_packet_median": 0.6232520270270271,
"pna_packet_trimmed10_mean": 0.7786832582582583,
"terminal_flow": 0.9312800300300301,
"terminal_norm": 0.9908747747747748,
"terminal_packet": 0.9867642642642642,
"velocity_flow": 0.77517515015015,
"velocity_packet": 0.7802984984984984,
"velocity_total": 0.9855935435435436
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.9935234234234234,
"causal_surprisal_flow": 0.015482882882882878,
"causal_surprisal_packet_max": 0.2462162912912913,
"causal_surprisal_packet_mean": 0.37485735735735737,
"causal_surprisal_packet_median": 0.44844279279279275,
"causal_surprisal_packet_trimmed10_mean": 0.40407762762762767,
"causal_surprisal_total": 0.04364534534534535,
"consistency_total": 0.7383162912912913,
"curvature_flow": 0.8849587087087089,
"curvature_packet": 0.9155436936936936,
"curvature_total": 0.939628978978979,
"direction_drift_flow": 0.14399196696696698,
"direction_drift_packet_max": 0.36372364864864865,
"direction_drift_packet_mean": 0.3912732732732732,
"direction_drift_packet_median": 0.4325258258258258,
"direction_drift_packet_trimmed10_mean": 0.419534009009009,
"direction_drift_total": 0.11745690690690691,
"flow_consistency": 0.7060921171171171,
"kappa2_speed2norm_packet_mean": 0.8577265015015014,
"kappa2_speed2norm_packet_median": 0.8563243243243243,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8773949699699699,
"kinetic_energy": 0.9934471471471472,
"kinetic_flow": 0.7352654654654653,
"kinetic_packet": 0.9803527027027028,
"packet_consistency": 0.8663174924924926,
"pna_flow": 0.591245945945946,
"pna_packet_max": 0.8550236486486487,
"pna_packet_mean": 0.8577265015015014,
"pna_packet_median": 0.8563243243243243,
"pna_packet_trimmed10_mean": 0.8773949699699699,
"terminal_flow": 0.8247918168168167,
"terminal_norm": 0.9879117117117118,
"terminal_packet": 0.9916978978978979,
"velocity_flow": 0.7805102102102102,
"velocity_packet": 0.7270965465465465,
"velocity_total": 0.9940372372372374
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.388697072072072,
"causal_surprisal_flow": 0.9855905405405406,
"causal_surprisal_packet_max": 0.5598891141141141,
"causal_surprisal_packet_mean": 0.3788566066066066,
"causal_surprisal_packet_median": 0.35899204204204205,
"causal_surprisal_packet_trimmed10_mean": 0.31173108108108105,
"causal_surprisal_total": 0.5080009009009009,
"consistency_total": 0.44907237237237235,
"curvature_flow": 0.9785719219219221,
"curvature_packet": 0.8075178678678677,
"curvature_total": 0.8729921171171171,
"direction_drift_flow": 0.12141876876876877,
"direction_drift_packet_max": 0.818083033033033,
"direction_drift_packet_mean": 0.2866828078078078,
"direction_drift_packet_median": 0.2876108858858859,
"direction_drift_packet_trimmed10_mean": 0.29458851351351356,
"direction_drift_total": 0.5534757507507507,
"flow_consistency": 0.4783192192192192,
"kappa2_speed2norm_packet_mean": 0.6230142642642643,
"kappa2_speed2norm_packet_median": 0.5789916666666667,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6178372372372373,
"kinetic_energy": 0.38880330330330326,
"kinetic_flow": 0.949297897897898,
"kinetic_packet": 0.43494834834834833,
"packet_consistency": 0.572813063063063,
"pna_flow": 0.701954054054054,
"pna_packet_max": 0.8122213213213212,
"pna_packet_mean": 0.6230142642642643,
"pna_packet_median": 0.5789916666666667,
"pna_packet_trimmed10_mean": 0.6178372372372373,
"terminal_flow": 0.7229222972972972,
"terminal_norm": 0.2813716966966967,
"terminal_packet": 0.4562653153153153,
"velocity_flow": 0.9426573573573573,
"velocity_packet": 0.7133712462462463,
"velocity_total": 0.4119415915915916
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.9172958904109589,
"causal_surprisal_flow": 0.422072602739726,
"causal_surprisal_packet_max": 0.017986301369863004,
"causal_surprisal_packet_mean": 0.0132945205479452,
"causal_surprisal_packet_median": 0.011169863013698638,
"causal_surprisal_packet_trimmed10_mean": 0.011894520547945216,
"causal_surprisal_total": 0.012150684931506839,
"consistency_total": 0.6048986301369862,
"curvature_flow": 0.6170479452054795,
"curvature_packet": 0.8397150684931507,
"curvature_total": 0.8384164383561644,
"direction_drift_flow": 0.010578082191780797,
"direction_drift_packet_max": 0.500786301369863,
"direction_drift_packet_mean": 0.02075616438356165,
"direction_drift_packet_median": 0.021719178082191787,
"direction_drift_packet_trimmed10_mean": 0.021960273972602744,
"direction_drift_total": 0.02849315068493151,
"flow_consistency": 0.5755301369863014,
"kappa2_speed2norm_packet_mean": 0.24482465753424656,
"kappa2_speed2norm_packet_median": 0.24001780821917806,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2432835616438356,
"kinetic_energy": 0.9138424657534246,
"kinetic_flow": 0.9988315068493151,
"kinetic_packet": 0.6650054794520548,
"packet_consistency": 0.9642671232876713,
"pna_flow": 0.008127397260274017,
"pna_packet_max": 0.7173123287671234,
"pna_packet_mean": 0.24482465753424656,
"pna_packet_median": 0.24001780821917806,
"pna_packet_trimmed10_mean": 0.2432835616438356,
"terminal_flow": 0.9440082191780822,
"terminal_norm": 0.25424041095890415,
"terminal_packet": 0.34884109589041096,
"velocity_flow": 0.9961630136986301,
"velocity_packet": 0.9703671232876712,
"velocity_total": 0.967490410958904
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.7165692307692307,
"causal_surprisal_flow": 0.7559230769230769,
"causal_surprisal_packet_max": 0.5066538461538461,
"causal_surprisal_packet_mean": 0.3586769230769231,
"causal_surprisal_packet_median": 0.32934615384615384,
"causal_surprisal_packet_trimmed10_mean": 0.2836384615384615,
"causal_surprisal_total": 0.9117000000000001,
"consistency_total": 0.6491846153846155,
"curvature_flow": 0.09080769230769231,
"curvature_packet": 0.9008692307692306,
"curvature_total": 0.8499076923076923,
"direction_drift_flow": 0.48223846153846156,
"direction_drift_packet_max": 0.7581923076923077,
"direction_drift_packet_mean": 0.4501384615384615,
"direction_drift_packet_median": 0.6128,
"direction_drift_packet_trimmed10_mean": 0.3535692307692308,
"direction_drift_total": 0.5923615384615385,
"flow_consistency": 0.6484692307692308,
"kappa2_speed2norm_packet_mean": 0.6940615384615385,
"kappa2_speed2norm_packet_median": 0.555923076923077,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5584153846153846,
"kinetic_energy": 0.7251923076923077,
"kinetic_flow": 0.6775,
"kinetic_packet": 0.8507230769230769,
"packet_consistency": 0.8142538461538462,
"pna_flow": 0.05377692307692308,
"pna_packet_max": 0.8231846153846154,
"pna_packet_mean": 0.6940615384615385,
"pna_packet_median": 0.555923076923077,
"pna_packet_trimmed10_mean": 0.5584153846153846,
"terminal_flow": 0.9407538461538463,
"terminal_norm": 0.9212,
"terminal_packet": 0.8748692307692307,
"velocity_flow": 0.5267692307692308,
"velocity_packet": 0.8424153846153846,
"velocity_total": 0.6340923076923076
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.9575888888888888,
"causal_surprisal_flow": 0.40549444444444444,
"causal_surprisal_packet_max": 0.01219444444444445,
"causal_surprisal_packet_mean": 0.010072222222222224,
"causal_surprisal_packet_median": 0.007788888888888901,
"causal_surprisal_packet_trimmed10_mean": 0.008949999999999994,
"causal_surprisal_total": 0.003144444444444437,
"consistency_total": 0.6053555555555555,
"curvature_flow": 0.6147944444444444,
"curvature_packet": 0.7974388888888888,
"curvature_total": 0.7929722222222222,
"direction_drift_flow": 0.008800000000000006,
"direction_drift_packet_max": 0.43705555555555553,
"direction_drift_packet_mean": 0.005188888888888878,
"direction_drift_packet_median": 0.012783333333333325,
"direction_drift_packet_trimmed10_mean": 0.004966666666666669,
"direction_drift_total": 0.008499999999999988,
"flow_consistency": 0.5566722222222222,
"kappa2_speed2norm_packet_mean": 0.12461666666666667,
"kappa2_speed2norm_packet_median": 0.0659111111111111,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10408333333333333,
"kinetic_energy": 0.955288888888889,
"kinetic_flow": 0.9999166666666667,
"kinetic_packet": 0.8386777777777779,
"packet_consistency": 0.9841833333333333,
"pna_flow": 0.005672222222222257,
"pna_packet_max": 0.6786277777777778,
"pna_packet_mean": 0.12461666666666667,
"pna_packet_median": 0.0659111111111111,
"pna_packet_trimmed10_mean": 0.10408333333333333,
"terminal_flow": 0.9583611111111111,
"terminal_norm": 0.2747944444444444,
"terminal_packet": 0.3815,
"velocity_flow": 0.9964222222222222,
"velocity_packet": 0.9931555555555556,
"velocity_total": 0.9882166666666667
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.8s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 14.4s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed42_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed42_to_cicids2017.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.8948 AUPRC=0.7913
curvature_packet AUROC=0.8637 AUPRC=0.7165
terminal_packet AUROC=0.8536 AUPRC=0.7583
curvature_total AUROC=0.8494 AUPRC=0.7094
kinetic_packet AUROC=0.8372 AUPRC=0.7424
terminal_norm AUROC=0.8272 AUPRC=0.7464
velocity_packet AUROC=0.8211 AUPRC=0.6516
kinetic_flow AUROC=0.7674 AUPRC=0.5819
packet_consistency AUROC=0.7658 AUPRC=0.6059
velocity_flow AUROC=0.7654 AUPRC=0.5698

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_a_causal_ciciot2023_seed43",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.8933724659760307,
"auprc": 0.8492129940551466
},
"causal_surprisal_flow": {
"auroc": 0.28770195003046917,
"auprc": 0.36729816200369464
},
"causal_surprisal_packet_max": {
"auroc": 0.11620867357302458,
"auprc": 0.32118930393737916
},
"causal_surprisal_packet_mean": {
"auroc": 0.1456877767621369,
"auprc": 0.3335398236558731
},
"causal_surprisal_packet_median": {
"auroc": 0.16357000304692262,
"auprc": 0.33907528983778346
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.1573043063172862,
"auprc": 0.3367805237429838
},
"causal_surprisal_total": {
"auroc": 0.27302002335973996,
"auprc": 0.36246284651804317
},
"consistency_total": {
"auroc": 0.7647348314036158,
"auprc": 0.6961802292212041
},
"curvature_flow": {
"auroc": 0.5328532906764168,
"auprc": 0.4750397546989749
},
"curvature_packet": {
"auroc": 0.6844791996749949,
"auprc": 0.6276607915971921
},
"curvature_total": {
"auroc": 0.6687840392037375,
"auprc": 0.6238339971892709
},
"direction_drift_flow": {
"auroc": 0.42920262543164733,
"auprc": 0.41725678909808583
},
"direction_drift_packet_max": {
"auroc": 0.20683577087141988,
"auprc": 0.3420166860934276
},
"direction_drift_packet_mean": {
"auroc": 0.23031779402803168,
"auprc": 0.3489731049385056
},
"direction_drift_packet_median": {
"auroc": 0.2271514168190128,
"auprc": 0.3477753391627223
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.2342469632338005,
"auprc": 0.3501909146569538
},
"direction_drift_total": {
"auroc": 0.17651048649197645,
"auprc": 0.3339524073260468
},
"flow_consistency": {
"auroc": 0.7672121165955718,
"auprc": 0.7121088220723187
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.5903475015234613,
"auprc": 0.6495152714864487
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.5944545602275035,
"auprc": 0.6427304931655125
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.5911792352224253,
"auprc": 0.6477583581576244
},
"kinetic_energy": {
"auroc": 0.8934731718464352,
"auprc": 0.8492620885972861
},
"kinetic_flow": {
"auroc": 0.7886000812512696,
"auprc": 0.6669175044609544
},
"kinetic_packet": {
"auroc": 0.7421793012390818,
"auprc": 0.6681621400526956
},
"packet_consistency": {
"auroc": 0.5129316981515337,
"auprc": 0.520676053856241
},
"pna_flow": {
"auroc": 0.28088926467601055,
"auprc": 0.3623577753354492
},
"pna_packet_max": {
"auroc": 0.4052637670119846,
"auprc": 0.47396009911322445
},
"pna_packet_mean": {
"auroc": 0.5903475015234613,
"auprc": 0.6495152714864487
},
"pna_packet_median": {
"auroc": 0.5944545602275035,
"auprc": 0.6427304931655125
},
"pna_packet_trimmed10_mean": {
"auroc": 0.5911792352224253,
"auprc": 0.6477583581576244
},
"terminal_flow": {
"auroc": 0.7309454499289051,
"auprc": 0.664749018376392
},
"terminal_norm": {
"auroc": 0.7826428041844404,
"auprc": 0.7327986263037913
},
"terminal_packet": {
"auroc": 0.716714914686167,
"auprc": 0.673876879995208
},
"velocity_flow": {
"auroc": 0.7230749695307739,
"auprc": 0.6158744538017936
},
"velocity_packet": {
"auroc": 0.6556229027016047,
"auprc": 0.6668445888893633
},
"velocity_total": {
"auroc": 0.897299355068048,
"auprc": 0.9115458344784506
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.9702091836734694,
"causal_surprisal_flow": 0.2824073129251701,
"causal_surprisal_packet_max": 0.020039455782312924,
"causal_surprisal_packet_mean": 0.04124404761904761,
"causal_surprisal_packet_median": 0.07085085034013605,
"causal_surprisal_packet_trimmed10_mean": 0.062452210884353744,
"causal_surprisal_total": 0.31244098639455775,
"consistency_total": 0.8334234693877551,
"curvature_flow": 0.3645517006802721,
"curvature_packet": 0.8141694727891157,
"curvature_total": 0.6482999149659863,
"direction_drift_flow": 0.5090902210884354,
"direction_drift_packet_max": 0.014819387755102036,
"direction_drift_packet_mean": 0.01998945578231293,
"direction_drift_packet_median": 0.02459591836734694,
"direction_drift_packet_trimmed10_mean": 0.022553231292516997,
"direction_drift_total": 0.015343877551020412,
"flow_consistency": 0.8244162414965986,
"kappa2_speed2norm_packet_mean": 0.13078197278911563,
"kappa2_speed2norm_packet_median": 0.15757576530612244,
"kappa2_speed2norm_packet_trimmed10_mean": 0.14836292517006805,
"kinetic_energy": 0.970505357142857,
"kinetic_flow": 0.8285213435374149,
"kinetic_packet": 0.891140306122449,
"packet_consistency": 0.8648568027210883,
"pna_flow": 0.20762448979591838,
"pna_packet_max": 0.06026666666666667,
"pna_packet_mean": 0.13078197278911563,
"pna_packet_median": 0.15757576530612244,
"pna_packet_trimmed10_mean": 0.14836292517006805,
"terminal_flow": 0.9020801020408162,
"terminal_norm": 0.9482520408163266,
"terminal_packet": 0.9220998299319729,
"velocity_flow": 0.6230017006802722,
"velocity_packet": 0.9530628401360545,
"velocity_total": 0.9927062925170067
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.9714325680272108,
"causal_surprisal_flow": 0.2860382653061225,
"causal_surprisal_packet_max": 0.020514625850340133,
"causal_surprisal_packet_mean": 0.042118707482993185,
"causal_surprisal_packet_median": 0.07235,
"causal_surprisal_packet_trimmed10_mean": 0.06369183673469389,
"causal_surprisal_total": 0.31722653061224493,
"consistency_total": 0.8314612244897959,
"curvature_flow": 0.35075629251700685,
"curvature_packet": 0.8243590136054422,
"curvature_total": 0.6443002551020409,
"direction_drift_flow": 0.5169846088435374,
"direction_drift_packet_max": 0.004545748299319726,
"direction_drift_packet_mean": 0.004497278911564628,
"direction_drift_packet_median": 0.008785034013605447,
"direction_drift_packet_trimmed10_mean": 0.006004421768707478,
"direction_drift_total": 0.007461054421768711,
"flow_consistency": 0.8222845238095239,
"kappa2_speed2norm_packet_mean": 0.06994472789115647,
"kappa2_speed2norm_packet_median": 0.09753112244897959,
"kappa2_speed2norm_packet_trimmed10_mean": 0.08729506802721088,
"kinetic_energy": 0.9718068027210882,
"kinetic_flow": 0.8297326530612246,
"kinetic_packet": 0.9096071428571428,
"packet_consistency": 0.901883843537415,
"pna_flow": 0.20408945578231297,
"pna_packet_max": 0.02490748299319728,
"pna_packet_mean": 0.06994472789115647,
"pna_packet_median": 0.09753112244897959,
"pna_packet_trimmed10_mean": 0.08729506802721088,
"terminal_flow": 0.9109314625850341,
"terminal_norm": 0.9535523809523809,
"terminal_packet": 0.9368357142857142,
"velocity_flow": 0.5960295918367347,
"velocity_packet": 0.9821828231292516,
"velocity_total": 0.9955954931972789
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.9612610544217688,
"causal_surprisal_flow": 0.2730380952380953,
"causal_surprisal_packet_max": 0.010030272108843538,
"causal_surprisal_packet_mean": 0.025748469387755102,
"causal_surprisal_packet_median": 0.04224710884353742,
"causal_surprisal_packet_trimmed10_mean": 0.03707840136054422,
"causal_surprisal_total": 0.3027017857142857,
"consistency_total": 0.8799685374149658,
"curvature_flow": 0.4971088435374149,
"curvature_packet": 0.6702555272108844,
"curvature_total": 0.5589604591836734,
"direction_drift_flow": 0.4819599489795918,
"direction_drift_packet_max": 0.11602287414965985,
"direction_drift_packet_mean": 0.1614230442176871,
"direction_drift_packet_median": 0.17164022108843538,
"direction_drift_packet_trimmed10_mean": 0.17760552721088435,
"direction_drift_total": 0.091171768707483,
"flow_consistency": 0.8836625850340136,
"kappa2_speed2norm_packet_mean": 0.8459847789115646,
"kappa2_speed2norm_packet_median": 0.8481690476190477,
"kappa2_speed2norm_packet_trimmed10_mean": 0.852402806122449,
"kinetic_energy": 0.9610158163265305,
"kinetic_flow": 0.8692806122448979,
"kinetic_packet": 0.671757142857143,
"packet_consistency": 0.46958979591836736,
"pna_flow": 0.2180442176870748,
"pna_packet_max": 0.5874944727891156,
"pna_packet_mean": 0.8459847789115646,
"pna_packet_median": 0.8481690476190477,
"pna_packet_trimmed10_mean": 0.852402806122449,
"terminal_flow": 0.8459433673469389,
"terminal_norm": 0.9091396258503401,
"terminal_packet": 0.7934591836734693,
"velocity_flow": 0.8478239795918366,
"velocity_packet": 0.694844387755102,
"velocity_total": 0.9899913265306122
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.72154268707483,
"causal_surprisal_flow": 0.7552594387755102,
"causal_surprisal_packet_max": 0.053098299319727885,
"causal_surprisal_packet_mean": 0.05165136054421769,
"causal_surprisal_packet_median": 0.07760986394557823,
"causal_surprisal_packet_trimmed10_mean": 0.07142772108843537,
"causal_surprisal_total": 0.27995255102040817,
"consistency_total": 0.8649027210884355,
"curvature_flow": 0.543600850340136,
"curvature_packet": 0.9174581632653063,
"curvature_total": 0.9335107142857143,
"direction_drift_flow": 0.17580382653061222,
"direction_drift_packet_max": 0.5673457482993197,
"direction_drift_packet_mean": 0.1797811224489796,
"direction_drift_packet_median": 0.14610102040816325,
"direction_drift_packet_trimmed10_mean": 0.1577959183673469,
"direction_drift_total": 0.3548836734693877,
"flow_consistency": 0.8689028911564626,
"kappa2_speed2norm_packet_mean": 0.9013912414965988,
"kappa2_speed2norm_packet_median": 0.8649369897959185,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8731430272108844,
"kinetic_energy": 0.725712925170068,
"kinetic_flow": 0.8968108843537415,
"kinetic_packet": 0.8839920918367346,
"packet_consistency": 0.614103231292517,
"pna_flow": 0.19272670068027212,
"pna_packet_max": 0.8984403061224491,
"pna_packet_mean": 0.9013912414965988,
"pna_packet_median": 0.8649369897959185,
"pna_packet_trimmed10_mean": 0.8731430272108844,
"terminal_flow": 0.8407639455782313,
"terminal_norm": 0.6415097789115646,
"terminal_packet": 0.6755633503401361,
"velocity_flow": 0.9025156462585034,
"velocity_packet": 0.804244387755102,
"velocity_total": 0.5416850340136055
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.9531493197278912,
"causal_surprisal_flow": 0.1230045918367347,
"causal_surprisal_packet_max": 0.00018010204081631557,
"causal_surprisal_packet_mean": 0.011287244897959185,
"causal_surprisal_packet_median": 0.018684183673469388,
"causal_surprisal_packet_trimmed10_mean": 0.016648469387755105,
"causal_surprisal_total": 0.11960255102040816,
"consistency_total": 0.9292782312925171,
"curvature_flow": 0.6892877551020408,
"curvature_packet": 0.4170440476190476,
"curvature_total": 0.5566132653061224,
"direction_drift_flow": 0.40206360544217684,
"direction_drift_packet_max": 0.31239710884353744,
"direction_drift_packet_mean": 0.484887074829932,
"direction_drift_packet_median": 0.48770969387755103,
"direction_drift_packet_trimmed10_mean": 0.4966537414965986,
"direction_drift_total": 0.2949486394557823,
"flow_consistency": 0.9471872448979594,
"kappa2_speed2norm_packet_mean": 0.8864749149659864,
"kappa2_speed2norm_packet_median": 0.8859957482993198,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8922133503401362,
"kinetic_energy": 0.9526624149659864,
"kinetic_flow": 0.8687685374149661,
"kinetic_packet": 0.5823727891156463,
"packet_consistency": 0.09395017006802721,
"pna_flow": 0.32372712585034014,
"pna_packet_max": 0.4873107142857142,
"pna_packet_mean": 0.8864749149659864,
"pna_packet_median": 0.8859957482993198,
"pna_packet_trimmed10_mean": 0.8922133503401362,
"terminal_flow": 0.6636574829931974,
"terminal_norm": 0.8103133503401361,
"terminal_packet": 0.6046749149659864,
"velocity_flow": 0.8737471088435373,
"velocity_packet": 0.11038401360544217,
"velocity_total": 0.9897622448979593
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.9739909013605442,
"causal_surprisal_flow": 0.279437925170068,
"causal_surprisal_packet_max": 0.019697619047619047,
"causal_surprisal_packet_mean": 0.04059744897959183,
"causal_surprisal_packet_median": 0.06960935374149661,
"causal_surprisal_packet_trimmed10_mean": 0.06123724489795919,
"causal_surprisal_total": 0.30837738095238093,
"consistency_total": 0.8383562925170067,
"curvature_flow": 0.3886638605442177,
"curvature_packet": 0.8045119897959184,
"curvature_total": 0.6500932823129251,
"direction_drift_flow": 0.5130876700680272,
"direction_drift_packet_max": 0.018284183673469387,
"direction_drift_packet_mean": 0.025237500000000003,
"direction_drift_packet_median": 0.02952142857142858,
"direction_drift_packet_trimmed10_mean": 0.02725255102040816,
"direction_drift_total": 0.019734013605442184,
"flow_consistency": 0.8316836734693878,
"kappa2_speed2norm_packet_mean": 0.10712797619047618,
"kappa2_speed2norm_packet_median": 0.13530731292517006,
"kappa2_speed2norm_packet_trimmed10_mean": 0.12534838435374152,
"kinetic_energy": 0.9742164965986394,
"kinetic_flow": 0.8493639455782314,
"kinetic_packet": 0.8896804421768708,
"packet_consistency": 0.8630474489795918,
"pna_flow": 0.2130938775510204,
"pna_packet_max": 0.04670688775510204,
"pna_packet_mean": 0.10712797619047618,
"pna_packet_median": 0.13530731292517006,
"pna_packet_trimmed10_mean": 0.12534838435374152,
"terminal_flow": 0.8983042517006803,
"terminal_norm": 0.9475100340136055,
"terminal_packet": 0.9203566326530611,
"velocity_flow": 0.6026068027210885,
"velocity_packet": 0.9413906462585033,
"velocity_total": 0.9989775510204082
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.791158843537415,
"causal_surprisal_flow": 0.29647176870748293,
"causal_surprisal_packet_max": 0.019216836734693876,
"causal_surprisal_packet_mean": 0.03678418367346939,
"causal_surprisal_packet_median": 0.06576615646258503,
"causal_surprisal_packet_trimmed10_mean": 0.05640391156462585,
"causal_surprisal_total": 0.2658875850340136,
"consistency_total": 0.5006306122448979,
"curvature_flow": 0.6067415816326531,
"curvature_packet": 0.6873781462585035,
"curvature_total": 0.6684735544217688,
"direction_drift_flow": 0.4272974489795919,
"direction_drift_packet_max": 0.23959897959183674,
"direction_drift_packet_mean": 0.2519419217687075,
"direction_drift_packet_median": 0.2377577380952381,
"direction_drift_packet_trimmed10_mean": 0.24313061224489796,
"direction_drift_total": 0.21254438775510204,
"flow_consistency": 0.506719217687075,
"kappa2_speed2norm_packet_mean": 0.7119819727891157,
"kappa2_speed2norm_packet_median": 0.6923765306122448,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6802641156462585,
"kinetic_energy": 0.7899953231292517,
"kinetic_flow": 0.6998573129251702,
"kinetic_packet": 0.6610420918367348,
"packet_consistency": 0.28972210884353744,
"pna_flow": 0.3523760204081633,
"pna_packet_max": 0.5452734693877551,
"pna_packet_mean": 0.7119819727891157,
"pna_packet_median": 0.6923765306122448,
"pna_packet_trimmed10_mean": 0.6802641156462585,
"terminal_flow": 0.43750119047619046,
"terminal_norm": 0.47702244897959184,
"terminal_packet": 0.4480372448979592,
"velocity_flow": 0.7209515306122449,
"velocity_packet": 0.6463667517006803,
"velocity_total": 0.8215571428571429
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.7899417517006802,
"causal_surprisal_flow": 0.2953896258503401,
"causal_surprisal_packet_max": 0.01812925170068027,
"causal_surprisal_packet_mean": 0.03558588435374149,
"causal_surprisal_packet_median": 0.06319353741496599,
"causal_surprisal_packet_trimmed10_mean": 0.05465391156462585,
"causal_surprisal_total": 0.26598647959183674,
"consistency_total": 0.49700255102040813,
"curvature_flow": 0.6085239795918368,
"curvature_packet": 0.672364880952381,
"curvature_total": 0.6544772959183673,
"direction_drift_flow": 0.42505561224489796,
"direction_drift_packet_max": 0.2256154761904762,
"direction_drift_packet_mean": 0.25218231292517007,
"direction_drift_packet_median": 0.2445105442176871,
"direction_drift_packet_trimmed10_mean": 0.2523222789115646,
"direction_drift_total": 0.20844498299319728,
"flow_consistency": 0.5043027210884354,
"kappa2_speed2norm_packet_mean": 0.7136942176870749,
"kappa2_speed2norm_packet_median": 0.698890306122449,
"kappa2_speed2norm_packet_trimmed10_mean": 0.697679931972789,
"kinetic_energy": 0.7887139455782313,
"kinetic_flow": 0.6919546768707483,
"kinetic_packet": 0.660175850340136,
"packet_consistency": 0.2709297619047619,
"pna_flow": 0.35363869047619045,
"pna_packet_max": 0.5302494897959185,
"pna_packet_mean": 0.7136942176870749,
"pna_packet_median": 0.698890306122449,
"pna_packet_trimmed10_mean": 0.697679931972789,
"terminal_flow": 0.42806377551020414,
"terminal_norm": 0.4675156462585035,
"terminal_packet": 0.4414443877551021,
"velocity_flow": 0.7240518707482992,
"velocity_packet": 0.6392268707482993,
"velocity_total": 0.8212772108843538
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.9703034863945579,
"causal_surprisal_flow": 0.2851671768707483,
"causal_surprisal_packet_max": 0.021316326530612245,
"causal_surprisal_packet_mean": 0.042713775510204076,
"causal_surprisal_packet_median": 0.07194829931972789,
"causal_surprisal_packet_trimmed10_mean": 0.06342091836734694,
"causal_surprisal_total": 0.3168622448979592,
"consistency_total": 0.8357375850340136,
"curvature_flow": 0.33087176870748297,
"curvature_packet": 0.8145569727891157,
"curvature_total": 0.6172287414965987,
"direction_drift_flow": 0.524256462585034,
"direction_drift_packet_max": 0.005115986394557819,
"direction_drift_packet_mean": 0.0045561224489795915,
"direction_drift_packet_median": 0.008662755102040821,
"direction_drift_packet_trimmed10_mean": 0.005997108843537411,
"direction_drift_total": 0.007540646258503409,
"flow_consistency": 0.8282632653061226,
"kappa2_speed2norm_packet_mean": 0.06491853741496599,
"kappa2_speed2norm_packet_median": 0.09170221088435375,
"kappa2_speed2norm_packet_trimmed10_mean": 0.08218299319727891,
"kinetic_energy": 0.970759693877551,
"kinetic_flow": 0.8241773809523811,
"kinetic_packet": 0.9109546768707483,
"packet_consistency": 0.9020489795918367,
"pna_flow": 0.20102023809523806,
"pna_packet_max": 0.024448809523809525,
"pna_packet_mean": 0.06491853741496599,
"pna_packet_median": 0.09170221088435375,
"pna_packet_trimmed10_mean": 0.08218299319727891,
"terminal_flow": 0.9128348639455782,
"terminal_norm": 0.9549018707482994,
"terminal_packet": 0.9400442176870749,
"velocity_flow": 0.5757986394557822,
"velocity_packet": 0.981481462585034,
"velocity_total": 0.995702551020408
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.9596087585034013,
"causal_surprisal_flow": 0.2736486394557823,
"causal_surprisal_packet_max": 0.009867602040816326,
"causal_surprisal_packet_mean": 0.025516496598639454,
"causal_surprisal_packet_median": 0.041990986394557825,
"causal_surprisal_packet_trimmed10_mean": 0.036928571428571436,
"causal_surprisal_total": 0.30413775510204083,
"consistency_total": 0.8806514455782314,
"curvature_flow": 0.5102326530612245,
"curvature_packet": 0.6647753401360544,
"curvature_total": 0.569153231292517,
"direction_drift_flow": 0.47590442176870745,
"direction_drift_packet_max": 0.11498979591836735,
"direction_drift_packet_mean": 0.1622861394557823,
"direction_drift_packet_median": 0.1726248299319728,
"direction_drift_packet_trimmed10_mean": 0.17876513605442176,
"direction_drift_total": 0.0906200680272109,
"flow_consistency": 0.8845977891156462,
"kappa2_speed2norm_packet_mean": 0.8510954081632652,
"kappa2_speed2norm_packet_median": 0.8534301870748299,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8573639455782314,
"kinetic_energy": 0.9593261904761904,
"kinetic_flow": 0.8684338435374148,
"kinetic_packet": 0.6635721088435375,
"packet_consistency": 0.44373886054421774,
"pna_flow": 0.22359625850340134,
"pna_packet_max": 0.5976817176870749,
"pna_packet_mean": 0.8510954081632652,
"pna_packet_median": 0.8534301870748299,
"pna_packet_trimmed10_mean": 0.8573639455782314,
"terminal_flow": 0.8376755952380953,
"terminal_norm": 0.9048836734693878,
"terminal_packet": 0.7801504251700679,
"velocity_flow": 0.8488993197278911,
"velocity_packet": 0.6861678571428571,
"velocity_total": 0.9887738095238096
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.9429328231292518,
"causal_surprisal_flow": 0.13934464285714288,
"causal_surprisal_packet_max": 0.000122959183673457,
"causal_surprisal_packet_mean": 0.011308503401360546,
"causal_surprisal_packet_median": 0.01867006802721088,
"causal_surprisal_packet_trimmed10_mean": 0.016657993197278915,
"causal_surprisal_total": 0.14215884353741498,
"consistency_total": 0.9273698979591837,
"curvature_flow": 0.681854081632653,
"curvature_packet": 0.4290615646258503,
"curvature_total": 0.5672414115646258,
"direction_drift_flow": 0.3904227891156462,
"direction_drift_packet_max": 0.30108052721088435,
"direction_drift_packet_mean": 0.47335612244897957,
"direction_drift_packet_median": 0.47658945578231293,
"direction_drift_packet_trimmed10_mean": 0.4859352040816327,
"direction_drift_total": 0.28597108843537417,
"flow_consistency": 0.9459260204081633,
"kappa2_speed2norm_packet_mean": 0.8800087585034015,
"kappa2_speed2norm_packet_median": 0.8799444727891158,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8859701530612244,
"kinetic_energy": 0.9425185374149659,
"kinetic_flow": 0.8554461734693878,
"kinetic_packet": 0.5845110544217688,
"packet_consistency": 0.09435884353741497,
"pna_flow": 0.33493996598639453,
"pna_packet_max": 0.48257789115646255,
"pna_packet_mean": 0.8800087585034015,
"pna_packet_median": 0.8799444727891158,
"pna_packet_trimmed10_mean": 0.8859701530612244,
"terminal_flow": 0.6618025510204082,
"terminal_norm": 0.8043628401360544,
"terminal_packet": 0.5755430272108844,
"velocity_flow": 0.8643991496598639,
"velocity_packet": 0.11073520408163265,
"velocity_total": 0.9815600340136055
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.9466636904761904,
"causal_surprisal_flow": 0.12650697278911566,
"causal_surprisal_packet_max": 0.0025482993197278796,
"causal_surprisal_packet_mean": 0.01400119047619048,
"causal_surprisal_packet_median": 0.02127857142857143,
"causal_surprisal_packet_trimmed10_mean": 0.019331122448979596,
"causal_surprisal_total": 0.12563690476190478,
"consistency_total": 0.9270966836734693,
"curvature_flow": 0.6665666666666668,
"curvature_packet": 0.4176447278911565,
"curvature_total": 0.5360823129251702,
"direction_drift_flow": 0.4065401360544218,
"direction_drift_packet_max": 0.30970969387755104,
"direction_drift_packet_mean": 0.48999166666666677,
"direction_drift_packet_median": 0.49247704081632654,
"direction_drift_packet_trimmed10_mean": 0.5015413265306122,
"direction_drift_total": 0.29884829931972795,
"flow_consistency": 0.9450930272108844,
"kappa2_speed2norm_packet_mean": 0.8837931972789117,
"kappa2_speed2norm_packet_median": 0.8823244897959184,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8895850340136053,
"kinetic_energy": 0.9461663265306122,
"kinetic_flow": 0.857783843537415,
"kinetic_packet": 0.5703250850340136,
"packet_consistency": 0.09672670068027212,
"pna_flow": 0.3152693877551021,
"pna_packet_max": 0.48522976190476197,
"pna_packet_mean": 0.8837931972789117,
"pna_packet_median": 0.8823244897959184,
"pna_packet_trimmed10_mean": 0.8895850340136053,
"terminal_flow": 0.6779289115646259,
"terminal_norm": 0.8166469387755102,
"terminal_packet": 0.6038170068027211,
"velocity_flow": 0.8615909863945578,
"velocity_packet": 0.11497423469387755,
"velocity_total": 0.9803515306122449
},
"Syn": {
"_n": 588.0,
"arc_length": 0.9274006802721089,
"causal_surprisal_flow": 0.2700811224489796,
"causal_surprisal_packet_max": 0.6510525510204083,
"causal_surprisal_packet_mean": 0.7925562925170067,
"causal_surprisal_packet_median": 0.8111042517006803,
"causal_surprisal_packet_trimmed10_mean": 0.8025610544217687,
"causal_surprisal_total": 0.3275988095238095,
"consistency_total": 0.8420281462585032,
"curvature_flow": 0.6581367346938776,
"curvature_packet": 0.7505301020408163,
"curvature_total": 0.8266438775510203,
"direction_drift_flow": 0.41934472789115645,
"direction_drift_packet_max": 0.25661819727891155,
"direction_drift_packet_mean": 0.2741289115646258,
"direction_drift_packet_median": 0.25622636054421766,
"direction_drift_packet_trimmed10_mean": 0.2882180272108844,
"direction_drift_total": 0.18651777210884354,
"flow_consistency": 0.840729336734694,
"kappa2_speed2norm_packet_mean": 0.3634482993197279,
"kappa2_speed2norm_packet_median": 0.40961054421768706,
"kappa2_speed2norm_packet_trimmed10_mean": 0.3778477040816326,
"kinetic_energy": 0.9284607142857143,
"kinetic_flow": 0.6632653911564627,
"kinetic_packet": 0.9238139455782314,
"packet_consistency": 0.8048812925170067,
"pna_flow": 0.34954030612244896,
"pna_packet_max": 0.22348375850340138,
"pna_packet_mean": 0.3634482993197279,
"pna_packet_median": 0.40961054421768706,
"pna_packet_trimmed10_mean": 0.3778477040816326,
"terminal_flow": 0.8896850340136054,
"terminal_norm": 0.9449906462585034,
"terminal_packet": 0.9591103741496598,
"velocity_flow": 0.5575558673469386,
"velocity_packet": 0.8231206632653061,
"velocity_total": 0.855692857142857
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.8427358843537415,
"causal_surprisal_flow": 0.29325595238095237,
"causal_surprisal_packet_max": 0.011811224489795916,
"causal_surprisal_packet_mean": 0.02627687074829932,
"causal_surprisal_packet_median": 0.03947772108843538,
"causal_surprisal_packet_trimmed10_mean": 0.03545901360544218,
"causal_surprisal_total": 0.30157482993197277,
"consistency_total": 0.6690828231292517,
"curvature_flow": 0.34915986394557824,
"curvature_packet": 0.8237925170068027,
"curvature_total": 0.7714704081632653,
"direction_drift_flow": 0.4391114795918368,
"direction_drift_packet_max": 0.27020688775510204,
"direction_drift_packet_mean": 0.3403630952380952,
"direction_drift_packet_median": 0.3328405612244898,
"direction_drift_packet_trimmed10_mean": 0.3479865646258503,
"direction_drift_total": 0.301306462585034,
"flow_consistency": 0.6298826530612244,
"kappa2_speed2norm_packet_mean": 0.9053680272108843,
"kappa2_speed2norm_packet_median": 0.8828122448979592,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9055161564625851,
"kinetic_energy": 0.8434677721088436,
"kinetic_flow": 0.7160263605442176,
"kinetic_packet": 0.7761219387755103,
"packet_consistency": 0.6030086734693877,
"pna_flow": 0.208643537414966,
"pna_packet_max": 0.6929752551020406,
"pna_packet_mean": 0.9053680272108843,
"pna_packet_median": 0.8828122448979592,
"pna_packet_trimmed10_mean": 0.9055161564625851,
"terminal_flow": 0.8250324829931973,
"terminal_norm": 0.8729100340136053,
"terminal_packet": 0.7594962585034015,
"velocity_flow": 0.6905814625850341,
"velocity_packet": 0.7167712585034013,
"velocity_total": 0.7991911564625851
},
"UDP": {
"_n": 588.0,
"arc_length": 0.7758359693877551,
"causal_surprisal_flow": 0.29848112244897956,
"causal_surprisal_packet_max": 0.01895153061224489,
"causal_surprisal_packet_mean": 0.036702040816326525,
"causal_surprisal_packet_median": 0.06591267006802722,
"causal_surprisal_packet_trimmed10_mean": 0.056626700680272105,
"causal_surprisal_total": 0.272441156462585,
"consistency_total": 0.4670316326530612,
"curvature_flow": 0.6125392857142856,
"curvature_packet": 0.6704763605442176,
"curvature_total": 0.6607705782312925,
"direction_drift_flow": 0.4211881802721088,
"direction_drift_packet_max": 0.23016955782312926,
"direction_drift_packet_mean": 0.24738843537414967,
"direction_drift_packet_median": 0.23466122448979593,
"direction_drift_packet_trimmed10_mean": 0.24297049319727893,
"direction_drift_total": 0.21131785714285714,
"flow_consistency": 0.47335068027210886,
"kappa2_speed2norm_packet_mean": 0.7031461734693878,
"kappa2_speed2norm_packet_median": 0.6844692176870748,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6794525510204081,
"kinetic_energy": 0.774554081632653,
"kinetic_flow": 0.677323724489796,
"kinetic_packet": 0.6545127551020409,
"packet_consistency": 0.2732500850340136,
"pna_flow": 0.3640045918367347,
"pna_packet_max": 0.5224697278911565,
"pna_packet_mean": 0.7031461734693878,
"pna_packet_median": 0.6844692176870748,
"pna_packet_trimmed10_mean": 0.6794525510204081,
"terminal_flow": 0.4023795918367347,
"terminal_norm": 0.4404625850340136,
"terminal_packet": 0.4142622448979592,
"velocity_flow": 0.7096691326530612,
"velocity_packet": 0.6478885204081632,
"velocity_total": 0.8072729591836735
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.903468112244898,
"causal_surprisal_flow": 0.2895107142857143,
"causal_surprisal_packet_max": 0.603223044217687,
"causal_surprisal_packet_mean": 0.7292305272108844,
"causal_surprisal_packet_median": 0.7504438775510205,
"causal_surprisal_packet_trimmed10_mean": 0.7409131802721088,
"causal_surprisal_total": 0.35459965986394554,
"consistency_total": 0.8078061224489798,
"curvature_flow": 0.625237925170068,
"curvature_packet": 0.6870951530612245,
"curvature_total": 0.74821462585034,
"direction_drift_flow": 0.4321505102040816,
"direction_drift_packet_max": 0.17955807823129255,
"direction_drift_packet_mean": 0.21175255102040816,
"direction_drift_packet_median": 0.21128639455782314,
"direction_drift_packet_trimmed10_mean": 0.22493503401360546,
"direction_drift_total": 0.1379845238095238,
"flow_consistency": 0.808454931972789,
"kappa2_speed2norm_packet_mean": 0.3166664965986395,
"kappa2_speed2norm_packet_median": 0.3453017006802721,
"kappa2_speed2norm_packet_trimmed10_mean": 0.33063418367346936,
"kinetic_energy": 0.9040075680272108,
"kinetic_flow": 0.6701341836734692,
"kinetic_packet": 0.8902622448979589,
"packet_consistency": 0.7326168367346938,
"pna_flow": 0.34021003401360544,
"pna_packet_max": 0.20074761904761906,
"pna_packet_mean": 0.3166664965986395,
"pna_packet_median": 0.3453017006802721,
"pna_packet_trimmed10_mean": 0.33063418367346936,
"terminal_flow": 0.8421272959183672,
"terminal_norm": 0.8951369047619047,
"terminal_packet": 0.9024083333333333,
"velocity_flow": 0.5704022959183673,
"velocity_packet": 0.8149115646258503,
"velocity_total": 0.8585639455782313
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.7488207762557078,
"causal_surprisal_flow": 0.3362828767123287,
"causal_surprisal_packet_max": 0.6257264840182648,
"causal_surprisal_packet_mean": 0.6392874429223744,
"causal_surprisal_packet_median": 0.5877657534246575,
"causal_surprisal_packet_trimmed10_mean": 0.5887414383561644,
"causal_surprisal_total": 0.34166609589041097,
"consistency_total": 0.36727009132420096,
"curvature_flow": 0.5889936073059361,
"curvature_packet": 0.5316974885844749,
"curvature_total": 0.7882778538812786,
"direction_drift_flow": 0.3043269406392694,
"direction_drift_packet_max": 0.399203196347032,
"direction_drift_packet_mean": 0.3663390410958904,
"direction_drift_packet_median": 0.359293607305936,
"direction_drift_packet_trimmed10_mean": 0.35276552511415527,
"direction_drift_total": 0.3101243150684932,
"flow_consistency": 0.4046618721461187,
"kappa2_speed2norm_packet_mean": 0.7376607305936074,
"kappa2_speed2norm_packet_median": 0.7299027397260274,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7168413242009133,
"kinetic_energy": 0.7480583333333334,
"kinetic_flow": 0.7224439497716895,
"kinetic_packet": 0.4079417808219178,
"packet_consistency": 0.36283561643835616,
"pna_flow": 0.40397100456621005,
"pna_packet_max": 0.5045474885844748,
"pna_packet_mean": 0.7376607305936074,
"pna_packet_median": 0.7299027397260274,
"pna_packet_trimmed10_mean": 0.7168413242009133,
"terminal_flow": 0.3529276255707763,
"terminal_norm": 0.42443812785388135,
"terminal_packet": 0.43497899543379,
"velocity_flow": 0.7225036529680364,
"velocity_packet": 0.41694988584474885,
"velocity_total": 0.8142390410958905
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 19.9s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 18.8s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed43_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed43_to_cicddos2019.npz
=== overall AUROC top-10 ===
velocity_total AUROC=0.8973 AUPRC=0.9115
kinetic_energy AUROC=0.8935 AUPRC=0.8493
arc_length AUROC=0.8934 AUPRC=0.8492
kinetic_flow AUROC=0.7886 AUPRC=0.6669
terminal_norm AUROC=0.7826 AUPRC=0.7328
flow_consistency AUROC=0.7672 AUPRC=0.7121
consistency_total AUROC=0.7647 AUPRC=0.6962
kinetic_packet AUROC=0.7422 AUPRC=0.6682
terminal_flow AUROC=0.7309 AUPRC=0.6647
velocity_flow AUROC=0.7231 AUPRC=0.6159

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_a_causal_ciciot2023_seed43",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.6699105212640284,
"auprc": 0.6170680495599252
},
"causal_surprisal_flow": {
"auroc": 0.5917123597164796,
"auprc": 0.48826224621829184
},
"causal_surprisal_packet_max": {
"auroc": 0.7196741952155936,
"auprc": 0.5889493749751665
},
"causal_surprisal_packet_mean": {
"auroc": 0.633955441523922,
"auprc": 0.5383955281838839
},
"causal_surprisal_packet_median": {
"auroc": 0.5950375073833432,
"auprc": 0.5180904893231839
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.6007857722976964,
"auprc": 0.5207859836070919
},
"causal_surprisal_total": {
"auroc": 0.5854307294743059,
"auprc": 0.45455544163974315
},
"consistency_total": {
"auroc": 0.6296457176609569,
"auprc": 0.4330148485772283
},
"curvature_flow": {
"auroc": 0.35192582693443586,
"auprc": 0.3172234076361438
},
"curvature_packet": {
"auroc": 0.8412018310691082,
"auprc": 0.7582025443860729
},
"curvature_total": {
"auroc": 0.8005971869462493,
"auprc": 0.7224489419424731
},
"direction_drift_flow": {
"auroc": 0.3866758121677496,
"auprc": 0.31992061378783976
},
"direction_drift_packet_max": {
"auroc": 0.5253155936207915,
"auprc": 0.39612389168747375
},
"direction_drift_packet_mean": {
"auroc": 0.31179742321323095,
"auprc": 0.29345481107918375
},
"direction_drift_packet_median": {
"auroc": 0.3185180005906675,
"auprc": 0.2955992240388345
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.29893761075014763,
"auprc": 0.2899929252142054
},
"direction_drift_total": {
"auroc": 0.3577736488481985,
"auprc": 0.31021779665249805
},
"flow_consistency": {
"auroc": 0.6159881940342586,
"auprc": 0.4259467570290725
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.6506700457767277,
"auprc": 0.5124240679213178
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.6255508047844064,
"auprc": 0.47903980051351924
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.6244962418783225,
"auprc": 0.4843555420274357
},
"kinetic_energy": {
"auroc": 0.6685729917306557,
"auprc": 0.6164258379804632
},
"kinetic_flow": {
"auroc": 0.7220523183697578,
"auprc": 0.5440129929918858
},
"kinetic_packet": {
"auroc": 0.718347880980508,
"auprc": 0.6525585486246017
},
"packet_consistency": {
"auroc": 0.7580005980507973,
"auprc": 0.6100930092872549
},
"pna_flow": {
"auroc": 0.15163437684583578,
"auprc": 0.2563506239383087
},
"pna_packet_max": {
"auroc": 0.661863577968104,
"auprc": 0.5463290055805369
},
"pna_packet_mean": {
"auroc": 0.6506700457767277,
"auprc": 0.5124240679213178
},
"pna_packet_median": {
"auroc": 0.6255508047844064,
"auprc": 0.47903980051351924
},
"pna_packet_trimmed10_mean": {
"auroc": 0.6244962418783225,
"auprc": 0.4843555420274357
},
"terminal_flow": {
"auroc": 0.8572203854105138,
"auprc": 0.7684938728725426
},
"terminal_norm": {
"auroc": 0.7603661990549321,
"auprc": 0.7070803293987583
},
"terminal_packet": {
"auroc": 0.8035794300059067,
"auprc": 0.7339809019110536
},
"velocity_flow": {
"auroc": 0.6698358535144713,
"auprc": 0.49360889781291384
},
"velocity_packet": {
"auroc": 0.7911671588895451,
"auprc": 0.6092144898814608
},
"velocity_total": {
"auroc": 0.6756564235085647,
"auprc": 0.5939668800222226
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.5876813813813813,
"causal_surprisal_flow": 0.668677027027027,
"causal_surprisal_packet_max": 0.9621791291291291,
"causal_surprisal_packet_mean": 0.9450624624624626,
"causal_surprisal_packet_median": 0.9439953453453451,
"causal_surprisal_packet_trimmed10_mean": 0.9444472972972973,
"causal_surprisal_total": 0.8670614114114114,
"consistency_total": 0.7115971471471472,
"curvature_flow": 0.05660960960960962,
"curvature_packet": 0.525056081081081,
"curvature_total": 0.3612135135135135,
"direction_drift_flow": 0.6488174174174174,
"direction_drift_packet_max": 0.5396177927927928,
"direction_drift_packet_mean": 0.3482974474474474,
"direction_drift_packet_median": 0.3465686186186186,
"direction_drift_packet_trimmed10_mean": 0.29726036036036035,
"direction_drift_total": 0.46454091591591584,
"flow_consistency": 0.7116446696696697,
"kappa2_speed2norm_packet_mean": 0.368168018018018,
"kappa2_speed2norm_packet_median": 0.3104074324324324,
"kappa2_speed2norm_packet_trimmed10_mean": 0.29692379879879877,
"kinetic_energy": 0.5928713963963964,
"kinetic_flow": 0.42353663663663665,
"kinetic_packet": 0.8173114864864864,
"packet_consistency": 0.7341636636636637,
"pna_flow": 0.07329009009009008,
"pna_packet_max": 0.5815667417417417,
"pna_packet_mean": 0.368168018018018,
"pna_packet_median": 0.3104074324324324,
"pna_packet_trimmed10_mean": 0.29692379879879877,
"terminal_flow": 0.7997751501501502,
"terminal_norm": 0.9065702702702704,
"terminal_packet": 0.9391196696696698,
"velocity_flow": 0.40372072072072074,
"velocity_packet": 0.7475581081081081,
"velocity_total": 0.4348024024024024
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.8521777027027027,
"causal_surprisal_flow": 0.724497147147147,
"causal_surprisal_packet_max": 0.7072211711711711,
"causal_surprisal_packet_mean": 0.57247987987988,
"causal_surprisal_packet_median": 0.49147785285285284,
"causal_surprisal_packet_trimmed10_mean": 0.49709069069069073,
"causal_surprisal_total": 0.8025032282282282,
"consistency_total": 0.7085156156156157,
"curvature_flow": 0.11065165165165165,
"curvature_packet": 0.9093411411411412,
"curvature_total": 0.8265054804804806,
"direction_drift_flow": 0.46313070570570564,
"direction_drift_packet_max": 0.5350956456456456,
"direction_drift_packet_mean": 0.24467012012012013,
"direction_drift_packet_median": 0.2744771771771772,
"direction_drift_packet_trimmed10_mean": 0.22098633633633635,
"direction_drift_total": 0.31347132132132133,
"flow_consistency": 0.6911714714714714,
"kappa2_speed2norm_packet_mean": 0.42922800300300296,
"kappa2_speed2norm_packet_median": 0.435405105105105,
"kappa2_speed2norm_packet_trimmed10_mean": 0.3910815315315315,
"kinetic_energy": 0.8529144894894894,
"kinetic_flow": 0.81212012012012,
"kinetic_packet": 0.907265915915916,
"packet_consistency": 0.9435842342342343,
"pna_flow": 0.04256261261261261,
"pna_packet_max": 0.5352620870870871,
"pna_packet_mean": 0.42922800300300296,
"pna_packet_median": 0.435405105105105,
"pna_packet_trimmed10_mean": 0.3910815315315315,
"terminal_flow": 0.9847905405405405,
"terminal_norm": 0.9690496996996997,
"terminal_packet": 0.9527003003003002,
"velocity_flow": 0.7752872372372372,
"velocity_packet": 0.9063651651651652,
"velocity_total": 0.7255106606606607
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.684202927927928,
"causal_surprisal_flow": 0.7266105855855857,
"causal_surprisal_packet_max": 0.7108417417417418,
"causal_surprisal_packet_mean": 0.5303201201201202,
"causal_surprisal_packet_median": 0.4665187687687688,
"causal_surprisal_packet_trimmed10_mean": 0.4822665165165165,
"causal_surprisal_total": 0.7221885885885885,
"consistency_total": 0.6508708708708708,
"curvature_flow": 0.1098987987987988,
"curvature_packet": 0.9723737237237237,
"curvature_total": 0.9601992492492494,
"direction_drift_flow": 0.42083273273273275,
"direction_drift_packet_max": 0.6440060810810811,
"direction_drift_packet_mean": 0.32223626126126126,
"direction_drift_packet_median": 0.3150092342342342,
"direction_drift_packet_trimmed10_mean": 0.2976351351351352,
"direction_drift_total": 0.446559984984985,
"flow_consistency": 0.6325072072072072,
"kappa2_speed2norm_packet_mean": 0.8166488738738739,
"kappa2_speed2norm_packet_median": 0.7685891141141141,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7861373123123122,
"kinetic_energy": 0.6835375375375375,
"kinetic_flow": 0.830852027027027,
"kinetic_packet": 0.8103594594594595,
"packet_consistency": 0.8994916666666666,
"pna_flow": 0.03449264264264264,
"pna_packet_max": 0.7746638888888888,
"pna_packet_mean": 0.8166488738738739,
"pna_packet_median": 0.7685891141141141,
"pna_packet_trimmed10_mean": 0.7861373123123122,
"terminal_flow": 0.9794735735735737,
"terminal_norm": 0.8846638138138138,
"terminal_packet": 0.8718198198198197,
"velocity_flow": 0.7677525525525527,
"velocity_packet": 0.8429014264264265,
"velocity_total": 0.660370870870871
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.7357327327327328,
"causal_surprisal_flow": 0.7212965465465465,
"causal_surprisal_packet_max": 0.687484984984985,
"causal_surprisal_packet_mean": 0.45994954954954953,
"causal_surprisal_packet_median": 0.37190638138138143,
"causal_surprisal_packet_trimmed10_mean": 0.3961985735735735,
"causal_surprisal_total": 0.7530839339339339,
"consistency_total": 0.6396066066066066,
"curvature_flow": 0.44048168168168167,
"curvature_packet": 0.9569792792792793,
"curvature_total": 0.9434501501501502,
"direction_drift_flow": 0.4525032282282283,
"direction_drift_packet_max": 0.6698276276276276,
"direction_drift_packet_mean": 0.19627454954954954,
"direction_drift_packet_median": 0.21489459459459465,
"direction_drift_packet_trimmed10_mean": 0.1649963963963964,
"direction_drift_total": 0.24110960960960962,
"flow_consistency": 0.582454054054054,
"kappa2_speed2norm_packet_mean": 0.6756627627627628,
"kappa2_speed2norm_packet_median": 0.6499805555555555,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6095439939939938,
"kinetic_energy": 0.7334834084084084,
"kinetic_flow": 0.7942321321321322,
"kinetic_packet": 0.86661006006006,
"packet_consistency": 0.9705357357357357,
"pna_flow": 0.1764716216216216,
"pna_packet_max": 0.7972864114114114,
"pna_packet_mean": 0.6756627627627628,
"pna_packet_median": 0.6499805555555555,
"pna_packet_trimmed10_mean": 0.6095439939939938,
"terminal_flow": 0.8819632882882883,
"terminal_norm": 0.7687743243243244,
"terminal_packet": 0.8390633633633635,
"velocity_flow": 0.7530915165165165,
"velocity_packet": 0.9302618618618619,
"velocity_total": 0.7348428678678679
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.7271611861861862,
"causal_surprisal_flow": 0.7284948948948949,
"causal_surprisal_packet_max": 0.7860731981981981,
"causal_surprisal_packet_mean": 0.7705777777777779,
"causal_surprisal_packet_median": 0.7033915915915916,
"causal_surprisal_packet_trimmed10_mean": 0.7334356606606606,
"causal_surprisal_total": 0.8047067567567567,
"consistency_total": 0.5347902402402402,
"curvature_flow": 0.48629564564564565,
"curvature_packet": 0.9605301801801802,
"curvature_total": 0.9417647897897897,
"direction_drift_flow": 0.3716567567567568,
"direction_drift_packet_max": 0.6153053303303303,
"direction_drift_packet_mean": 0.3139198198198198,
"direction_drift_packet_median": 0.31780165165165164,
"direction_drift_packet_trimmed10_mean": 0.2763357357357357,
"direction_drift_total": 0.40352522522522527,
"flow_consistency": 0.4894184684684684,
"kappa2_speed2norm_packet_mean": 0.7969043543543544,
"kappa2_speed2norm_packet_median": 0.7472057057057057,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7586628378378377,
"kinetic_energy": 0.7258125375375376,
"kinetic_flow": 0.7106626126126125,
"kinetic_packet": 0.8141222222222221,
"packet_consistency": 0.7843954954954956,
"pna_flow": 0.21802027027027024,
"pna_packet_max": 0.7548216966966965,
"pna_packet_mean": 0.7969043543543544,
"pna_packet_median": 0.7472057057057057,
"pna_packet_trimmed10_mean": 0.7586628378378377,
"terminal_flow": 0.8187704954954955,
"terminal_norm": 0.8406483483483483,
"terminal_packet": 0.8887905405405405,
"velocity_flow": 0.6803432432432432,
"velocity_packet": 0.8257289789789789,
"velocity_total": 0.656401051051051
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.6482009009009009,
"causal_surprisal_flow": 0.6000250750750751,
"causal_surprisal_packet_max": 0.6802009009009008,
"causal_surprisal_packet_mean": 0.5746642642642642,
"causal_surprisal_packet_median": 0.5000648648648649,
"causal_surprisal_packet_trimmed10_mean": 0.486287012012012,
"causal_surprisal_total": 0.5137129129129129,
"consistency_total": 0.5588295795795796,
"curvature_flow": 0.270590990990991,
"curvature_packet": 0.9322475975975977,
"curvature_total": 0.9158308558558558,
"direction_drift_flow": 0.3965053303303303,
"direction_drift_packet_max": 0.5952430930930932,
"direction_drift_packet_mean": 0.272563963963964,
"direction_drift_packet_median": 0.25472897897897895,
"direction_drift_packet_trimmed10_mean": 0.24335960960960962,
"direction_drift_total": 0.2437238738738739,
"flow_consistency": 0.571823123123123,
"kappa2_speed2norm_packet_mean": 0.8008833333333333,
"kappa2_speed2norm_packet_median": 0.7246210960960962,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7467411411411411,
"kinetic_energy": 0.6442976726726727,
"kinetic_flow": 0.6947373873873874,
"kinetic_packet": 0.7333487987987988,
"packet_consistency": 0.6207449699699701,
"pna_flow": 0.14859714714714714,
"pna_packet_max": 0.8217073573573573,
"pna_packet_mean": 0.8008833333333333,
"pna_packet_median": 0.7246210960960962,
"pna_packet_trimmed10_mean": 0.7467411411411411,
"terminal_flow": 0.8049051801801801,
"terminal_norm": 0.7442686936936938,
"terminal_packet": 0.8110192192192193,
"velocity_flow": 0.5709373123123124,
"velocity_packet": 0.8041804054054055,
"velocity_total": 0.7295837087087087
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.20157620120120118,
"causal_surprisal_flow": 0.756881981981982,
"causal_surprisal_packet_max": 0.9380917417417418,
"causal_surprisal_packet_mean": 0.9021861861861862,
"causal_surprisal_packet_median": 0.8810986486486486,
"causal_surprisal_packet_trimmed10_mean": 0.889877927927928,
"causal_surprisal_total": 0.6017402402402402,
"consistency_total": 0.6279959459459459,
"curvature_flow": 0.03853438438438438,
"curvature_packet": 0.7547343843843844,
"curvature_total": 0.5882123123123123,
"direction_drift_flow": 0.5346141891891891,
"direction_drift_packet_max": 0.5636714714714715,
"direction_drift_packet_mean": 0.44807387387387393,
"direction_drift_packet_median": 0.4555227477477478,
"direction_drift_packet_trimmed10_mean": 0.439656006006006,
"direction_drift_total": 0.6877797297297297,
"flow_consistency": 0.6466598348348349,
"kappa2_speed2norm_packet_mean": 0.8201518018018018,
"kappa2_speed2norm_packet_median": 0.8041286036036036,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8063236486486487,
"kinetic_energy": 0.1983099099099099,
"kinetic_flow": 0.723451951951952,
"kinetic_packet": 0.23471306306306305,
"packet_consistency": 0.4930797297297297,
"pna_flow": 0.035488588588588596,
"pna_packet_max": 0.8395867117117116,
"pna_packet_mean": 0.8201518018018018,
"pna_packet_median": 0.8041286036036036,
"pna_packet_trimmed10_mean": 0.8063236486486487,
"terminal_flow": 0.942346996996997,
"terminal_norm": 0.40620990990990985,
"terminal_packet": 0.5540735735735736,
"velocity_flow": 0.5129204954954956,
"velocity_packet": 0.6757627627627628,
"velocity_total": 0.36140150150150147
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.9188000000000001,
"causal_surprisal_flow": 0.02210000000000001,
"causal_surprisal_packet_max": 0.15969999999999995,
"causal_surprisal_packet_mean": 0.006000000000000005,
"causal_surprisal_packet_median": 0.005700000000000038,
"causal_surprisal_packet_trimmed10_mean": 0.005700000000000038,
"causal_surprisal_total": 0.00029999999999996696,
"consistency_total": 0.9954999999999999,
"curvature_flow": 0.7194,
"curvature_packet": 0.6549,
"curvature_total": 0.5246999999999999,
"direction_drift_flow": 0.01100000000000001,
"direction_drift_packet_max": 0.24429999999999996,
"direction_drift_packet_mean": 0.021399999999999975,
"direction_drift_packet_median": 0.0534,
"direction_drift_packet_trimmed10_mean": 0.024800000000000044,
"direction_drift_total": 0.02739999999999998,
"flow_consistency": 0.9954,
"kappa2_speed2norm_packet_mean": 0.16800000000000004,
"kappa2_speed2norm_packet_median": 0.21099999999999997,
"kappa2_speed2norm_packet_trimmed10_mean": 0.17720000000000002,
"kinetic_energy": 0.9159999999999999,
"kinetic_flow": 0.9986999999999999,
"kinetic_packet": 0.7391,
"packet_consistency": 0.9981,
"pna_flow": 0.012599999999999945,
"pna_packet_max": 0.2894,
"pna_packet_mean": 0.16800000000000004,
"pna_packet_median": 0.21099999999999997,
"pna_packet_trimmed10_mean": 0.17720000000000002,
"terminal_flow": 0.9819,
"terminal_norm": 0.22109999999999996,
"terminal_packet": 0.23619999999999997,
"velocity_flow": 0.9963,
"velocity_packet": 0.9764,
"velocity_total": 0.9808
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.8193071428571429,
"causal_surprisal_flow": 0.3526142857142857,
"causal_surprisal_packet_max": 0.3687571428571429,
"causal_surprisal_packet_mean": 0.21244285714285713,
"causal_surprisal_packet_median": 0.20090000000000002,
"causal_surprisal_packet_trimmed10_mean": 0.19628571428571429,
"causal_surprisal_total": 0.24685714285714283,
"consistency_total": 0.6870714285714286,
"curvature_flow": 0.5423428571428571,
"curvature_packet": 0.7981285714285714,
"curvature_total": 0.7118285714285715,
"direction_drift_flow": 0.10759999999999999,
"direction_drift_packet_max": 0.46478571428571425,
"direction_drift_packet_mean": 0.22149999999999997,
"direction_drift_packet_median": 0.2334571428571428,
"direction_drift_packet_trimmed10_mean": 0.23022857142857145,
"direction_drift_total": 0.3357142857142857,
"flow_consistency": 0.6689857142857143,
"kappa2_speed2norm_packet_mean": 0.4883857142857143,
"kappa2_speed2norm_packet_median": 0.4475,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4690714285714286,
"kinetic_energy": 0.8186142857142857,
"kinetic_flow": 0.8960857142857143,
"kinetic_packet": 0.7458714285714285,
"packet_consistency": 0.8437857142857143,
"pna_flow": 0.03345714285714285,
"pna_packet_max": 0.8032714285714285,
"pna_packet_mean": 0.4883857142857143,
"pna_packet_median": 0.4475,
"pna_packet_trimmed10_mean": 0.4690714285714286,
"terminal_flow": 0.9159857142857143,
"terminal_norm": 0.5710857142857142,
"terminal_packet": 0.7708285714285714,
"velocity_flow": 0.8840857142857143,
"velocity_packet": 0.8213714285714285,
"velocity_total": 0.7731428571428571
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.9890004504504505,
"causal_surprisal_flow": 0.05379331831831831,
"causal_surprisal_packet_max": 0.6139015015015016,
"causal_surprisal_packet_mean": 0.7823093093093093,
"causal_surprisal_packet_median": 0.8124357357357358,
"causal_surprisal_packet_trimmed10_mean": 0.8053237237237237,
"causal_surprisal_total": 0.14386433933933934,
"consistency_total": 0.6801891891891892,
"curvature_flow": 0.6493716966966967,
"curvature_packet": 0.6865093093093094,
"curvature_total": 0.760520870870871,
"direction_drift_flow": 0.2797236486486486,
"direction_drift_packet_max": 0.21585758258258259,
"direction_drift_packet_mean": 0.27080495495495494,
"direction_drift_packet_median": 0.269822972972973,
"direction_drift_packet_trimmed10_mean": 0.29462027027027027,
"direction_drift_total": 0.1313087087087087,
"flow_consistency": 0.6848837837837837,
"kappa2_speed2norm_packet_mean": 0.4673833333333333,
"kappa2_speed2norm_packet_median": 0.5086412162162162,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4981772522522523,
"kinetic_energy": 0.9889996996996998,
"kinetic_flow": 0.6569866366366367,
"kinetic_packet": 0.9178551051051052,
"packet_consistency": 0.6687554804804805,
"pna_flow": 0.33598738738738737,
"pna_packet_max": 0.32684001501501503,
"pna_packet_mean": 0.4673833333333333,
"pna_packet_median": 0.5086412162162162,
"pna_packet_trimmed10_mean": 0.4981772522522523,
"terminal_flow": 0.961709009009009,
"terminal_norm": 0.9905234234234234,
"terminal_packet": 0.9735545045045044,
"velocity_flow": 0.6296617867867867,
"velocity_packet": 0.7213367867867868,
"velocity_total": 0.9821747747747747
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.9963821321321321,
"causal_surprisal_flow": 0.01974234234234234,
"causal_surprisal_packet_max": 0.38037297297297296,
"causal_surprisal_packet_mean": 0.4782283783783784,
"causal_surprisal_packet_median": 0.550643993993994,
"causal_surprisal_packet_trimmed10_mean": 0.5216609609609609,
"causal_surprisal_total": 0.04395375375375375,
"consistency_total": 0.6951917417417419,
"curvature_flow": 0.6883916666666668,
"curvature_packet": 0.8702082582582582,
"curvature_total": 0.931872072072072,
"direction_drift_flow": 0.2883154654654655,
"direction_drift_packet_max": 0.3705853603603604,
"direction_drift_packet_mean": 0.4833923423423423,
"direction_drift_packet_median": 0.49578318318318315,
"direction_drift_packet_trimmed10_mean": 0.5021683183183183,
"direction_drift_total": 0.23812252252252253,
"flow_consistency": 0.6912585585585586,
"kappa2_speed2norm_packet_mean": 0.4805123873873874,
"kappa2_speed2norm_packet_median": 0.5004575075075075,
"kappa2_speed2norm_packet_trimmed10_mean": 0.505788138138138,
"kinetic_energy": 0.9963644144144145,
"kinetic_flow": 0.5813560810810812,
"kinetic_packet": 0.9902735735735735,
"packet_consistency": 0.7840686186186185,
"pna_flow": 0.41933078078078084,
"pna_packet_max": 0.246090015015015,
"pna_packet_mean": 0.4805123873873874,
"pna_packet_median": 0.5004575075075075,
"pna_packet_trimmed10_mean": 0.505788138138138,
"terminal_flow": 0.8992140390390392,
"terminal_norm": 0.9928743243243243,
"terminal_packet": 0.9938888888888888,
"velocity_flow": 0.6118972972972972,
"velocity_packet": 0.7100406906906908,
"velocity_total": 0.9940848348348348
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.2559102102102102,
"causal_surprisal_flow": 0.9909890390390391,
"causal_surprisal_packet_max": 0.8146312312312313,
"causal_surprisal_packet_mean": 0.41020863363363363,
"causal_surprisal_packet_median": 0.3099921921921922,
"causal_surprisal_packet_trimmed10_mean": 0.33350255255255257,
"causal_surprisal_total": 0.6785606606606607,
"consistency_total": 0.5116013513513514,
"curvature_flow": 0.6546378378378378,
"curvature_packet": 0.8612772522522523,
"curvature_total": 0.8079012762762764,
"direction_drift_flow": 0.06369894894894894,
"direction_drift_packet_max": 0.5408514264264264,
"direction_drift_packet_mean": 0.25654286786786784,
"direction_drift_packet_median": 0.2787815315315315,
"direction_drift_packet_trimmed10_mean": 0.28989744744744744,
"direction_drift_total": 0.44958025525525525,
"flow_consistency": 0.5243024774774775,
"kappa2_speed2norm_packet_mean": 0.8936831831831832,
"kappa2_speed2norm_packet_median": 0.847317192192192,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8840393393393392,
"kinetic_energy": 0.2488376126126126,
"kinetic_flow": 0.9540496996996997,
"kinetic_packet": 0.12453183183183182,
"packet_consistency": 0.6501202702702703,
"pna_flow": 0.05533123123123123,
"pna_packet_max": 0.9343736486486486,
"pna_packet_mean": 0.8936831831831832,
"pna_packet_median": 0.847317192192192,
"pna_packet_trimmed10_mean": 0.8840393393393392,
"terminal_flow": 0.48869144144144144,
"terminal_norm": 0.17887259759759758,
"terminal_packet": 0.28695788288288293,
"velocity_flow": 0.9475045045045044,
"velocity_packet": 0.7238800300300301,
"velocity_total": 0.4371915915915916
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.7913863013698631,
"causal_surprisal_flow": 0.058415068493150674,
"causal_surprisal_packet_max": 0.13401369863013698,
"causal_surprisal_packet_mean": 0.009516438356164387,
"causal_surprisal_packet_median": 0.007319178082191782,
"causal_surprisal_packet_trimmed10_mean": 0.007450684931506826,
"causal_surprisal_total": 0.0073958904109589175,
"consistency_total": 0.44442876712328766,
"curvature_flow": 0.4594054794520548,
"curvature_packet": 0.7295712328767123,
"curvature_total": 0.5870212328767123,
"direction_drift_flow": 0.004889726027397239,
"direction_drift_packet_max": 0.2375287671232877,
"direction_drift_packet_mean": 0.021650684931506854,
"direction_drift_packet_median": 0.023656164383561645,
"direction_drift_packet_trimmed10_mean": 0.024108219178082195,
"direction_drift_total": 0.027672602739726024,
"flow_consistency": 0.1112068493150685,
"kappa2_speed2norm_packet_mean": 0.36209178082191784,
"kappa2_speed2norm_packet_median": 0.36682876712328766,
"kappa2_speed2norm_packet_trimmed10_mean": 0.37385205479452055,
"kinetic_energy": 0.7837219178082192,
"kinetic_flow": 0.9986643835616438,
"kinetic_packet": 0.4268328767123287,
"packet_consistency": 0.962317808219178,
"pna_flow": 0.00574246575342466,
"pna_packet_max": 0.6831849315068493,
"pna_packet_mean": 0.36209178082191784,
"pna_packet_median": 0.36682876712328766,
"pna_packet_trimmed10_mean": 0.37385205479452055,
"terminal_flow": 0.912221917808219,
"terminal_norm": 0.17857123287671234,
"terminal_packet": 0.24357328767123285,
"velocity_flow": 0.9972246575342465,
"velocity_packet": 0.9586232876712328,
"velocity_total": 0.965041095890411
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.6724153846153846,
"causal_surprisal_flow": 0.7515846153846154,
"causal_surprisal_packet_max": 0.8233230769230769,
"causal_surprisal_packet_mean": 0.8611230769230769,
"causal_surprisal_packet_median": 0.8153692307692308,
"causal_surprisal_packet_trimmed10_mean": 0.8115307692307692,
"causal_surprisal_total": 0.920423076923077,
"consistency_total": 0.6290076923076924,
"curvature_flow": 0.10309230769230772,
"curvature_packet": 0.9624999999999999,
"curvature_total": 0.9284846153846154,
"direction_drift_flow": 0.5230538461538461,
"direction_drift_packet_max": 0.6940307692307692,
"direction_drift_packet_mean": 0.43830769230769234,
"direction_drift_packet_median": 0.5075076923076923,
"direction_drift_packet_trimmed10_mean": 0.3729923076923077,
"direction_drift_total": 0.5695076923076923,
"flow_consistency": 0.6201384615384615,
"kappa2_speed2norm_packet_mean": 0.8379461538461538,
"kappa2_speed2norm_packet_median": 0.7630769230769231,
"kappa2_speed2norm_packet_trimmed10_mean": 0.7814461538461539,
"kinetic_energy": 0.6729076923076924,
"kinetic_flow": 0.6435230769230769,
"kinetic_packet": 0.8144,
"packet_consistency": 0.8329307692307693,
"pna_flow": 0.05814615384615385,
"pna_packet_max": 0.7324076923076923,
"pna_packet_mean": 0.8379461538461538,
"pna_packet_median": 0.7630769230769231,
"pna_packet_trimmed10_mean": 0.7814461538461539,
"terminal_flow": 0.9411999999999999,
"terminal_norm": 0.9052769230769231,
"terminal_packet": 0.8726,
"velocity_flow": 0.5543461538461538,
"velocity_packet": 0.7740769230769231,
"velocity_total": 0.6086384615384615
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.883461111111111,
"causal_surprisal_flow": 0.029972222222222233,
"causal_surprisal_packet_max": 0.07007777777777778,
"causal_surprisal_packet_mean": 0.003155555555555541,
"causal_surprisal_packet_median": 0.0028888888888888727,
"causal_surprisal_packet_trimmed10_mean": 0.0026222222222222233,
"causal_surprisal_total": 0.0003833333333332973,
"consistency_total": 0.49755555555555553,
"curvature_flow": 0.5116722222222222,
"curvature_packet": 0.5955833333333334,
"curvature_total": 0.4588,
"direction_drift_flow": 0.0034444444444444167,
"direction_drift_packet_max": 0.24425000000000002,
"direction_drift_packet_mean": 0.012711111111111104,
"direction_drift_packet_median": 0.011866666666666668,
"direction_drift_packet_trimmed10_mean": 0.013027777777777761,
"direction_drift_total": 0.017061111111111103,
"flow_consistency": 0.16752777777777778,
"kappa2_speed2norm_packet_mean": 0.2022388888888889,
"kappa2_speed2norm_packet_median": 0.14167777777777776,
"kappa2_speed2norm_packet_trimmed10_mean": 0.19004444444444446,
"kinetic_energy": 0.8775,
"kinetic_flow": 0.9998055555555556,
"kinetic_packet": 0.6016055555555556,
"packet_consistency": 0.9780111111111112,
"pna_flow": 0.005050000000000005,
"pna_packet_max": 0.7283222222222222,
"pna_packet_mean": 0.2022388888888889,
"pna_packet_median": 0.14167777777777776,
"pna_packet_trimmed10_mean": 0.19004444444444446,
"terminal_flow": 0.9346,
"terminal_norm": 0.20342222222222223,
"terminal_packet": 0.28696666666666665,
"velocity_flow": 0.9979944444444444,
"velocity_packet": 0.9775944444444444,
"velocity_total": 0.9829777777777777
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.0s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed43_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed43_to_cicids2017.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.8572 AUPRC=0.7685
curvature_packet AUROC=0.8412 AUPRC=0.7582
terminal_packet AUROC=0.8036 AUPRC=0.7340
curvature_total AUROC=0.8006 AUPRC=0.7224
velocity_packet AUROC=0.7912 AUPRC=0.6092
terminal_norm AUROC=0.7604 AUPRC=0.7071
packet_consistency AUROC=0.7580 AUPRC=0.6101
kinetic_flow AUROC=0.7221 AUPRC=0.5440
causal_surprisal_packet_max AUROC=0.7197 AUPRC=0.5889
kinetic_packet AUROC=0.7183 AUPRC=0.6526

View File

@@ -0,0 +1,818 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_a_causal_ciciot2023_seed44",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.8882192514726792,
"auprc": 0.8985238679531286
},
"causal_surprisal_flow": {
"auroc": 0.31957307028234816,
"auprc": 0.375946799007818
},
"causal_surprisal_packet_max": {
"auroc": 0.0837949268738574,
"auprc": 0.31351073013204644
},
"causal_surprisal_packet_mean": {
"auroc": 0.1080802153158643,
"auprc": 0.3194639529611711
},
"causal_surprisal_packet_median": {
"auroc": 0.15485767824497257,
"auprc": 0.33029337771209166
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.1305763965061954,
"auprc": 0.3246214227945802
},
"causal_surprisal_total": {
"auroc": 0.31786300528133254,
"auprc": 0.3754237989177158
},
"consistency_total": {
"auroc": 0.7985954803981312,
"auprc": 0.749821292584627
},
"curvature_flow": {
"auroc": 0.41008962522851916,
"auprc": 0.4407894939564344
},
"curvature_packet": {
"auroc": 0.5161445510867357,
"auprc": 0.4952381880015613
},
"curvature_total": {
"auroc": 0.44911197948405446,
"auprc": 0.45467179348456266
},
"direction_drift_flow": {
"auroc": 0.3676984460694699,
"auprc": 0.3950218280568701
},
"direction_drift_packet_max": {
"auroc": 0.12721718972171442,
"auprc": 0.3212969319729195
},
"direction_drift_packet_mean": {
"auroc": 0.10829369794840545,
"auprc": 0.31806318877913
},
"direction_drift_packet_median": {
"auroc": 0.12053134775543368,
"auprc": 0.32056907201988344
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.11955377818403413,
"auprc": 0.32032798876364477
},
"direction_drift_total": {
"auroc": 0.07655550985171643,
"auprc": 0.3137072910157193
},
"flow_consistency": {
"auroc": 0.7998166768230754,
"auprc": 0.7593583299630142
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.21277953991468618,
"auprc": 0.35491065213587913
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.21744115376802764,
"auprc": 0.35678856768783473
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.2135596587446679,
"auprc": 0.3566892655982896
},
"kinetic_energy": {
"auroc": 0.8877397775746497,
"auprc": 0.898238680375208
},
"kinetic_flow": {
"auroc": 0.8013668291692058,
"auprc": 0.6945046262701722
},
"kinetic_packet": {
"auroc": 0.7301436065407273,
"auprc": 0.6939211352729558
},
"packet_consistency": {
"auroc": 0.5632958917326834,
"auprc": 0.5253612486335599
},
"pna_flow": {
"auroc": 0.23392979890310783,
"auprc": 0.35387092595317515
},
"pna_packet_max": {
"auroc": 0.23318757871216736,
"auprc": 0.37928908604172196
},
"pna_packet_mean": {
"auroc": 0.21277953991468618,
"auprc": 0.35491065213587913
},
"pna_packet_median": {
"auroc": 0.21744115376802764,
"auprc": 0.35678856768783473
},
"pna_packet_trimmed10_mean": {
"auroc": 0.2135596587446679,
"auprc": 0.3566892655982896
},
"terminal_flow": {
"auroc": 0.6934829575462117,
"auprc": 0.625219348903951
},
"terminal_norm": {
"auroc": 0.7463211100954702,
"auprc": 0.6969860093995155
},
"terminal_packet": {
"auroc": 0.6611859079829372,
"auprc": 0.6218222618281957
},
"velocity_flow": {
"auroc": 0.7617335313833028,
"auprc": 0.650089248321139
},
"velocity_packet": {
"auroc": 0.7810326071501117,
"auprc": 0.7618977204342776
},
"velocity_total": {
"auroc": 0.9042385994312412,
"auprc": 0.9128891970079394
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"arc_length": 0.9920147959183673,
"causal_surprisal_flow": 0.28821955782312925,
"causal_surprisal_packet_max": 0.01735459183673469,
"causal_surprisal_packet_mean": 0.04359132653061224,
"causal_surprisal_packet_median": 0.10998690476190476,
"causal_surprisal_packet_trimmed10_mean": 0.07650272108843537,
"causal_surprisal_total": 0.3206522108843538,
"consistency_total": 0.8049375850340136,
"curvature_flow": 0.14756173469387757,
"curvature_packet": 0.5636090986394559,
"curvature_total": 0.24934549319727892,
"direction_drift_flow": 0.42011862244897963,
"direction_drift_packet_max": 0.018812585034013604,
"direction_drift_packet_mean": 0.016315646258503402,
"direction_drift_packet_median": 0.020253911564625852,
"direction_drift_packet_trimmed10_mean": 0.017871258503401363,
"direction_drift_total": 0.015794897959183676,
"flow_consistency": 0.7919993197278912,
"kappa2_speed2norm_packet_mean": 0.033786564625850335,
"kappa2_speed2norm_packet_median": 0.03696207482993197,
"kappa2_speed2norm_packet_trimmed10_mean": 0.03677772108843537,
"kinetic_energy": 0.9919593537414966,
"kinetic_flow": 0.8917337585034013,
"kinetic_packet": 0.8907348639455783,
"packet_consistency": 0.8192005102040816,
"pna_flow": 0.11163248299319728,
"pna_packet_max": 0.02850425170068027,
"pna_packet_mean": 0.033786564625850335,
"pna_packet_median": 0.03696207482993197,
"pna_packet_trimmed10_mean": 0.03677772108843537,
"terminal_flow": 0.8758969387755102,
"terminal_norm": 0.9363379251700681,
"terminal_packet": 0.8609289115646258,
"velocity_flow": 0.7181417517006803,
"velocity_packet": 0.9720382653061226,
"velocity_total": 0.9927003401360543
},
"DrDoS_LDAP": {
"_n": 588.0,
"arc_length": 0.9946720238095239,
"causal_surprisal_flow": 0.28912568027210883,
"causal_surprisal_packet_max": 0.01705051020408163,
"causal_surprisal_packet_mean": 0.04340204081632653,
"causal_surprisal_packet_median": 0.11047772108843537,
"causal_surprisal_packet_trimmed10_mean": 0.07651360544217688,
"causal_surprisal_total": 0.32155510204081633,
"consistency_total": 0.8025357142857142,
"curvature_flow": 0.1292607142857143,
"curvature_packet": 0.5727880102040817,
"curvature_total": 0.24177593537414965,
"direction_drift_flow": 0.43293426870748297,
"direction_drift_packet_max": 0.012263435374149662,
"direction_drift_packet_mean": 0.00840289115646258,
"direction_drift_packet_median": 0.011321598639455786,
"direction_drift_packet_trimmed10_mean": 0.00887057823129252,
"direction_drift_total": 0.012186224489795923,
"flow_consistency": 0.7873761904761906,
"kappa2_speed2norm_packet_mean": 0.013151360544217682,
"kappa2_speed2norm_packet_median": 0.015093367346938773,
"kappa2_speed2norm_packet_trimmed10_mean": 0.01488979591836735,
"kinetic_energy": 0.9946670068027211,
"kinetic_flow": 0.8961637755102041,
"kinetic_packet": 0.9068437074829933,
"packet_consistency": 0.8495744897959183,
"pna_flow": 0.10592908163265305,
"pna_packet_max": 0.017747448979591834,
"pna_packet_mean": 0.013151360544217682,
"pna_packet_median": 0.015093367346938773,
"pna_packet_trimmed10_mean": 0.01488979591836735,
"terminal_flow": 0.8888188775510205,
"terminal_norm": 0.9440756802721088,
"terminal_packet": 0.8743990646258504,
"velocity_flow": 0.7124768707482992,
"velocity_packet": 0.9915367346938776,
"velocity_total": 0.995596768707483
},
"DrDoS_MSSQL": {
"_n": 588.0,
"arc_length": 0.9854619047619049,
"causal_surprisal_flow": 0.29025510204081634,
"causal_surprisal_packet_max": 0.015329421768707479,
"causal_surprisal_packet_mean": 0.03420527210884353,
"causal_surprisal_packet_median": 0.09443554421768707,
"causal_surprisal_packet_trimmed10_mean": 0.06317789115646259,
"causal_surprisal_total": 0.3248590136054421,
"consistency_total": 0.9115585034013605,
"curvature_flow": 0.23583639455782315,
"curvature_packet": 0.5060038265306122,
"curvature_total": 0.30255816326530616,
"direction_drift_flow": 0.43877789115646254,
"direction_drift_packet_max": 0.0725483843537415,
"direction_drift_packet_mean": 0.07043460884353742,
"direction_drift_packet_median": 0.08775348639455782,
"direction_drift_packet_trimmed10_mean": 0.08379600340136055,
"direction_drift_total": 0.04401479591836734,
"flow_consistency": 0.9227675170068026,
"kappa2_speed2norm_packet_mean": 0.17985238095238096,
"kappa2_speed2norm_packet_median": 0.2017511054421769,
"kappa2_speed2norm_packet_trimmed10_mean": 0.19603741496598642,
"kinetic_energy": 0.9852442176870748,
"kinetic_flow": 0.8949253401360545,
"kinetic_packet": 0.768090731292517,
"packet_consistency": 0.5298653911564626,
"pna_flow": 0.1364311224489796,
"pna_packet_max": 0.15193554421768707,
"pna_packet_mean": 0.17985238095238096,
"pna_packet_median": 0.2017511054421769,
"pna_packet_trimmed10_mean": 0.19603741496598642,
"terminal_flow": 0.7712523809523809,
"terminal_norm": 0.8732408163265307,
"terminal_packet": 0.7160769557823129,
"velocity_flow": 0.8734057823129251,
"velocity_packet": 0.7657600340136054,
"velocity_total": 0.9903647959183675
},
"DrDoS_NTP": {
"_n": 588.0,
"arc_length": 0.6151974489795919,
"causal_surprisal_flow": 0.7113712585034013,
"causal_surprisal_packet_max": 0.03467653061224489,
"causal_surprisal_packet_mean": 0.050146768707483,
"causal_surprisal_packet_median": 0.11201394557823129,
"causal_surprisal_packet_trimmed10_mean": 0.08207397959183674,
"causal_surprisal_total": 0.2769819727891157,
"consistency_total": 0.8853960884353741,
"curvature_flow": 0.6877909863945578,
"curvature_packet": 0.5753028911564625,
"curvature_total": 0.5457179421768708,
"direction_drift_flow": 0.21069404761904761,
"direction_drift_packet_max": 0.4638301020408163,
"direction_drift_packet_mean": 0.04330663265306123,
"direction_drift_packet_median": 0.04403775510204082,
"direction_drift_packet_trimmed10_mean": 0.040181462585034015,
"direction_drift_total": 0.07873843537414967,
"flow_consistency": 0.8944404761904762,
"kappa2_speed2norm_packet_mean": 0.19163971088435375,
"kappa2_speed2norm_packet_median": 0.12529251700680272,
"kappa2_speed2norm_packet_trimmed10_mean": 0.11664319727891156,
"kinetic_energy": 0.6160795918367347,
"kinetic_flow": 0.8956532312925168,
"kinetic_packet": 0.7707428571428571,
"packet_consistency": 0.5815678571428572,
"pna_flow": 0.20368545918367348,
"pna_packet_max": 0.8458183673469387,
"pna_packet_mean": 0.19163971088435375,
"pna_packet_median": 0.12529251700680272,
"pna_packet_trimmed10_mean": 0.11664319727891156,
"terminal_flow": 0.7980750000000001,
"terminal_norm": 0.560905612244898,
"terminal_packet": 0.5766940476190476,
"velocity_flow": 0.9116323129251701,
"velocity_packet": 0.9329519557823128,
"velocity_total": 0.6510293367346939
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"arc_length": 0.9534908163265307,
"causal_surprisal_flow": 0.277864880952381,
"causal_surprisal_packet_max": 0.0018957482993197238,
"causal_surprisal_packet_mean": 0.008172789115646261,
"causal_surprisal_packet_median": 0.037695408163265304,
"causal_surprisal_packet_trimmed10_mean": 0.02303078231292517,
"causal_surprisal_total": 0.30835059523809527,
"consistency_total": 0.966374149659864,
"curvature_flow": 0.7640100340136055,
"curvature_packet": 0.2843626700680272,
"curvature_total": 0.544691156462585,
"direction_drift_flow": 0.3452670918367347,
"direction_drift_packet_max": 0.12045731292517006,
"direction_drift_packet_mean": 0.2230488095238095,
"direction_drift_packet_median": 0.24370297619047618,
"direction_drift_packet_trimmed10_mean": 0.24820493197278912,
"direction_drift_total": 0.10722448979591837,
"flow_consistency": 0.9729649659863946,
"kappa2_speed2norm_packet_mean": 0.21456717687074828,
"kappa2_speed2norm_packet_median": 0.24045833333333333,
"kappa2_speed2norm_packet_trimmed10_mean": 0.23488809523809523,
"kinetic_energy": 0.9524511904761905,
"kinetic_flow": 0.8873928571428571,
"kinetic_packet": 0.5161215986394558,
"packet_consistency": 0.2996585034013606,
"pna_flow": 0.31775306122448976,
"pna_packet_max": 0.13315204081632653,
"pna_packet_mean": 0.21456717687074828,
"pna_packet_median": 0.24045833333333333,
"pna_packet_trimmed10_mean": 0.23488809523809523,
"terminal_flow": 0.6135438775510204,
"terminal_norm": 0.7126836734693877,
"terminal_packet": 0.5205395408163265,
"velocity_flow": 0.8833617346938776,
"velocity_packet": 0.5391941326530612,
"velocity_total": 0.9904586734693878
},
"DrDoS_SNMP": {
"_n": 588.0,
"arc_length": 0.9966156462585034,
"causal_surprisal_flow": 0.2887156462585034,
"causal_surprisal_packet_max": 0.0160047619047619,
"causal_surprisal_packet_mean": 0.0407828231292517,
"causal_surprisal_packet_median": 0.10615221088435375,
"causal_surprisal_packet_trimmed10_mean": 0.07281156462585035,
"causal_surprisal_total": 0.32097482993197285,
"consistency_total": 0.8158049319727891,
"curvature_flow": 0.160203231292517,
"curvature_packet": 0.5453487244897959,
"curvature_total": 0.24233086734693876,
"direction_drift_flow": 0.41088852040816326,
"direction_drift_packet_max": 0.017855442176870753,
"direction_drift_packet_mean": 0.017878231292517005,
"direction_drift_packet_median": 0.021508333333333338,
"direction_drift_packet_trimmed10_mean": 0.019358503401360548,
"direction_drift_total": 0.016085714285714287,
"flow_consistency": 0.8007326530612244,
"kappa2_speed2norm_packet_mean": 0.01838299319727891,
"kappa2_speed2norm_packet_median": 0.02085017006802721,
"kappa2_speed2norm_packet_trimmed10_mean": 0.020531632653061224,
"kinetic_energy": 0.9965846938775509,
"kinetic_flow": 0.9021947278911565,
"kinetic_packet": 0.8861122448979593,
"packet_consistency": 0.8209744897959185,
"pna_flow": 0.11669778911564625,
"pna_packet_max": 0.021486394557823127,
"pna_packet_mean": 0.01838299319727891,
"pna_packet_median": 0.02085017006802721,
"pna_packet_trimmed10_mean": 0.020531632653061224,
"terminal_flow": 0.8747153911564626,
"terminal_norm": 0.9273772108843537,
"terminal_packet": 0.8532239795918368,
"velocity_flow": 0.7877102040816326,
"velocity_packet": 0.9717297619047619,
"velocity_total": 0.9989698979591837
},
"DrDoS_SSDP": {
"_n": 588.0,
"arc_length": 0.764211224489796,
"causal_surprisal_flow": 0.3521719387755102,
"causal_surprisal_packet_max": 0.011608503401360541,
"causal_surprisal_packet_mean": 0.02770561224489796,
"causal_surprisal_packet_median": 0.08329523809523809,
"causal_surprisal_packet_trimmed10_mean": 0.05313214285714286,
"causal_surprisal_total": 0.3580702380952381,
"consistency_total": 0.6315187074829931,
"curvature_flow": 0.42250850340136054,
"curvature_packet": 0.38660110544217685,
"curvature_total": 0.3584501700680272,
"direction_drift_flow": 0.3053730442176871,
"direction_drift_packet_max": 0.12360986394557824,
"direction_drift_packet_mean": 0.0858938775510204,
"direction_drift_packet_median": 0.10346802721088436,
"direction_drift_packet_trimmed10_mean": 0.0960704081632653,
"direction_drift_total": 0.08088571428571428,
"flow_consistency": 0.6399122448979592,
"kappa2_speed2norm_packet_mean": 0.17106743197278912,
"kappa2_speed2norm_packet_median": 0.17293503401360544,
"kappa2_speed2norm_packet_trimmed10_mean": 0.15894557823129252,
"kinetic_energy": 0.762249149659864,
"kinetic_flow": 0.7021964285714286,
"kinetic_packet": 0.5858897108843538,
"packet_consistency": 0.3430955782312925,
"pna_flow": 0.3315497448979592,
"pna_packet_max": 0.21053715986394556,
"pna_packet_mean": 0.17106743197278912,
"pna_packet_median": 0.17293503401360544,
"pna_packet_trimmed10_mean": 0.15894557823129252,
"terminal_flow": 0.3954619897959184,
"terminal_norm": 0.445953656462585,
"terminal_packet": 0.4041607142857143,
"velocity_flow": 0.7308168367346939,
"velocity_packet": 0.7489384353741497,
"velocity_total": 0.8270367346938776
},
"DrDoS_UDP": {
"_n": 588.0,
"arc_length": 0.7701653061224489,
"causal_surprisal_flow": 0.35343588435374146,
"causal_surprisal_packet_max": 0.011617517006802722,
"causal_surprisal_packet_mean": 0.027624659863945578,
"causal_surprisal_packet_median": 0.08316632653061226,
"causal_surprisal_packet_trimmed10_mean": 0.053125680272108844,
"causal_surprisal_total": 0.36388350340136055,
"consistency_total": 0.6268671768707482,
"curvature_flow": 0.47468962585034014,
"curvature_packet": 0.3999649659863946,
"curvature_total": 0.38923146258503394,
"direction_drift_flow": 0.30551267006802724,
"direction_drift_packet_max": 0.106078231292517,
"direction_drift_packet_mean": 0.08679387755102042,
"direction_drift_packet_median": 0.10590187074829932,
"direction_drift_packet_trimmed10_mean": 0.09963333333333334,
"direction_drift_total": 0.07829251700680273,
"flow_consistency": 0.6373210884353742,
"kappa2_speed2norm_packet_mean": 0.17540612244897957,
"kappa2_speed2norm_packet_median": 0.18445382653061226,
"kappa2_speed2norm_packet_trimmed10_mean": 0.17464642857142856,
"kinetic_energy": 0.7683525510204082,
"kinetic_flow": 0.7001238945578232,
"kinetic_packet": 0.5995977891156463,
"packet_consistency": 0.3245280612244898,
"pna_flow": 0.3678666666666667,
"pna_packet_max": 0.19104727891156464,
"pna_packet_mean": 0.17540612244897957,
"pna_packet_median": 0.18445382653061226,
"pna_packet_trimmed10_mean": 0.17464642857142856,
"terminal_flow": 0.3856066326530612,
"terminal_norm": 0.4390340136054422,
"terminal_packet": 0.4042522108843537,
"velocity_flow": 0.7282044217687075,
"velocity_packet": 0.7418638605442177,
"velocity_total": 0.8271321428571428
},
"LDAP": {
"_n": 588.0,
"arc_length": 0.9953642857142857,
"causal_surprisal_flow": 0.28896343537414965,
"causal_surprisal_packet_max": 0.017528401360544215,
"causal_surprisal_packet_mean": 0.04341445578231292,
"causal_surprisal_packet_median": 0.10970680272108844,
"causal_surprisal_packet_trimmed10_mean": 0.0758465986394558,
"causal_surprisal_total": 0.3214884353741497,
"consistency_total": 0.8101054421768707,
"curvature_flow": 0.13014991496598638,
"curvature_packet": 0.57453018707483,
"curvature_total": 0.2448527210884354,
"direction_drift_flow": 0.4708083333333334,
"direction_drift_packet_max": 0.013467687074829936,
"direction_drift_packet_mean": 0.008752721088435373,
"direction_drift_packet_median": 0.011759523809523812,
"direction_drift_packet_trimmed10_mean": 0.009323809523809524,
"direction_drift_total": 0.012543367346938774,
"flow_consistency": 0.7950836734693878,
"kappa2_speed2norm_packet_mean": 0.016973299319727887,
"kappa2_speed2norm_packet_median": 0.01790017006802721,
"kappa2_speed2norm_packet_trimmed10_mean": 0.019079761904761905,
"kinetic_energy": 0.9953908163265306,
"kinetic_flow": 0.8953054421768708,
"kinetic_packet": 0.9101744897959184,
"packet_consistency": 0.8508012755102041,
"pna_flow": 0.10713197278911565,
"pna_packet_max": 0.02097015306122449,
"pna_packet_mean": 0.016973299319727887,
"pna_packet_median": 0.01790017006802721,
"pna_packet_trimmed10_mean": 0.019079761904761905,
"terminal_flow": 0.894242006802721,
"terminal_norm": 0.9487210884353741,
"terminal_packet": 0.8793019557823128,
"velocity_flow": 0.6792072278911564,
"velocity_packet": 0.9909778911564626,
"velocity_total": 0.9955289115646259
},
"MSSQL": {
"_n": 588.0,
"arc_length": 0.9826753401360543,
"causal_surprisal_flow": 0.29133231292517003,
"causal_surprisal_packet_max": 0.015334863945578231,
"causal_surprisal_packet_mean": 0.034428571428571426,
"causal_surprisal_packet_median": 0.09473333333333335,
"causal_surprisal_packet_trimmed10_mean": 0.06354608843537415,
"causal_surprisal_total": 0.3275639455782313,
"consistency_total": 0.912912074829932,
"curvature_flow": 0.26533792517006805,
"curvature_packet": 0.5124653911564626,
"curvature_total": 0.32603826530612245,
"direction_drift_flow": 0.4214943027210884,
"direction_drift_packet_max": 0.08018248299319729,
"direction_drift_packet_mean": 0.07725246598639456,
"direction_drift_packet_median": 0.09462797619047618,
"direction_drift_packet_trimmed10_mean": 0.09104974489795918,
"direction_drift_total": 0.04641819727891156,
"flow_consistency": 0.9247984693877551,
"kappa2_speed2norm_packet_mean": 0.19866666666666666,
"kappa2_speed2norm_packet_median": 0.2203534013605442,
"kappa2_speed2norm_packet_trimmed10_mean": 0.2158058673469388,
"kinetic_energy": 0.9824256802721089,
"kinetic_flow": 0.893615306122449,
"kinetic_packet": 0.7556125850340136,
"packet_consistency": 0.5125318027210884,
"pna_flow": 0.14689897959183673,
"pna_packet_max": 0.16503613945578233,
"pna_packet_mean": 0.19866666666666666,
"pna_packet_median": 0.2203534013605442,
"pna_packet_trimmed10_mean": 0.2158058673469388,
"terminal_flow": 0.7610986394557824,
"terminal_norm": 0.8657959183673469,
"terminal_packet": 0.7083445578231293,
"velocity_flow": 0.8732877551020408,
"velocity_packet": 0.7570571428571429,
"velocity_total": 0.989103231292517
},
"NetBIOS": {
"_n": 588.0,
"arc_length": 0.9356122448979592,
"causal_surprisal_flow": 0.28240493197278915,
"causal_surprisal_packet_max": 0.002630612244897954,
"causal_surprisal_packet_mean": 0.00964047619047619,
"causal_surprisal_packet_median": 0.04107942176870748,
"causal_surprisal_packet_trimmed10_mean": 0.02527840136054422,
"causal_surprisal_total": 0.3244426870748299,
"consistency_total": 0.9634161564625849,
"curvature_flow": 0.7493374149659863,
"curvature_packet": 0.276710119047619,
"curvature_total": 0.5376294217687074,
"direction_drift_flow": 0.3351919217687075,
"direction_drift_packet_max": 0.12750884353741498,
"direction_drift_packet_mean": 0.24312176870748298,
"direction_drift_packet_median": 0.2630892857142857,
"direction_drift_packet_trimmed10_mean": 0.2678246598639456,
"direction_drift_total": 0.11688707482993198,
"flow_consistency": 0.9700403061224491,
"kappa2_speed2norm_packet_mean": 0.22481377551020407,
"kappa2_speed2norm_packet_median": 0.24968886054421768,
"kappa2_speed2norm_packet_trimmed10_mean": 0.24425833333333336,
"kinetic_energy": 0.9345483843537415,
"kinetic_flow": 0.873621768707483,
"kinetic_packet": 0.4919491496598639,
"packet_consistency": 0.2926875,
"pna_flow": 0.32803078231292515,
"pna_packet_max": 0.13334149659863948,
"pna_packet_mean": 0.22481377551020407,
"pna_packet_median": 0.24968886054421768,
"pna_packet_trimmed10_mean": 0.24425833333333336,
"terminal_flow": 0.6052659863945578,
"terminal_norm": 0.7010341836734695,
"terminal_packet": 0.5042353741496598,
"velocity_flow": 0.8732102040816326,
"velocity_packet": 0.5096970238095238,
"velocity_total": 0.9829554421768707
},
"Portmap": {
"_n": 588.0,
"arc_length": 0.9462738095238096,
"causal_surprisal_flow": 0.2801561224489796,
"causal_surprisal_packet_max": 0.004789965986394552,
"causal_surprisal_packet_mean": 0.011751020408163266,
"causal_surprisal_packet_median": 0.04208775510204081,
"causal_surprisal_packet_trimmed10_mean": 0.026945578231292514,
"causal_surprisal_total": 0.3201562925170068,
"consistency_total": 0.9629284013605443,
"curvature_flow": 0.7331969387755102,
"curvature_packet": 0.2815375,
"curvature_total": 0.5145094387755101,
"direction_drift_flow": 0.3599266156462585,
"direction_drift_packet_max": 0.12483928571428574,
"direction_drift_packet_mean": 0.23246156462585035,
"direction_drift_packet_median": 0.252234693877551,
"direction_drift_packet_trimmed10_mean": 0.2572872448979592,
"direction_drift_total": 0.11327746598639457,
"flow_consistency": 0.9693843537414967,
"kappa2_speed2norm_packet_mean": 0.2257777210884354,
"kappa2_speed2norm_packet_median": 0.2472589285714286,
"kappa2_speed2norm_packet_trimmed10_mean": 0.24428809523809525,
"kinetic_energy": 0.9452397108843538,
"kinetic_flow": 0.8759971088435374,
"kinetic_packet": 0.5161674319727891,
"packet_consistency": 0.298859693877551,
"pna_flow": 0.30109268707482995,
"pna_packet_max": 0.1344017857142857,
"pna_packet_mean": 0.2257777210884354,
"pna_packet_median": 0.2472589285714286,
"pna_packet_trimmed10_mean": 0.24428809523809525,
"terminal_flow": 0.6283062925170068,
"terminal_norm": 0.7221038265306122,
"terminal_packet": 0.5224841836734694,
"velocity_flow": 0.8712644557823129,
"velocity_packet": 0.5232545918367346,
"velocity_total": 0.9816447278911565
},
"Syn": {
"_n": 588.0,
"arc_length": 0.9097061224489795,
"causal_surprisal_flow": 0.20811581632653062,
"causal_surprisal_packet_max": 0.4851386904761905,
"causal_surprisal_packet_mean": 0.5999027210884353,
"causal_surprisal_packet_median": 0.615696768707483,
"causal_surprisal_packet_trimmed10_mean": 0.6090040816326531,
"causal_surprisal_total": 0.24250782312925168,
"consistency_total": 0.7943452380952382,
"curvature_flow": 0.37857704081632654,
"curvature_packet": 0.9469074829931973,
"curvature_total": 0.8696506802721088,
"direction_drift_flow": 0.4774932823129252,
"direction_drift_packet_max": 0.1990723639455782,
"direction_drift_packet_mean": 0.1532000850340136,
"direction_drift_packet_median": 0.15523018707482994,
"direction_drift_packet_trimmed10_mean": 0.17178358843537417,
"direction_drift_total": 0.11105680272108844,
"flow_consistency": 0.7797544217687075,
"kappa2_speed2norm_packet_mean": 0.6277117346938776,
"kappa2_speed2norm_packet_median": 0.6130555272108844,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6316034013605443,
"kinetic_energy": 0.911061649659864,
"kinetic_flow": 0.5670306122448979,
"kinetic_packet": 0.9894600340136055,
"packet_consistency": 0.8899124149659864,
"pna_flow": 0.2326610544217687,
"pna_packet_max": 0.6479569727891157,
"pna_packet_mean": 0.6277117346938776,
"pna_packet_median": 0.6130555272108844,
"pna_packet_trimmed10_mean": 0.6316034013605443,
"terminal_flow": 0.8943331632653062,
"terminal_norm": 0.9527523809523809,
"terminal_packet": 0.9797901360544218,
"velocity_flow": 0.5640373299319728,
"velocity_packet": 0.8677916666666667,
"velocity_total": 0.8349321428571428
},
"TFTP": {
"_n": 588.0,
"arc_length": 0.8279000000000001,
"causal_surprisal_flow": 0.3082600340136055,
"causal_surprisal_packet_max": 0.013866666666666664,
"causal_surprisal_packet_mean": 0.03026581632653061,
"causal_surprisal_packet_median": 0.08499030612244897,
"causal_surprisal_packet_trimmed10_mean": 0.05528826530612244,
"causal_surprisal_total": 0.3199511904761905,
"consistency_total": 0.6907192176870748,
"curvature_flow": 0.23318027210884357,
"curvature_packet": 0.5515880952380952,
"curvature_total": 0.3812998299319728,
"direction_drift_flow": 0.2665699829931973,
"direction_drift_packet_max": 0.09238350340136055,
"direction_drift_packet_mean": 0.08596632653061224,
"direction_drift_packet_median": 0.10276666666666666,
"direction_drift_packet_trimmed10_mean": 0.10077772108843537,
"direction_drift_total": 0.09466921768707483,
"flow_consistency": 0.7016979591836735,
"kappa2_speed2norm_packet_mean": 0.23273078231292516,
"kappa2_speed2norm_packet_median": 0.2510998299319728,
"kappa2_speed2norm_packet_trimmed10_mean": 0.23835127551020407,
"kinetic_energy": 0.8265799319727891,
"kinetic_flow": 0.740916156462585,
"kinetic_packet": 0.747708843537415,
"packet_consistency": 0.547221768707483,
"pna_flow": 0.15577891156462587,
"pna_packet_max": 0.20147329931972788,
"pna_packet_mean": 0.23273078231292516,
"pna_packet_median": 0.2510998299319728,
"pna_packet_trimmed10_mean": 0.23835127551020407,
"terminal_flow": 0.749829761904762,
"terminal_norm": 0.7792105442176871,
"terminal_packet": 0.5990442176870749,
"velocity_flow": 0.7076982993197279,
"velocity_packet": 0.7862971088435375,
"velocity_total": 0.8319804421768708
},
"UDP": {
"_n": 588.0,
"arc_length": 0.7511079081632652,
"causal_surprisal_flow": 0.35786930272108836,
"causal_surprisal_packet_max": 0.01144625850340136,
"causal_surprisal_packet_mean": 0.027728401360544216,
"causal_surprisal_packet_median": 0.08326394557823127,
"causal_surprisal_packet_trimmed10_mean": 0.05319999999999999,
"causal_surprisal_total": 0.36917738095238095,
"consistency_total": 0.6037581632653062,
"curvature_flow": 0.48030102040816325,
"curvature_packet": 0.39475841836734693,
"curvature_total": 0.39196615646258504,
"direction_drift_flow": 0.29124285714285714,
"direction_drift_packet_max": 0.11410119047619048,
"direction_drift_packet_mean": 0.09159940476190476,
"direction_drift_packet_median": 0.1116422619047619,
"direction_drift_packet_trimmed10_mean": 0.10334625850340137,
"direction_drift_total": 0.0822343537414966,
"flow_consistency": 0.6132333333333333,
"kappa2_speed2norm_packet_mean": 0.17467653061224492,
"kappa2_speed2norm_packet_median": 0.18542925170068025,
"kappa2_speed2norm_packet_trimmed10_mean": 0.17370357142857146,
"kinetic_energy": 0.7491239795918366,
"kinetic_flow": 0.6831392857142858,
"kinetic_packet": 0.587320238095238,
"packet_consistency": 0.32430068027210884,
"pna_flow": 0.380544387755102,
"pna_packet_max": 0.2013442176870748,
"pna_packet_mean": 0.17467653061224492,
"pna_packet_median": 0.18542925170068025,
"pna_packet_trimmed10_mean": 0.17370357142857146,
"terminal_flow": 0.36407619047619044,
"terminal_norm": 0.4128444727891156,
"terminal_packet": 0.39164804421768706,
"velocity_flow": 0.713608843537415,
"velocity_packet": 0.7364738945578232,
"velocity_total": 0.8136704081632653
},
"UDPLag": {
"_n": 588.0,
"arc_length": 0.8991097789115645,
"causal_surprisal_flow": 0.24382414965986393,
"causal_surprisal_packet_max": 0.4427353741496599,
"causal_surprisal_packet_mean": 0.5385321428571428,
"causal_surprisal_packet_median": 0.5580598639455782,
"causal_surprisal_packet_trimmed10_mean": 0.5493248299319727,
"causal_surprisal_total": 0.28549931972789117,
"consistency_total": 0.7721329931972787,
"curvature_flow": 0.39702670068027207,
"curvature_packet": 0.8709215136054421,
"curvature_total": 0.7842666666666666,
"direction_drift_flow": 0.44595688775510206,
"direction_drift_packet_max": 0.11440221088435373,
"direction_drift_packet_mean": 0.09683520408163265,
"direction_drift_packet_median": 0.11234319727891157,
"direction_drift_packet_trimmed10_mean": 0.11270085034013605,
"direction_drift_total": 0.07032431972789116,
"flow_consistency": 0.7607945578231292,
"kappa2_speed2norm_packet_mean": 0.46738537414965986,
"kappa2_speed2norm_packet_median": 0.46918078231292515,
"kappa2_speed2norm_packet_trimmed10_mean": 0.4787453231292518,
"kinetic_energy": 0.8995617346938775,
"kinetic_flow": 0.5745534013605442,
"kinetic_packet": 0.9470756802721089,
"packet_consistency": 0.8123690476190477,
"pna_flow": 0.24822423469387755,
"pna_packet_max": 0.4813346088435374,
"pna_packet_mean": 0.46738537414965986,
"pna_packet_median": 0.46918078231292515,
"pna_packet_trimmed10_mean": 0.4787453231292518,
"terminal_flow": 0.843440306122449,
"terminal_norm": 0.8996661564625851,
"terminal_packet": 0.9187231292517006,
"velocity_flow": 0.5787914965986394,
"velocity_packet": 0.8717146258503402,
"velocity_total": 0.8423063775510204
},
"WebDDoS": {
"_n": 438.0,
"arc_length": 0.7431381278538813,
"causal_surprisal_flow": 0.32102705479452054,
"causal_surprisal_packet_max": 0.38143356164383563,
"causal_surprisal_packet_mean": 0.3201744292237443,
"causal_surprisal_packet_median": 0.303712100456621,
"causal_surprisal_packet_trimmed10_mean": 0.3056609589041096,
"causal_surprisal_total": 0.29060228310502284,
"consistency_total": 0.5599280821917808,
"curvature_flow": 0.6416187214611871,
"curvature_packet": 0.5361644977168949,
"curvature_total": 0.800136301369863,
"direction_drift_flow": 0.2937618721461187,
"direction_drift_packet_max": 0.44143755707762555,
"direction_drift_packet_mean": 0.365288698630137,
"direction_drift_packet_median": 0.3713842465753424,
"direction_drift_packet_trimmed10_mean": 0.36761472602739725,
"direction_drift_total": 0.2702123287671233,
"flow_consistency": 0.5779947488584475,
"kappa2_speed2norm_packet_mean": 0.5321293378995433,
"kappa2_speed2norm_packet_median": 0.5225772831050228,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5058937214611872,
"kinetic_energy": 0.7431787671232877,
"kinetic_flow": 0.7306271689497715,
"kinetic_packet": 0.4786940639269407,
"packet_consistency": 0.44997191780821916,
"pna_flow": 0.43659965753424657,
"pna_packet_max": 0.42772979452054793,
"pna_packet_mean": 0.5321293378995433,
"pna_packet_median": 0.5225772831050228,
"pna_packet_trimmed10_mean": 0.5058937214611872,
"terminal_flow": 0.3602344748858447,
"terminal_norm": 0.503872602739726,
"terminal_packet": 0.4801242009132419,
"velocity_flow": 0.736066894977169,
"velocity_packet": 0.49810068493150683,
"velocity_total": 0.8000729452054794
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 8,993,376 target rows; label distribution top:
Syn 1,495,248
NetBIOS 702,760
UDP 611,999
MSSQL 523,845
LDAP 509,665
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.2s
[eval] scoring attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done in 19.2s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed44_to_cicddos2019.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed44_to_cicddos2019.npz
=== overall AUROC top-10 ===
velocity_total AUROC=0.9042 AUPRC=0.9129
arc_length AUROC=0.8882 AUPRC=0.8985
kinetic_energy AUROC=0.8877 AUPRC=0.8982
kinetic_flow AUROC=0.8014 AUPRC=0.6945
flow_consistency AUROC=0.7998 AUPRC=0.7594
consistency_total AUROC=0.7986 AUPRC=0.7498
velocity_packet AUROC=0.7810 AUPRC=0.7619
velocity_flow AUROC=0.7617 AUPRC=0.6501
terminal_norm AUROC=0.7463 AUPRC=0.6970
kinetic_packet AUROC=0.7301 AUPRC=0.6939

View File

@@ -0,0 +1,740 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_a_causal_ciciot2023_seed44",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 36,
"overall": {
"arc_length": {
"auroc": 0.6529387551683402,
"auprc": 0.5837816296780536
},
"causal_surprisal_flow": {
"auroc": 0.6162600265800354,
"auprc": 0.5006504102796281
},
"causal_surprisal_packet_max": {
"auroc": 0.6979259376845837,
"auprc": 0.5799568116530551
},
"causal_surprisal_packet_mean": {
"auroc": 0.6281688053750738,
"auprc": 0.5188956090890018
},
"causal_surprisal_packet_median": {
"auroc": 0.5824218103957473,
"auprc": 0.49655442096490565
},
"causal_surprisal_packet_trimmed10_mean": {
"auroc": 0.5954604843473125,
"auprc": 0.5017005406393282
},
"causal_surprisal_total": {
"auroc": 0.6020080404607207,
"auprc": 0.4757814436941894
},
"consistency_total": {
"auroc": 0.6363224453632605,
"auprc": 0.43147244308809873
},
"curvature_flow": {
"auroc": 0.3752246455995275,
"auprc": 0.36799288289472143
},
"curvature_packet": {
"auroc": 0.8351762108682812,
"auprc": 0.7664100431318434
},
"curvature_total": {
"auroc": 0.8122894196692262,
"auprc": 0.7264784585902881
},
"direction_drift_flow": {
"auroc": 0.27686791199054933,
"auprc": 0.2851269094847485
},
"direction_drift_packet_max": {
"auroc": 0.5497849527466037,
"auprc": 0.42696046816328703
},
"direction_drift_packet_mean": {
"auroc": 0.33155577377436507,
"auprc": 0.3006386783480421
},
"direction_drift_packet_median": {
"auroc": 0.33782928972238624,
"auprc": 0.30323351878662724
},
"direction_drift_packet_trimmed10_mean": {
"auroc": 0.3191991878322505,
"auprc": 0.29672663173963243
},
"direction_drift_total": {
"auroc": 0.36853381571175425,
"auprc": 0.32777737686532615
},
"flow_consistency": {
"auroc": 0.636775251033668,
"auprc": 0.4320432184329891
},
"kappa2_speed2norm_packet_mean": {
"auroc": 0.6040082398109864,
"auprc": 0.49948751402737396
},
"kappa2_speed2norm_packet_median": {
"auroc": 0.5889501476668635,
"auprc": 0.49476936705869157
},
"kappa2_speed2norm_packet_trimmed10_mean": {
"auroc": 0.5641755316007089,
"auprc": 0.4804527876088339
},
"kinetic_energy": {
"auroc": 0.6512546367395157,
"auprc": 0.5831782710699143
},
"kinetic_flow": {
"auroc": 0.6397925502067336,
"auprc": 0.47718233697577
},
"kinetic_packet": {
"auroc": 0.7668451491435322,
"auprc": 0.7081437257563981
},
"packet_consistency": {
"auroc": 0.7736654681039574,
"auprc": 0.6167530706134019
},
"pna_flow": {
"auroc": 0.19989338452451272,
"auprc": 0.2655812848572722
},
"pna_packet_max": {
"auroc": 0.7083074276432368,
"auprc": 0.5879902803377693
},
"pna_packet_mean": {
"auroc": 0.6040082398109864,
"auprc": 0.49948751402737396
},
"pna_packet_median": {
"auroc": 0.5889501476668635,
"auprc": 0.49476936705869157
},
"pna_packet_trimmed10_mean": {
"auroc": 0.5641755316007089,
"auprc": 0.4804527876088339
},
"terminal_flow": {
"auroc": 0.9107572135262847,
"auprc": 0.8190026519595687
},
"terminal_norm": {
"auroc": 0.792186798582398,
"auprc": 0.7396289612932421
},
"terminal_packet": {
"auroc": 0.8189956512108683,
"auprc": 0.756662051954847
},
"velocity_flow": {
"auroc": 0.6385084465445954,
"auprc": 0.47103284103638154
},
"velocity_packet": {
"auroc": 0.7879546662728882,
"auprc": 0.6185605216809199
},
"velocity_total": {
"auroc": 0.670522172179563,
"auprc": 0.5810260547262115
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"arc_length": 0.7035637387387388,
"causal_surprisal_flow": 0.6588533033033033,
"causal_surprisal_packet_max": 0.9654684684684685,
"causal_surprisal_packet_mean": 0.9416340840840839,
"causal_surprisal_packet_median": 0.9399361861861864,
"causal_surprisal_packet_trimmed10_mean": 0.939760960960961,
"causal_surprisal_total": 0.8769445945945946,
"consistency_total": 0.7066599099099099,
"curvature_flow": 0.06942297297297298,
"curvature_packet": 0.6113054054054055,
"curvature_total": 0.5020464714714715,
"direction_drift_flow": 0.5324126876876877,
"direction_drift_packet_max": 0.3237626126126126,
"direction_drift_packet_mean": 0.12048633633633632,
"direction_drift_packet_median": 0.14709894894894895,
"direction_drift_packet_trimmed10_mean": 0.10350180180180181,
"direction_drift_total": 0.14287372372372373,
"flow_consistency": 0.6926786786786787,
"kappa2_speed2norm_packet_mean": 0.16011111111111112,
"kappa2_speed2norm_packet_median": 0.20952169669669668,
"kappa2_speed2norm_packet_trimmed10_mean": 0.10874504504504504,
"kinetic_energy": 0.7077521771771771,
"kinetic_flow": 0.43708911411411416,
"kinetic_packet": 0.9419459459459459,
"packet_consistency": 0.9017960960960961,
"pna_flow": 0.06631621621621621,
"pna_packet_max": 0.41905420420420425,
"pna_packet_mean": 0.16011111111111112,
"pna_packet_median": 0.20952169669669668,
"pna_packet_trimmed10_mean": 0.10874504504504504,
"terminal_flow": 0.897226876876877,
"terminal_norm": 0.9407773273273274,
"terminal_packet": 0.9638752252252252,
"velocity_flow": 0.41628918918918917,
"velocity_packet": 0.9183765765765765,
"velocity_total": 0.5959111111111112
},
"DDoS": {
"_n": 666.0,
"arc_length": 0.6900047297297296,
"causal_surprisal_flow": 0.741607057057057,
"causal_surprisal_packet_max": 0.6829237237237239,
"causal_surprisal_packet_mean": 0.5668618618618618,
"causal_surprisal_packet_median": 0.5184867867867868,
"causal_surprisal_packet_trimmed10_mean": 0.5029989489489489,
"causal_surprisal_total": 0.8473316816816816,
"consistency_total": 0.6613758258258259,
"curvature_flow": 0.16210518018018016,
"curvature_packet": 0.8897666666666667,
"curvature_total": 0.8568295045045045,
"direction_drift_flow": 0.2348458708708709,
"direction_drift_packet_max": 0.5305957957957957,
"direction_drift_packet_mean": 0.19851201201201202,
"direction_drift_packet_median": 0.17370435435435436,
"direction_drift_packet_trimmed10_mean": 0.16603633633633635,
"direction_drift_total": 0.2586186186186186,
"flow_consistency": 0.6541547297297298,
"kappa2_speed2norm_packet_mean": 0.5195332582582584,
"kappa2_speed2norm_packet_median": 0.5494168168168168,
"kappa2_speed2norm_packet_trimmed10_mean": 0.45500893393393393,
"kinetic_energy": 0.6927527777777778,
"kinetic_flow": 0.6934662162162162,
"kinetic_packet": 0.8875271021021022,
"packet_consistency": 0.9011360360360361,
"pna_flow": 0.06942192192192193,
"pna_packet_max": 0.6403088588588588,
"pna_packet_mean": 0.5195332582582584,
"pna_packet_median": 0.5494168168168168,
"pna_packet_trimmed10_mean": 0.45500893393393393,
"terminal_flow": 0.9837834834834834,
"terminal_norm": 0.9685357357357358,
"terminal_packet": 0.9545807807807807,
"velocity_flow": 0.5745024024024025,
"velocity_packet": 0.8604450450450449,
"velocity_total": 0.6444400900900902
},
"DoS GoldenEye": {
"_n": 666.0,
"arc_length": 0.5874217717717718,
"causal_surprisal_flow": 0.7483118618618619,
"causal_surprisal_packet_max": 0.6520484234234234,
"causal_surprisal_packet_mean": 0.4965745495495495,
"causal_surprisal_packet_median": 0.3650953453453453,
"causal_surprisal_packet_trimmed10_mean": 0.40259474474474477,
"causal_surprisal_total": 0.7678865615615615,
"consistency_total": 0.6304348348348349,
"curvature_flow": 0.10496381381381381,
"curvature_packet": 0.8766921921921922,
"curvature_total": 0.8442343093093093,
"direction_drift_flow": 0.2271933933933934,
"direction_drift_packet_max": 0.5322948198198199,
"direction_drift_packet_mean": 0.2771788288288288,
"direction_drift_packet_median": 0.2906813813813814,
"direction_drift_packet_trimmed10_mean": 0.2644714714714715,
"direction_drift_total": 0.3836563063063063,
"flow_consistency": 0.6337825075075074,
"kappa2_speed2norm_packet_mean": 0.5111364114114114,
"kappa2_speed2norm_packet_median": 0.5124425675675676,
"kappa2_speed2norm_packet_trimmed10_mean": 0.47797627627627626,
"kinetic_energy": 0.5869538288288287,
"kinetic_flow": 0.6177286786786786,
"kinetic_packet": 0.7905432432432432,
"packet_consistency": 0.8010767267267268,
"pna_flow": 0.060892642642642644,
"pna_packet_max": 0.5665275525525526,
"pna_packet_mean": 0.5111364114114114,
"pna_packet_median": 0.5124425675675676,
"pna_packet_trimmed10_mean": 0.47797627627627626,
"terminal_flow": 0.9818713213213214,
"terminal_norm": 0.9066126126126126,
"terminal_packet": 0.8657608858858858,
"velocity_flow": 0.5597445195195194,
"velocity_packet": 0.7870825825825825,
"velocity_total": 0.5586653903903904
},
"DoS Hulk": {
"_n": 666.0,
"arc_length": 0.6178615615615615,
"causal_surprisal_flow": 0.7408975975975975,
"causal_surprisal_packet_max": 0.6564124624624624,
"causal_surprisal_packet_mean": 0.5175148648648649,
"causal_surprisal_packet_median": 0.3571475975975976,
"causal_surprisal_packet_trimmed10_mean": 0.37814669669669676,
"causal_surprisal_total": 0.8006659159159158,
"consistency_total": 0.5982043543543544,
"curvature_flow": 0.22850840840840841,
"curvature_packet": 0.9315192192192193,
"curvature_total": 0.9174114114114114,
"direction_drift_flow": 0.21924767267267264,
"direction_drift_packet_max": 0.6183874624624623,
"direction_drift_packet_mean": 0.18450262762762765,
"direction_drift_packet_median": 0.20084669669669672,
"direction_drift_packet_trimmed10_mean": 0.14839249249249248,
"direction_drift_total": 0.2446105105105105,
"flow_consistency": 0.5673073573573573,
"kappa2_speed2norm_packet_mean": 0.6463489489489489,
"kappa2_speed2norm_packet_median": 0.6135389639639639,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5503655405405405,
"kinetic_energy": 0.6156463963963963,
"kinetic_flow": 0.5870746246246246,
"kinetic_packet": 0.8250714714714713,
"packet_consistency": 0.9539457957957959,
"pna_flow": 0.13439331831831833,
"pna_packet_max": 0.7668107357357358,
"pna_packet_mean": 0.6463489489489489,
"pna_packet_median": 0.6135389639639639,
"pna_packet_trimmed10_mean": 0.5503655405405405,
"terminal_flow": 0.9184657657657658,
"terminal_norm": 0.8241786786786787,
"terminal_packet": 0.8502085585585585,
"velocity_flow": 0.5613659159159159,
"velocity_packet": 0.9117358108108108,
"velocity_total": 0.6670453453453454
},
"DoS Slowhttptest": {
"_n": 666.0,
"arc_length": 0.6706051051051051,
"causal_surprisal_flow": 0.7571267267267267,
"causal_surprisal_packet_max": 0.7675354354354355,
"causal_surprisal_packet_mean": 0.7202846846846847,
"causal_surprisal_packet_median": 0.6070702702702703,
"causal_surprisal_packet_trimmed10_mean": 0.6690120120120121,
"causal_surprisal_total": 0.8559731231231231,
"consistency_total": 0.6235990990990992,
"curvature_flow": 0.5187190690690691,
"curvature_packet": 0.9755045045045045,
"curvature_total": 0.9708405405405405,
"direction_drift_flow": 0.19613716216216215,
"direction_drift_packet_max": 0.6789686936936937,
"direction_drift_packet_mean": 0.3626165165165165,
"direction_drift_packet_median": 0.3117043543543544,
"direction_drift_packet_trimmed10_mean": 0.3069240240240241,
"direction_drift_total": 0.4676157657657658,
"flow_consistency": 0.6314534534534535,
"kappa2_speed2norm_packet_mean": 0.6274789039039039,
"kappa2_speed2norm_packet_median": 0.5144740240240241,
"kappa2_speed2norm_packet_trimmed10_mean": 0.537077927927928,
"kinetic_energy": 0.6667584084084085,
"kinetic_flow": 0.7137063063063063,
"kinetic_packet": 0.8453783783783784,
"packet_consistency": 0.6846633633633633,
"pna_flow": 0.2299487987987988,
"pna_packet_max": 0.7531036786786787,
"pna_packet_mean": 0.6274789039039039,
"pna_packet_median": 0.5144740240240241,
"pna_packet_trimmed10_mean": 0.537077927927928,
"terminal_flow": 0.8743855855855857,
"terminal_norm": 0.8739938438438439,
"terminal_packet": 0.89816996996997,
"velocity_flow": 0.7152301051051051,
"velocity_packet": 0.8262241741741742,
"velocity_total": 0.6850288288288289
},
"DoS Slowloris": {
"_n": 666.0,
"arc_length": 0.6633368618618618,
"causal_surprisal_flow": 0.6437234234234234,
"causal_surprisal_packet_max": 0.6765953453453453,
"causal_surprisal_packet_mean": 0.58485,
"causal_surprisal_packet_median": 0.5854935435435435,
"causal_surprisal_packet_trimmed10_mean": 0.5831554054054053,
"causal_surprisal_total": 0.6156557057057057,
"consistency_total": 0.5720135135135136,
"curvature_flow": 0.31948153153153147,
"curvature_packet": 0.8565583333333333,
"curvature_total": 0.8474909159159159,
"direction_drift_flow": 0.17959879879879878,
"direction_drift_packet_max": 0.46929579579579583,
"direction_drift_packet_mean": 0.21189504504504503,
"direction_drift_packet_median": 0.25504924924924927,
"direction_drift_packet_trimmed10_mean": 0.19806336336336336,
"direction_drift_total": 0.21021493993993995,
"flow_consistency": 0.5953906906906906,
"kappa2_speed2norm_packet_mean": 0.6370593843843844,
"kappa2_speed2norm_packet_median": 0.5979447447447447,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5952322072072073,
"kinetic_energy": 0.6584812312312313,
"kinetic_flow": 0.643515165165165,
"kinetic_packet": 0.7726876876876878,
"packet_consistency": 0.6032809309309309,
"pna_flow": 0.1697054054054054,
"pna_packet_max": 0.6635188438438437,
"pna_packet_mean": 0.6370593843843844,
"pna_packet_median": 0.5979447447447447,
"pna_packet_trimmed10_mean": 0.5952322072072073,
"terminal_flow": 0.8515893393393393,
"terminal_norm": 0.8223617117117118,
"terminal_packet": 0.8283378378378377,
"velocity_flow": 0.7508695945945947,
"velocity_packet": 0.8470075075075076,
"velocity_total": 0.7618448948948948
},
"FTP-Patator": {
"_n": 666.0,
"arc_length": 0.3299937687687688,
"causal_surprisal_flow": 0.747396096096096,
"causal_surprisal_packet_max": 0.9617020270270271,
"causal_surprisal_packet_mean": 0.9326740240240241,
"causal_surprisal_packet_median": 0.9370460960960961,
"causal_surprisal_packet_trimmed10_mean": 0.9355024024024023,
"causal_surprisal_total": 0.5584552552552553,
"consistency_total": 0.6114594594594596,
"curvature_flow": 0.34338843843843847,
"curvature_packet": 0.681658933933934,
"curvature_total": 0.6799542042042042,
"direction_drift_flow": 0.5463133633633633,
"direction_drift_packet_max": 0.794671096096096,
"direction_drift_packet_mean": 0.6704193693693694,
"direction_drift_packet_median": 0.6689793543543544,
"direction_drift_packet_trimmed10_mean": 0.6411902402402403,
"direction_drift_total": 0.894562912912913,
"flow_consistency": 0.6299549549549549,
"kappa2_speed2norm_packet_mean": 0.5909204954954955,
"kappa2_speed2norm_packet_median": 0.5370409159159159,
"kappa2_speed2norm_packet_trimmed10_mean": 0.5431515765765765,
"kinetic_energy": 0.3254587837837838,
"kinetic_flow": 0.6620372372372373,
"kinetic_packet": 0.43501591591591593,
"packet_consistency": 0.5156933933933935,
"pna_flow": 0.1757749249249249,
"pna_packet_max": 0.8110813063063063,
"pna_packet_mean": 0.5909204954954955,
"pna_packet_median": 0.5370409159159159,
"pna_packet_trimmed10_mean": 0.5431515765765765,
"terminal_flow": 0.9639445945945945,
"terminal_norm": 0.49267372372372376,
"terminal_packet": 0.6134476726726726,
"velocity_flow": 0.5280726726726728,
"velocity_packet": 0.6578304804804805,
"velocity_total": 0.3671028528528528
},
"Heartbleed": {
"_n": 1.0,
"arc_length": 0.9289000000000001,
"causal_surprisal_flow": 0.3006,
"causal_surprisal_packet_max": 0.23429999999999995,
"causal_surprisal_packet_mean": 0.0032999999999999696,
"causal_surprisal_packet_median": 0.017800000000000038,
"causal_surprisal_packet_trimmed10_mean": 0.009800000000000031,
"causal_surprisal_total": 0.0013999999999999568,
"consistency_total": 0.6556,
"curvature_flow": 0.9632000000000001,
"curvature_packet": 0.624,
"curvature_total": 0.6725,
"direction_drift_flow": 0.021100000000000008,
"direction_drift_packet_max": 0.28890000000000005,
"direction_drift_packet_mean": 0.01859999999999995,
"direction_drift_packet_median": 0.045599999999999974,
"direction_drift_packet_trimmed10_mean": 0.022499999999999964,
"direction_drift_total": 0.02939999999999998,
"flow_consistency": 0.6362,
"kappa2_speed2norm_packet_mean": 0.04400000000000004,
"kappa2_speed2norm_packet_median": 0.0393,
"kappa2_speed2norm_packet_trimmed10_mean": 0.0403,
"kinetic_energy": 0.9181999999999999,
"kinetic_flow": 0.999,
"kinetic_packet": 0.8143,
"packet_consistency": 0.9783,
"pna_flow": 0.010099999999999998,
"pna_packet_max": 0.5276000000000001,
"pna_packet_mean": 0.04400000000000004,
"pna_packet_median": 0.0393,
"pna_packet_trimmed10_mean": 0.0403,
"terminal_flow": 0.9843000000000001,
"terminal_norm": 0.2871,
"terminal_packet": 0.32089999999999996,
"velocity_flow": 0.9934000000000001,
"velocity_packet": 0.9778,
"velocity_total": 0.9824
},
"Infiltration": {
"_n": 7.0,
"arc_length": 0.7896,
"causal_surprisal_flow": 0.42197142857142855,
"causal_surprisal_packet_max": 0.43938571428571427,
"causal_surprisal_packet_mean": 0.28254285714285715,
"causal_surprisal_packet_median": 0.2904285714285714,
"causal_surprisal_packet_trimmed10_mean": 0.27562857142857144,
"causal_surprisal_total": 0.23977142857142852,
"consistency_total": 0.6690857142857143,
"curvature_flow": 0.8630857142857145,
"curvature_packet": 0.8000142857142857,
"curvature_total": 0.8327428571428571,
"direction_drift_flow": 0.06615714285714283,
"direction_drift_packet_max": 0.7602714285714286,
"direction_drift_packet_mean": 0.31852857142857144,
"direction_drift_packet_median": 0.3588571428571428,
"direction_drift_packet_trimmed10_mean": 0.3146,
"direction_drift_total": 0.5185428571428572,
"flow_consistency": 0.6620857142857143,
"kappa2_speed2norm_packet_mean": 0.48728571428571427,
"kappa2_speed2norm_packet_median": 0.45189999999999997,
"kappa2_speed2norm_packet_trimmed10_mean": 0.47015714285714283,
"kinetic_energy": 0.7879142857142857,
"kinetic_flow": 0.9046857142857143,
"kinetic_packet": 0.7842857142857143,
"packet_consistency": 0.7766142857142857,
"pna_flow": 0.11504285714285714,
"pna_packet_max": 0.7177428571428571,
"pna_packet_mean": 0.48728571428571427,
"pna_packet_median": 0.45189999999999997,
"pna_packet_trimmed10_mean": 0.47015714285714283,
"terminal_flow": 0.9441285714285714,
"terminal_norm": 0.6191285714285715,
"terminal_packet": 0.7951571428571428,
"velocity_flow": 0.9063714285714285,
"velocity_packet": 0.7744285714285715,
"velocity_total": 0.7908571428571429
},
"Infiltration - Portscan": {
"_n": 666.0,
"arc_length": 0.9930983483483483,
"causal_surprisal_flow": 0.086184984984985,
"causal_surprisal_packet_max": 0.5081432432432432,
"causal_surprisal_packet_mean": 0.6220448948948949,
"causal_surprisal_packet_median": 0.6661291291291291,
"causal_surprisal_packet_trimmed10_mean": 0.6667800300300301,
"causal_surprisal_total": 0.10461561561561561,
"consistency_total": 0.6839596096096097,
"curvature_flow": 0.3095144144144144,
"curvature_packet": 0.9741533033033033,
"curvature_total": 0.930793993993994,
"direction_drift_flow": 0.2897119369369369,
"direction_drift_packet_max": 0.34336846846846847,
"direction_drift_packet_mean": 0.4247906156156157,
"direction_drift_packet_median": 0.4181759009009009,
"direction_drift_packet_trimmed10_mean": 0.452421021021021,
"direction_drift_total": 0.2000725975975976,
"flow_consistency": 0.682223048048048,
"kappa2_speed2norm_packet_mean": 0.9326010510510512,
"kappa2_speed2norm_packet_median": 0.9353801801801801,
"kappa2_speed2norm_packet_trimmed10_mean": 0.9391915915915916,
"kinetic_energy": 0.9933136636636637,
"kinetic_flow": 0.5279843843843844,
"kinetic_packet": 0.9934360360360361,
"packet_consistency": 0.838249924924925,
"pna_flow": 0.18452837837837835,
"pna_packet_max": 0.853798123123123,
"pna_packet_mean": 0.9326010510510512,
"pna_packet_median": 0.9353801801801801,
"pna_packet_trimmed10_mean": 0.9391915915915916,
"terminal_flow": 0.9635543543543543,
"terminal_norm": 0.9920007507507507,
"terminal_packet": 0.9904913663663664,
"velocity_flow": 0.6712416666666666,
"velocity_packet": 0.7017860360360361,
"velocity_total": 0.9832042042042041
},
"Portscan": {
"_n": 666.0,
"arc_length": 0.9950880630630631,
"causal_surprisal_flow": 0.10514744744744745,
"causal_surprisal_packet_max": 0.42974857357357354,
"causal_surprisal_packet_mean": 0.5138250750750751,
"causal_surprisal_packet_median": 0.570950900900901,
"causal_surprisal_packet_trimmed10_mean": 0.5588423423423423,
"causal_surprisal_total": 0.12995555555555555,
"consistency_total": 0.686801051051051,
"curvature_flow": 0.656046021021021,
"curvature_packet": 0.9274684684684684,
"curvature_total": 0.8765789789789789,
"direction_drift_flow": 0.2731074324324324,
"direction_drift_packet_max": 0.41232192192192185,
"direction_drift_packet_mean": 0.4285111861861862,
"direction_drift_packet_median": 0.45469144144144147,
"direction_drift_packet_trimmed10_mean": 0.45563753753753755,
"direction_drift_total": 0.15924984984984986,
"flow_consistency": 0.6790888888888887,
"kappa2_speed2norm_packet_mean": 0.8572022522522523,
"kappa2_speed2norm_packet_median": 0.8625138138138139,
"kappa2_speed2norm_packet_trimmed10_mean": 0.8722527027027026,
"kinetic_energy": 0.9950945945945946,
"kinetic_flow": 0.5171264264264264,
"kinetic_packet": 0.9919956456456456,
"packet_consistency": 0.8930393393393393,
"pna_flow": 0.4447180930930931,
"pna_packet_max": 0.7993273273273273,
"pna_packet_mean": 0.8572022522522523,
"pna_packet_median": 0.8625138138138139,
"pna_packet_trimmed10_mean": 0.8722527027027026,
"terminal_flow": 0.9398522522522522,
"terminal_norm": 0.9932019519519519,
"terminal_packet": 0.99451006006006,
"velocity_flow": 0.6085884384384385,
"velocity_packet": 0.6696621621621622,
"velocity_total": 0.9917217717717718
},
"SSH-Patator": {
"_n": 666.0,
"arc_length": 0.25802244744744746,
"causal_surprisal_flow": 0.9906198198198198,
"causal_surprisal_packet_max": 0.7463321321321321,
"causal_surprisal_packet_mean": 0.4727722222222222,
"causal_surprisal_packet_median": 0.35568798798798795,
"causal_surprisal_packet_trimmed10_mean": 0.3992632132132132,
"causal_surprisal_total": 0.5431647147147147,
"consistency_total": 0.5906542042042042,
"curvature_flow": 0.9644345345345345,
"curvature_packet": 0.6465893393393394,
"curvature_total": 0.7089643393393393,
"direction_drift_flow": 0.10487792792792791,
"direction_drift_packet_max": 0.8176142642642643,
"direction_drift_packet_mean": 0.4828688438438439,
"direction_drift_packet_median": 0.5027811561561562,
"direction_drift_packet_trimmed10_mean": 0.4999615615615615,
"direction_drift_total": 0.7718773273273274,
"flow_consistency": 0.6064045795795795,
"kappa2_speed2norm_packet_mean": 0.6274338588588589,
"kappa2_speed2norm_packet_median": 0.6263315315315315,
"kappa2_speed2norm_packet_trimmed10_mean": 0.6278233483483483,
"kinetic_energy": 0.25133783783783786,
"kinetic_flow": 0.9487162162162163,
"kinetic_packet": 0.21763453453453457,
"packet_consistency": 0.6168825825825824,
"pna_flow": 0.4923990990990991,
"pna_packet_max": 0.8420429429429429,
"pna_packet_mean": 0.6274338588588589,
"pna_packet_median": 0.6263315315315315,
"pna_packet_trimmed10_mean": 0.6278233483483483,
"terminal_flow": 0.7302414414414415,
"terminal_norm": 0.192616966966967,
"terminal_packet": 0.3096681681681681,
"velocity_flow": 0.9498153153153154,
"velocity_packet": 0.6724483483483483,
"velocity_total": 0.4071463963963964
},
"Web Attack - Brute Force": {
"_n": 73.0,
"arc_length": 0.7596253424657534,
"causal_surprisal_flow": 0.20162191780821917,
"causal_surprisal_packet_max": 0.22652328767123284,
"causal_surprisal_packet_mean": 0.007989041095890412,
"causal_surprisal_packet_median": 0.026787671232876717,
"causal_surprisal_packet_trimmed10_mean": 0.018775342465753422,
"causal_surprisal_total": 0.007412328767123266,
"consistency_total": 0.6208616438356165,
"curvature_flow": 0.9251917808219179,
"curvature_packet": 0.6853123287671233,
"curvature_total": 0.7143821917808219,
"direction_drift_flow": 0.006108219178082177,
"direction_drift_packet_max": 0.4027465753424658,
"direction_drift_packet_mean": 0.01667671232876712,
"direction_drift_packet_median": 0.02140821917808219,
"direction_drift_packet_trimmed10_mean": 0.018130136986301365,
"direction_drift_total": 0.02674794520547946,
"flow_consistency": 0.6051630136986301,
"kappa2_speed2norm_packet_mean": 0.15674383561643834,
"kappa2_speed2norm_packet_median": 0.1681150684931507,
"kappa2_speed2norm_packet_trimmed10_mean": 0.16459383561643837,
"kinetic_energy": 0.7474424657534247,
"kinetic_flow": 0.9988684931506849,
"kinetic_packet": 0.4573931506849315,
"packet_consistency": 0.9602219178082192,
"pna_flow": 0.008295890410958918,
"pna_packet_max": 0.4838698630136986,
"pna_packet_mean": 0.15674383561643834,
"pna_packet_median": 0.1681150684931507,
"pna_packet_trimmed10_mean": 0.16459383561643837,
"terminal_flow": 0.9182321917808219,
"terminal_norm": 0.1637082191780822,
"terminal_packet": 0.22856301369863016,
"velocity_flow": 0.9972082191780821,
"velocity_packet": 0.9758068493150684,
"velocity_total": 0.9806397260273974
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"arc_length": 0.6365923076923077,
"causal_surprisal_flow": 0.7345461538461538,
"causal_surprisal_packet_max": 0.7766384615384615,
"causal_surprisal_packet_mean": 0.7373384615384615,
"causal_surprisal_packet_median": 0.652453846153846,
"causal_surprisal_packet_trimmed10_mean": 0.6924692307692307,
"causal_surprisal_total": 0.8878384615384616,
"consistency_total": 0.6594153846153846,
"curvature_flow": 0.12226153846153848,
"curvature_packet": 0.9186153846153846,
"curvature_total": 0.8740307692307692,
"direction_drift_flow": 0.5278461538461539,
"direction_drift_packet_max": 0.4817923076923077,
"direction_drift_packet_mean": 0.2063076923076923,
"direction_drift_packet_median": 0.2378,
"direction_drift_packet_trimmed10_mean": 0.1739615384615385,
"direction_drift_total": 0.2588615384615385,
"flow_consistency": 0.6533846153846155,
"kappa2_speed2norm_packet_mean": 0.4137153846153846,
"kappa2_speed2norm_packet_median": 0.2802769230769231,
"kappa2_speed2norm_packet_trimmed10_mean": 0.28116153846153846,
"kinetic_energy": 0.6356076923076923,
"kinetic_flow": 0.48964615384615384,
"kinetic_packet": 0.8687538461538462,
"packet_consistency": 0.8170384615384615,
"pna_flow": 0.11422307692307693,
"pna_packet_max": 0.7521,
"pna_packet_mean": 0.4137153846153846,
"pna_packet_median": 0.2802769230769231,
"pna_packet_trimmed10_mean": 0.28116153846153846,
"terminal_flow": 0.9420307692307692,
"terminal_norm": 0.9202153846153845,
"terminal_packet": 0.8813153846153846,
"velocity_flow": 0.48430769230769233,
"velocity_packet": 0.8178730769230769,
"velocity_total": 0.6051538461538463
},
"Web Attack - XSS": {
"_n": 18.0,
"arc_length": 0.9180666666666667,
"causal_surprisal_flow": 0.18659444444444442,
"causal_surprisal_packet_max": 0.1761111111111111,
"causal_surprisal_packet_mean": 0.0017388888888888701,
"causal_surprisal_packet_median": 0.013616666666666654,
"causal_surprisal_packet_trimmed10_mean": 0.0073722222222222305,
"causal_surprisal_total": 0.00019999999999997797,
"consistency_total": 0.59685,
"curvature_flow": 0.9046055555555556,
"curvature_packet": 0.6882944444444445,
"curvature_total": 0.7113111111111111,
"direction_drift_flow": 0.003455555555555533,
"direction_drift_packet_max": 0.2608888888888889,
"direction_drift_packet_mean": 0.011200000000000005,
"direction_drift_packet_median": 0.020855555555555544,
"direction_drift_packet_trimmed10_mean": 0.01287222222222221,
"direction_drift_total": 0.017844444444444447,
"flow_consistency": 0.5697777777777778,
"kappa2_speed2norm_packet_mean": 0.05134999999999999,
"kappa2_speed2norm_packet_median": 0.045594444444444444,
"kappa2_speed2norm_packet_trimmed10_mean": 0.04718333333333334,
"kinetic_energy": 0.9073611111111111,
"kinetic_flow": 0.9998111111111112,
"kinetic_packet": 0.7258,
"packet_consistency": 0.9681833333333334,
"pna_flow": 0.00323888888888889,
"pna_packet_max": 0.39079444444444444,
"pna_packet_mean": 0.05134999999999999,
"pna_packet_median": 0.045594444444444444,
"pna_packet_trimmed10_mean": 0.04718333333333334,
"terminal_flow": 0.9391055555555555,
"terminal_norm": 0.19575555555555557,
"terminal_packet": 0.27898333333333336,
"velocity_flow": 0.9977555555555556,
"velocity_packet": 0.996288888888889,
"velocity_total": 0.9910111111111112
}
}
}

View File

@@ -0,0 +1,33 @@
[model] T=64 flow_dim=20 packet_dim=9 preprocess=mixed_dequant
[model] flow_features in checkpoint order: ['log_duration', 'log_n_pkts', 'fwd_count', 'bwd_count', 'pkt_size_mean']...
[data] 2,025,564 target rows; label distribution top:
normal 1,521,748
Portscan 159,040
DoS Hulk 158,454
DDoS 95,144
Infiltration - Portscan 71,714
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] scoring benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done in 20.2s
[eval] scoring attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done in 13.8s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed44_to_cicids2017.json
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_a_causal_seed44_to_cicids2017.npz
=== overall AUROC top-10 ===
terminal_flow AUROC=0.9108 AUPRC=0.8190
curvature_packet AUROC=0.8352 AUPRC=0.7664
terminal_packet AUROC=0.8190 AUPRC=0.7567
curvature_total AUROC=0.8123 AUPRC=0.7265
terminal_norm AUROC=0.7922 AUPRC=0.7396
velocity_packet AUROC=0.7880 AUPRC=0.6186
packet_consistency AUROC=0.7737 AUPRC=0.6168
kinetic_packet AUROC=0.7668 AUPRC=0.7081
pna_packet_max AUROC=0.7083 AUPRC=0.5880
causal_surprisal_packet_max AUROC=0.6979 AUPRC=0.5800

View File

@@ -0,0 +1,480 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicddos2019_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store",
"n_benign": 10000,
"n_attack": 9999,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.45976179617961793,
"auprc": 0.5246421093338973
},
"disc_nll_ch3": {
"auroc": 0.6063352485248525,
"auprc": 0.6235052895901612
},
"disc_nll_ch4": {
"auroc": 0.47919988998899893,
"auprc": 0.4826895941446947
},
"disc_nll_ch5": {
"auroc": 0.6397653115311531,
"auprc": 0.6748879578622871
},
"disc_nll_ch6": {
"auroc": 0.49723127812781276,
"auprc": 0.544395334742973
},
"disc_nll_ch7": {
"auroc": 0.6688372237223723,
"auprc": 0.7242696263849957
},
"disc_nll_total": {
"auroc": 0.594737703770377,
"auprc": 0.6843691069062285
},
"terminal_flow": {
"auroc": 0.5684024452445244,
"auprc": 0.58822084093915
},
"terminal_norm": {
"auroc": 0.5605227372737274,
"auprc": 0.5650880447385236
},
"terminal_packet": {
"auroc": 0.598494499449945,
"auprc": 0.6316235430038692
}
},
"per_class": {
"backdoor_malware": {
"_n": 303.0,
"disc_nll_ch2": 0.5416607260726073,
"disc_nll_ch3": 0.5582960396039605,
"disc_nll_ch4": 0.42007887788778875,
"disc_nll_ch5": 0.4649886138613861,
"disc_nll_ch6": 0.4826293729372937,
"disc_nll_ch7": 0.5477830033003299,
"disc_nll_total": 0.49844075907590757,
"terminal_flow": 0.4944851485148515,
"terminal_norm": 0.45448811881188117,
"terminal_packet": 0.552463201320132
},
"browserhijacking": {
"_n": 303.0,
"disc_nll_ch2": 0.5453744224422442,
"disc_nll_ch3": 0.530103795379538,
"disc_nll_ch4": 0.4122207920792079,
"disc_nll_ch5": 0.4240287128712872,
"disc_nll_ch6": 0.44935115511551155,
"disc_nll_ch7": 0.5342770627062705,
"disc_nll_total": 0.4906777227722773,
"terminal_flow": 0.5591978547854785,
"terminal_norm": 0.49240924092409244,
"terminal_packet": 0.5595547854785479
},
"commandinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.5528382838283828,
"disc_nll_ch3": 0.5268602310231023,
"disc_nll_ch4": 0.36981980198019804,
"disc_nll_ch5": 0.4344635313531353,
"disc_nll_ch6": 0.4479435643564357,
"disc_nll_ch7": 0.46484554455445537,
"disc_nll_total": 0.46955280528052806,
"terminal_flow": 0.5018645214521452,
"terminal_norm": 0.46753811881188123,
"terminal_packet": 0.5577057755775577
},
"ddos-ack_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.3032404290429044,
"disc_nll_ch3": 0.05559851485148512,
"disc_nll_ch4": 0.46667970297029693,
"disc_nll_ch5": 0.26171006600660063,
"disc_nll_ch6": 0.8313196369636964,
"disc_nll_ch7": 0.2816542904290429,
"disc_nll_total": 0.27698960396039607,
"terminal_flow": 0.8989674917491749,
"terminal_norm": 0.9131285478547855,
"terminal_packet": 0.273730198019802
},
"ddos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5589518151815182,
"disc_nll_ch3": 0.7395689768976897,
"disc_nll_ch4": 0.5707823432343234,
"disc_nll_ch5": 0.9129491749174917,
"disc_nll_ch6": 0.5793742574257426,
"disc_nll_ch7": 0.8958041254125413,
"disc_nll_total": 0.891734488448845,
"terminal_flow": 0.6214491749174917,
"terminal_norm": 0.6522146864686469,
"terminal_packet": 0.7170481848184819
},
"ddos-icmp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.4538069306930693,
"disc_nll_ch3": 0.5692742574257426,
"disc_nll_ch4": 0.4964712871287128,
"disc_nll_ch5": 0.5479856435643564,
"disc_nll_ch6": 0.44840379537953795,
"disc_nll_ch7": 0.5459821782178218,
"disc_nll_total": 0.5036254125412541,
"terminal_flow": 0.49015478547854785,
"terminal_norm": 0.47040808580858084,
"terminal_packet": 0.5285887788778878
},
"ddos-icmp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.5024536303630363,
"disc_nll_ch3": 0.5574980198019802,
"disc_nll_ch4": 0.4147194719471947,
"disc_nll_ch5": 0.5684810231023103,
"disc_nll_ch6": 0.4464638613861386,
"disc_nll_ch7": 0.5553260726072606,
"disc_nll_total": 0.5038432343234324,
"terminal_flow": 0.48580495049504946,
"terminal_norm": 0.47350066006600655,
"terminal_packet": 0.5258755775577558
},
"ddos-pshack_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.20187260726072606,
"disc_nll_ch3": 0.6742924092409242,
"disc_nll_ch4": 0.5142128712871288,
"disc_nll_ch5": 0.6266957095709571,
"disc_nll_ch6": 0.9999735973597359,
"disc_nll_ch7": 0.8196836633663367,
"disc_nll_total": 0.9726023102310231,
"terminal_flow": 0.5568795379537954,
"terminal_norm": 0.46877788778877894,
"terminal_packet": 0.7027734323432344
},
"ddos-rstfinflood": {
"_n": 303.0,
"disc_nll_ch2": 0.20940000000000003,
"disc_nll_ch3": 0.7043,
"disc_nll_ch4": 0.9892,
"disc_nll_ch5": 0.9997,
"disc_nll_ch6": 0.5085,
"disc_nll_ch7": 0.9999,
"disc_nll_total": 0.9999999999999999,
"terminal_flow": 0.4786,
"terminal_norm": 0.5363,
"terminal_packet": 0.22089999999999999
},
"ddos-slowloris": {
"_n": 303.0,
"disc_nll_ch2": 0.46323712871287126,
"disc_nll_ch3": 0.5482663366336634,
"disc_nll_ch4": 0.5312554455445544,
"disc_nll_ch5": 0.8757833333333334,
"disc_nll_ch6": 0.7372551155115512,
"disc_nll_ch7": 0.6920343234323433,
"disc_nll_total": 0.860826402640264,
"terminal_flow": 0.3118313531353135,
"terminal_norm": 0.32228993399339934,
"terminal_packet": 0.4226204620462046
},
"ddos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.22637854785478548,
"disc_nll_ch3": 0.9624046204620461,
"disc_nll_ch4": 0.49762310231023105,
"disc_nll_ch5": 0.7024590759075907,
"disc_nll_ch6": 0.43126336633663365,
"disc_nll_ch7": 0.835986798679868,
"disc_nll_total": 0.4518396039603961,
"terminal_flow": 0.6521490099009901,
"terminal_norm": 0.7338483498349835,
"terminal_packet": 0.9506689768976897
},
"ddos-synonymousip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.3044151815181518,
"disc_nll_ch3": 0.759579207920792,
"disc_nll_ch4": 0.502056105610561,
"disc_nll_ch5": 0.7421201320132013,
"disc_nll_ch6": 0.006653795379537954,
"disc_nll_ch7": 0.9161912541254125,
"disc_nll_total": 0.26817623762376236,
"terminal_flow": 0.9955864686468647,
"terminal_norm": 0.9344501650165017,
"terminal_packet": 0.9590194719471947
},
"ddos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.03293333333333332,
"disc_nll_ch3": 0.7529640264026403,
"disc_nll_ch4": 0.5007980198019802,
"disc_nll_ch5": 0.6150917491749175,
"disc_nll_ch6": 0.4902016501650165,
"disc_nll_ch7": 0.9791947194719473,
"disc_nll_total": 0.2884805280528053,
"terminal_flow": 0.6255290429042903,
"terminal_norm": 0.6821556105610561,
"terminal_packet": 0.9373016501650164
},
"ddos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.4398089108910891,
"disc_nll_ch3": 0.3647907590759075,
"disc_nll_ch4": 0.4477062706270627,
"disc_nll_ch5": 0.5855722772277228,
"disc_nll_ch6": 0.4844745874587459,
"disc_nll_ch7": 0.3636323432343234,
"disc_nll_total": 0.26302706270627063,
"terminal_flow": 0.8601458745874588,
"terminal_norm": 0.3621996699669967,
"terminal_packet": 0.5526046204620462
},
"ddos-udp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.49978696369636966,
"disc_nll_ch3": 0.5457490099009901,
"disc_nll_ch4": 0.37621468646864686,
"disc_nll_ch5": 0.48182871287128715,
"disc_nll_ch6": 0.4915760726072608,
"disc_nll_ch7": 0.5979608910891089,
"disc_nll_total": 0.5903539603960396,
"terminal_flow": 0.6752150165016503,
"terminal_norm": 0.4767656765676567,
"terminal_packet": 0.4902958745874587
},
"dictionarybruteforce": {
"_n": 303.0,
"disc_nll_ch2": 0.5920145214521452,
"disc_nll_ch3": 0.5629785478547855,
"disc_nll_ch4": 0.49827821782178217,
"disc_nll_ch5": 0.5504668316831683,
"disc_nll_ch6": 0.5468983498349835,
"disc_nll_ch7": 0.6061262376237623,
"disc_nll_total": 0.6030107260726073,
"terminal_flow": 0.43908861386138615,
"terminal_norm": 0.4142490099009901,
"terminal_packet": 0.5354193069306931
},
"dns_spoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.43159158415841586,
"disc_nll_ch3": 0.4374320132013201,
"disc_nll_ch4": 0.4506343234323432,
"disc_nll_ch5": 0.5630620462046205,
"disc_nll_ch6": 0.5015823432343234,
"disc_nll_ch7": 0.6615833333333333,
"disc_nll_total": 0.4553503300330033,
"terminal_flow": 0.5512031353135313,
"terminal_norm": 0.5721513201320132,
"terminal_packet": 0.48997244224422454
},
"dos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5652623762376237,
"disc_nll_ch3": 0.5017016501650164,
"disc_nll_ch4": 0.5466709570957096,
"disc_nll_ch5": 0.940517491749175,
"disc_nll_ch6": 0.5703838283828383,
"disc_nll_ch7": 0.8771514851485148,
"disc_nll_total": 0.923346204620462,
"terminal_flow": 0.5842217821782179,
"terminal_norm": 0.6509567656765676,
"terminal_packet": 0.5876397689768977
},
"dos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.48635544554455445,
"disc_nll_ch3": 0.9414518151815181,
"disc_nll_ch4": 0.5007877887788779,
"disc_nll_ch5": 0.95013201320132,
"disc_nll_ch6": 0.2658250825082508,
"disc_nll_ch7": 0.9345392739273928,
"disc_nll_total": 0.7708917491749174,
"terminal_flow": 0.5193768976897689,
"terminal_norm": 0.6193201320132014,
"terminal_packet": 0.943282508250825
},
"dos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5348333333333334,
"disc_nll_ch3": 0.7262693069306931,
"disc_nll_ch4": 0.5090128712871287,
"disc_nll_ch5": 0.9400702970297029,
"disc_nll_ch6": 0.46016270627062705,
"disc_nll_ch7": 0.9838009900990099,
"disc_nll_total": 0.7765072607260726,
"terminal_flow": 0.5032557755775577,
"terminal_norm": 0.6283273927392738,
"terminal_packet": 0.909039603960396
},
"dos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.29957689768976903,
"disc_nll_ch3": 0.741485808580858,
"disc_nll_ch4": 0.47780297029702967,
"disc_nll_ch5": 0.6677739273927392,
"disc_nll_ch6": 0.44366303630363035,
"disc_nll_ch7": 0.6715105610561056,
"disc_nll_total": 0.059380858085808556,
"terminal_flow": 0.744469801980198,
"terminal_norm": 0.9499158415841584,
"terminal_packet": 0.9960627062706271
},
"mirai-greeth_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6139226072607261,
"disc_nll_ch3": 0.5022272277227723,
"disc_nll_ch4": 0.3175062706270627,
"disc_nll_ch5": 0.43354917491749173,
"disc_nll_ch6": 0.4163143564356435,
"disc_nll_ch7": 0.5212283828382838,
"disc_nll_total": 0.5536907590759076,
"terminal_flow": 0.6488569306930694,
"terminal_norm": 0.5631184818481848,
"terminal_packet": 0.5965463696369638
},
"mirai-greip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5728115511551156,
"disc_nll_ch3": 0.5613092409240924,
"disc_nll_ch4": 0.38591336633663365,
"disc_nll_ch5": 0.5490683168316832,
"disc_nll_ch6": 0.4584211221122112,
"disc_nll_ch7": 0.5604257425742574,
"disc_nll_total": 0.6034201320132013,
"terminal_flow": 0.5167970297029704,
"terminal_norm": 0.4965023102310231,
"terminal_packet": 0.6056668316831684
},
"mirai-udpplain": {
"_n": 303.0,
"disc_nll_ch2": 0.5904193069306931,
"disc_nll_ch3": 0.5896773927392739,
"disc_nll_ch4": 0.34208663366336634,
"disc_nll_ch5": 0.5690785478547855,
"disc_nll_ch6": 0.46722772277227725,
"disc_nll_ch7": 0.5643219471947195,
"disc_nll_total": 0.6456846534653465,
"terminal_flow": 0.6605262376237623,
"terminal_norm": 0.5455389438943895,
"terminal_packet": 0.5682899339933993
},
"mitm-arpspoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.5755564356435644,
"disc_nll_ch3": 0.4860037953795379,
"disc_nll_ch4": 0.4223790429042904,
"disc_nll_ch5": 0.4885650165016502,
"disc_nll_ch6": 0.44489290429042905,
"disc_nll_ch7": 0.5352156765676568,
"disc_nll_total": 0.5283255775577558,
"terminal_flow": 0.533513201320132,
"terminal_norm": 0.501066501650165,
"terminal_packet": 0.5632344884488449
},
"recon-hostdiscovery": {
"_n": 303.0,
"disc_nll_ch2": 0.1316750825082508,
"disc_nll_ch3": 0.7217544554455445,
"disc_nll_ch4": 0.5619851485148515,
"disc_nll_ch5": 0.9348737623762378,
"disc_nll_ch6": 0.5006574257425742,
"disc_nll_ch7": 0.8575026402640263,
"disc_nll_total": 0.9698778877887789,
"terminal_flow": 0.36628283828382835,
"terminal_norm": 0.5314673267326734,
"terminal_packet": 0.2492551155115512
},
"recon-osscan": {
"_n": 303.0,
"disc_nll_ch2": 0.6019458745874587,
"disc_nll_ch3": 0.8310768976897691,
"disc_nll_ch4": 0.5259620462046204,
"disc_nll_ch5": 0.8523536303630364,
"disc_nll_ch6": 0.5034333333333333,
"disc_nll_ch7": 0.8439521452145216,
"disc_nll_total": 0.8864145214521453,
"terminal_flow": 0.5593607260726072,
"terminal_norm": 0.6245646864686469,
"terminal_packet": 0.5762151815181518
},
"recon-pingsweep": {
"_n": 303.0,
"disc_nll_ch2": 0.5932556105610561,
"disc_nll_ch3": 0.5210884488448846,
"disc_nll_ch4": 0.45612079207920797,
"disc_nll_ch5": 0.5035625412541254,
"disc_nll_ch6": 0.5688514851485149,
"disc_nll_ch7": 0.4940605610561057,
"disc_nll_total": 0.5823810231023103,
"terminal_flow": 0.4792815181518152,
"terminal_norm": 0.46274141914191425,
"terminal_packet": 0.5010641914191418
},
"recon-portscan": {
"_n": 303.0,
"disc_nll_ch2": 0.5330757425742574,
"disc_nll_ch3": 0.8292978547854786,
"disc_nll_ch4": 0.5461,
"disc_nll_ch5": 0.8822437293729373,
"disc_nll_ch6": 0.4879559405940595,
"disc_nll_ch7": 0.8353838283828383,
"disc_nll_total": 0.862469306930693,
"terminal_flow": 0.4912113861386138,
"terminal_norm": 0.5804059405940594,
"terminal_packet": 0.5391277227722773
},
"sqlinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.5307787128712871,
"disc_nll_ch3": 0.5410001650165016,
"disc_nll_ch4": 0.5223905940594059,
"disc_nll_ch5": 0.5664981848184818,
"disc_nll_ch6": 0.5401815181518151,
"disc_nll_ch7": 0.5117536303630362,
"disc_nll_total": 0.5188249174917492,
"terminal_flow": 0.4356298679867987,
"terminal_norm": 0.4365501650165016,
"terminal_packet": 0.45341897689768973
},
"uploading_attack": {
"_n": 303.0,
"disc_nll_ch2": 0.5568338283828382,
"disc_nll_ch3": 0.5422805280528052,
"disc_nll_ch4": 0.36053300330033,
"disc_nll_ch5": 0.4279821782178218,
"disc_nll_ch6": 0.45888531353135315,
"disc_nll_ch7": 0.45968943894389436,
"disc_nll_total": 0.45856996699669966,
"terminal_flow": 0.4962285478547855,
"terminal_norm": 0.4611112211221122,
"terminal_packet": 0.580173102310231
},
"vulnerabilityscan": {
"_n": 303.0,
"disc_nll_ch2": 0.5543343234323432,
"disc_nll_ch3": 0.5923372937293729,
"disc_nll_ch4": 0.4689518151815182,
"disc_nll_ch5": 0.6121042904290428,
"disc_nll_ch6": 0.46667227722772275,
"disc_nll_ch7": 0.5902070957095711,
"disc_nll_total": 0.5784795379537954,
"terminal_flow": 0.49100280528052803,
"terminal_norm": 0.5310691419141914,
"terminal_packet": 0.5416287128712871
},
"xss": {
"_n": 303.0,
"disc_nll_ch2": 0.5717371287128713,
"disc_nll_ch3": 0.5301445544554455,
"disc_nll_ch4": 0.41064174917491747,
"disc_nll_ch5": 0.4364955445544555,
"disc_nll_ch6": 0.47123960396039605,
"disc_nll_ch7": 0.5329191419141913,
"disc_nll_total": 0.5195486798679868,
"terminal_flow": 0.5291133663366336,
"terminal_norm": 0.4877189768976897,
"terminal_packet": 0.5631305280528054
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 8,193,621 target rows
[sample] benign=10,000 attack=9,999 (33 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/9,999
[score] 5,376/9,999
[eval] attack done 3.9s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_cicddos2019_to_ciciot2023.json

View File

@@ -0,0 +1,64 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicddos2019_seed42",
"target_store": "None",
"n_benign": 10000,
"n_attack": 1888,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.5876835010593221,
"auprc": 0.21480206238518923
},
"disc_nll_ch3": {
"auroc": 0.41304014830508473,
"auprc": 0.14321182216724285
},
"disc_nll_ch4": {
"auroc": 0.3947111228813559,
"auprc": 0.17785198213918124
},
"disc_nll_ch5": {
"auroc": 0.404497748940678,
"auprc": 0.1567122979687099
},
"disc_nll_ch6": {
"auroc": 0.5142036016949152,
"auprc": 0.15720929966373665
},
"disc_nll_ch7": {
"auroc": 0.5287739671610169,
"auprc": 0.1794835400728114
},
"disc_nll_total": {
"auroc": 0.5785372086864407,
"auprc": 0.19181176104753922
},
"terminal_flow": {
"auroc": 0.7595041578389831,
"auprc": 0.35359546955502924
},
"terminal_norm": {
"auroc": 0.675061811440678,
"auprc": 0.3398221866922042
},
"terminal_packet": {
"auroc": 0.6251854872881356,
"auprc": 0.21540171038475653
}
},
"per_class": {
"tor": {
"_n": 1888.0,
"disc_nll_ch2": 0.5876835010593221,
"disc_nll_ch3": 0.41304014830508473,
"disc_nll_ch4": 0.3947111228813559,
"disc_nll_ch5": 0.404497748940678,
"disc_nll_ch6": 0.5142036016949152,
"disc_nll_ch7": 0.5287739671610169,
"disc_nll_total": 0.5785372086864407,
"terminal_flow": 0.7595041578389831,
"terminal_norm": 0.675061811440678,
"terminal_packet": 0.6251854872881356
}
}
}

View File

@@ -0,0 +1,13 @@
[model] T=64 flow_dim=20
[data] 103,079 target rows
[sample] benign=10,000 attack=1,888 (1 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.2s
[eval] attack...
[score] 256/1,888
[eval] attack done 0.8s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_cicddos2019_to_iscxtor2016.json

View File

@@ -0,0 +1,272 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicids2017_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.2979805860247816,
"auprc": 0.3858317259099947
},
"disc_nll_ch3": {
"auroc": 0.12775167072923016,
"auprc": 0.3404276613231079
},
"disc_nll_ch4": {
"auroc": 0.1967464097095267,
"auprc": 0.35139612002920784
},
"disc_nll_ch5": {
"auroc": 0.2662990148283567,
"auprc": 0.37256952213963485
},
"disc_nll_ch6": {
"auroc": 0.6088495378834043,
"auprc": 0.5202810382877667
},
"disc_nll_ch7": {
"auroc": 0.25867875787121675,
"auprc": 0.37163645756506253
},
"disc_nll_total": {
"auroc": 0.1675566981515336,
"auprc": 0.3393615905289678
},
"terminal_flow": {
"auroc": 0.9234306469632337,
"auprc": 0.9064682198200303
},
"terminal_norm": {
"auroc": 0.8675219937030267,
"auprc": 0.8587771744961038
},
"terminal_packet": {
"auroc": 0.724777559414991,
"auprc": 0.7267111998961192
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"disc_nll_ch2": 0.02510561224489794,
"disc_nll_ch3": 0.008608333333333357,
"disc_nll_ch4": 0.2782697278911564,
"disc_nll_ch5": 0.21094328231292517,
"disc_nll_ch6": 0.6885768707482993,
"disc_nll_ch7": 0.4462065476190476,
"disc_nll_total": 0.002292517006802721,
"terminal_flow": 0.9940278911564626,
"terminal_norm": 0.9951117346938775,
"terminal_packet": 0.9796594387755102
},
"DrDoS_LDAP": {
"_n": 588.0,
"disc_nll_ch2": 0.016549149659863926,
"disc_nll_ch3": 0.007666666666666695,
"disc_nll_ch4": 0.2936360544217687,
"disc_nll_ch5": 0.2127937074829932,
"disc_nll_ch6": 0.6919692176870749,
"disc_nll_ch7": 0.471350850340136,
"disc_nll_total": 0.0006168367346938776,
"terminal_flow": 0.9985418367346939,
"terminal_norm": 0.9999190476190476,
"terminal_packet": 0.9994389455782313
},
"DrDoS_MSSQL": {
"_n": 588.0,
"disc_nll_ch2": 0.13893231292517005,
"disc_nll_ch3": 0.004845068027210881,
"disc_nll_ch4": 0.0348484693877551,
"disc_nll_ch5": 0.1504170068027211,
"disc_nll_ch6": 0.669012925170068,
"disc_nll_ch7": 0.09961020408163265,
"disc_nll_total": 0.0006215986394557822,
"terminal_flow": 0.9672782312925171,
"terminal_norm": 0.962210544217687,
"terminal_packet": 0.7437158163265306
},
"DrDoS_NTP": {
"_n": 588.0,
"disc_nll_ch2": 0.6024350340136055,
"disc_nll_ch3": 0.012534353741496597,
"disc_nll_ch4": 0.2172765306122449,
"disc_nll_ch5": 0.43576394557823134,
"disc_nll_ch6": 0.6584010204081634,
"disc_nll_ch7": 0.021537585034013606,
"disc_nll_total": 0.34326173469387755,
"terminal_flow": 0.9663906462585033,
"terminal_norm": 0.5574437925170068,
"terminal_packet": 0.470308843537415
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"disc_nll_ch2": 0.191116156462585,
"disc_nll_ch3": 0.006331122448979627,
"disc_nll_ch4": 0.021434353741496572,
"disc_nll_ch5": 0.12592380952380952,
"disc_nll_ch6": 0.66284268707483,
"disc_nll_ch7": 0.05161564625850342,
"disc_nll_total": 0.0008666666666666557,
"terminal_flow": 0.9033901360544218,
"terminal_norm": 0.7983988095238096,
"terminal_packet": 0.5419469387755103
},
"DrDoS_SNMP": {
"_n": 588.0,
"disc_nll_ch2": 0.023469897959183677,
"disc_nll_ch3": 0.007614965986394594,
"disc_nll_ch4": 0.2703073129251701,
"disc_nll_ch5": 0.20693010204081633,
"disc_nll_ch6": 0.6895335034013605,
"disc_nll_ch7": 0.4489248299319728,
"disc_nll_total": 4.761904761904238e-06,
"terminal_flow": 0.9937920068027211,
"terminal_norm": 0.9903488095238095,
"terminal_packet": 0.9784860544217687
},
"DrDoS_SSDP": {
"_n": 588.0,
"disc_nll_ch2": 0.4107724489795918,
"disc_nll_ch3": 0.004567176870748293,
"disc_nll_ch4": 0.02858197278911565,
"disc_nll_ch5": 0.1621651360544218,
"disc_nll_ch6": 0.6661452380952381,
"disc_nll_ch7": 0.060751870748299325,
"disc_nll_total": 0.17362942176870746,
"terminal_flow": 0.9262984693877551,
"terminal_norm": 0.840232568027211,
"terminal_packet": 0.5810333333333333
},
"DrDoS_UDP": {
"_n": 588.0,
"disc_nll_ch2": 0.41719744897959177,
"disc_nll_ch3": 0.004397108843537414,
"disc_nll_ch4": 0.023497278911564626,
"disc_nll_ch5": 0.16157006802721088,
"disc_nll_ch6": 0.6657680272108843,
"disc_nll_ch7": 0.05133469387755102,
"disc_nll_total": 0.1754515306122449,
"terminal_flow": 0.9243639455782312,
"terminal_norm": 0.8456494897959185,
"terminal_packet": 0.5723850340136054
},
"LDAP": {
"_n": 588.0,
"disc_nll_ch2": 0.017198979591836715,
"disc_nll_ch3": 0.009087244897959213,
"disc_nll_ch4": 0.2926823129251701,
"disc_nll_ch5": 0.2137551020408163,
"disc_nll_ch6": 0.6918707482993198,
"disc_nll_ch7": 0.4712760204081633,
"disc_nll_total": 0.0012569727891156462,
"terminal_flow": 0.9978617346938775,
"terminal_norm": 0.9993918367346938,
"terminal_packet": 0.9993323129251701
},
"MSSQL": {
"_n": 588.0,
"disc_nll_ch2": 0.14200510204081632,
"disc_nll_ch3": 0.004756292517006797,
"disc_nll_ch4": 0.03371632653061224,
"disc_nll_ch5": 0.14975850340136054,
"disc_nll_ch6": 0.6688505102040816,
"disc_nll_ch7": 0.09815739795918367,
"disc_nll_total": 0.00061734693877551,
"terminal_flow": 0.9649605442176872,
"terminal_norm": 0.961101530612245,
"terminal_packet": 0.7356227891156462
},
"NetBIOS": {
"_n": 588.0,
"disc_nll_ch2": 0.19279829931972786,
"disc_nll_ch3": 0.006232482993197308,
"disc_nll_ch4": 0.021679081632653033,
"disc_nll_ch5": 0.1265362244897959,
"disc_nll_ch6": 0.6625110544217687,
"disc_nll_ch7": 0.05101105442176873,
"disc_nll_total": 0.001579251700680261,
"terminal_flow": 0.9050008503401359,
"terminal_norm": 0.8018780612244899,
"terminal_packet": 0.5438141156462585
},
"Portmap": {
"_n": 588.0,
"disc_nll_ch2": 0.1953891156462585,
"disc_nll_ch3": 0.009100850340136087,
"disc_nll_ch4": 0.023792346938775483,
"disc_nll_ch5": 0.12896683673469383,
"disc_nll_ch6": 0.6625229591836734,
"disc_nll_ch7": 0.053224829931972806,
"disc_nll_total": 0.004213095238095227,
"terminal_flow": 0.9034336734693879,
"terminal_norm": 0.8015852040816326,
"terminal_packet": 0.5450784013605442
},
"Syn": {
"_n": 588.0,
"disc_nll_ch2": 0.7622668367346939,
"disc_nll_ch3": 0.8441819727891156,
"disc_nll_ch4": 0.6063789115646259,
"disc_nll_ch5": 0.8310574829931973,
"disc_nll_ch6": 0.24108180272108845,
"disc_nll_ch7": 0.6775404761904762,
"disc_nll_total": 0.6147518707482994,
"terminal_flow": 0.8035090136054421,
"terminal_norm": 0.8439239795918367,
"terminal_packet": 0.8632212585034014
},
"TFTP": {
"_n": 588.0,
"disc_nll_ch2": 0.44363979591836733,
"disc_nll_ch3": 0.011781632653061253,
"disc_nll_ch4": 0.033314625850340125,
"disc_nll_ch5": 0.19852517006802722,
"disc_nll_ch6": 0.6623438775510204,
"disc_nll_ch7": 0.060193197278911544,
"disc_nll_total": 0.19284353741496596,
"terminal_flow": 0.9708741496598638,
"terminal_norm": 0.9324659863945578,
"terminal_packet": 0.730474149659864
},
"UDP": {
"_n": 588.0,
"disc_nll_ch2": 0.4312493197278911,
"disc_nll_ch3": 0.004406802721088435,
"disc_nll_ch4": 0.023475680272108838,
"disc_nll_ch5": 0.16345544217687077,
"disc_nll_ch6": 0.6655440476190476,
"disc_nll_ch7": 0.04939030612244899,
"disc_nll_total": 0.18473061224489792,
"terminal_flow": 0.9250295918367347,
"terminal_norm": 0.8379583333333334,
"terminal_packet": 0.5703646258503402
},
"UDPLag": {
"_n": 588.0,
"disc_nll_ch2": 0.7097709183673468,
"disc_nll_ch3": 0.7547722789115646,
"disc_nll_ch4": 0.5565188775510204,
"disc_nll_ch5": 0.7470158163265307,
"disc_nll_ch6": 0.30430799319727897,
"disc_nll_ch7": 0.6161911564625852,
"disc_nll_total": 0.5484615646258503,
"terminal_flow": 0.8590045918367347,
"terminal_norm": 0.8678074829931973,
"terminal_packet": 0.8435299319727891
},
"WebDDoS": {
"_n": 438.0,
"disc_nll_ch2": 0.36214098173515985,
"disc_nll_ch3": 0.5884085616438357,
"disc_nll_ch4": 0.7183382420091324,
"disc_nll_ch5": 0.3135626712328767,
"disc_nll_ch6": 0.3273480593607306,
"disc_nll_ch7": 0.809819292237443,
"disc_nll_total": 0.7524795662100456,
"terminal_flow": 0.6161845890410959,
"terminal_norm": 0.6593386986301368,
"terminal_packet": 0.5878849315068493
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 8,993,376 target rows
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done 4.0s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_cicids2017_to_cicddos2019.json

View File

@@ -0,0 +1,480 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicids2017_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store",
"n_benign": 10000,
"n_attack": 9999,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.48953545854585456,
"auprc": 0.472523683052152
},
"disc_nll_ch3": {
"auroc": 0.4870787078707871,
"auprc": 0.5383585861767888
},
"disc_nll_ch4": {
"auroc": 0.5564250225022502,
"auprc": 0.6014382054949581
},
"disc_nll_ch5": {
"auroc": 0.6445743324332434,
"auprc": 0.6975801462659398
},
"disc_nll_ch6": {
"auroc": 0.5247160266026604,
"auprc": 0.5538100110296867
},
"disc_nll_ch7": {
"auroc": 0.6185202520252026,
"auprc": 0.5645748814037456
},
"disc_nll_total": {
"auroc": 0.5954832833283328,
"auprc": 0.6390059176218883
},
"terminal_flow": {
"auroc": 0.6493733573357335,
"auprc": 0.6672502070099231
},
"terminal_norm": {
"auroc": 0.6393969396939694,
"auprc": 0.621520077804255
},
"terminal_packet": {
"auroc": 0.6970913641364136,
"auprc": 0.6909365846640474
}
},
"per_class": {
"backdoor_malware": {
"_n": 303.0,
"disc_nll_ch2": 0.6212914191419142,
"disc_nll_ch3": 0.30290181518151815,
"disc_nll_ch4": 0.42588217821782176,
"disc_nll_ch5": 0.46725643564356434,
"disc_nll_ch6": 0.6227206270627063,
"disc_nll_ch7": 0.49258250825082506,
"disc_nll_total": 0.44039059405940595,
"terminal_flow": 0.5453595709570958,
"terminal_norm": 0.5680257425742574,
"terminal_packet": 0.633946699669967
},
"browserhijacking": {
"_n": 303.0,
"disc_nll_ch2": 0.555404785478548,
"disc_nll_ch3": 0.30864026402640266,
"disc_nll_ch4": 0.3855716171617162,
"disc_nll_ch5": 0.4487255775577558,
"disc_nll_ch6": 0.5809216171617162,
"disc_nll_ch7": 0.5171864686468647,
"disc_nll_total": 0.41073019801980204,
"terminal_flow": 0.4883628712871287,
"terminal_norm": 0.4406318481848185,
"terminal_packet": 0.5210912541254126
},
"commandinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.5733084158415842,
"disc_nll_ch3": 0.29543003300330034,
"disc_nll_ch4": 0.3628605610561056,
"disc_nll_ch5": 0.35332805280528057,
"disc_nll_ch6": 0.6230407590759076,
"disc_nll_ch7": 0.5112227722772277,
"disc_nll_total": 0.4200569306930693,
"terminal_flow": 0.5129808580858085,
"terminal_norm": 0.5441869636963697,
"terminal_packet": 0.6083429042904291
},
"ddos-ack_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.08676617161716171,
"disc_nll_ch3": 0.4025123762376237,
"disc_nll_ch4": 0.13887739273927394,
"disc_nll_ch5": 0.7407239273927393,
"disc_nll_ch6": 0.7219321782178217,
"disc_nll_ch7": 0.885587293729373,
"disc_nll_total": 0.9620615511551154,
"terminal_flow": 0.9872400990099008,
"terminal_norm": 0.9892417491749175,
"terminal_packet": 0.9737430693069306
},
"ddos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6002709570957095,
"disc_nll_ch3": 0.5642349834983498,
"disc_nll_ch4": 0.7484663366336634,
"disc_nll_ch5": 0.9137240924092408,
"disc_nll_ch6": 0.6508217821782178,
"disc_nll_ch7": 0.7178501650165017,
"disc_nll_total": 0.789705610561056,
"terminal_flow": 0.6663011551155115,
"terminal_norm": 0.7151828382838284,
"terminal_packet": 0.7677506600660066
},
"ddos-icmp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5106602310231023,
"disc_nll_ch3": 0.45641237623762376,
"disc_nll_ch4": 0.44144966996699675,
"disc_nll_ch5": 0.5101445544554456,
"disc_nll_ch6": 0.6169358085808581,
"disc_nll_ch7": 0.5223226072607261,
"disc_nll_total": 0.5035534653465347,
"terminal_flow": 0.4807483498349835,
"terminal_norm": 0.4648424092409241,
"terminal_packet": 0.5071293729372937
},
"ddos-icmp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.5318706270627063,
"disc_nll_ch3": 0.3251564356435644,
"disc_nll_ch4": 0.3718445544554455,
"disc_nll_ch5": 0.4425597359735974,
"disc_nll_ch6": 0.6233925742574258,
"disc_nll_ch7": 0.5153021452145214,
"disc_nll_total": 0.48282871287128715,
"terminal_flow": 0.5401432343234324,
"terminal_norm": 0.5450173267326732,
"terminal_packet": 0.5869874587458745
},
"ddos-pshack_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.2586013201320132,
"disc_nll_ch3": 0.8868986798679868,
"disc_nll_ch4": 0.845663696369637,
"disc_nll_ch5": 0.8368627062706272,
"disc_nll_ch6": 0.9999003300330033,
"disc_nll_ch7": 0.7591864686468647,
"disc_nll_total": 0.9956062706270626,
"terminal_flow": 0.7587488448844885,
"terminal_norm": 0.7239696369636964,
"terminal_packet": 0.7477891089108911
},
"ddos-rstfinflood": {
"_n": 303.0,
"disc_nll_ch2": 0.0,
"disc_nll_ch3": 0.5795,
"disc_nll_ch4": 0.999,
"disc_nll_ch5": 0.9870000000000001,
"disc_nll_ch6": 0.11199999999999999,
"disc_nll_ch7": 0.7342,
"disc_nll_total": 0.997,
"terminal_flow": 0.9702,
"terminal_norm": 0.9797,
"terminal_packet": 0.9210999999999999
},
"ddos-slowloris": {
"_n": 303.0,
"disc_nll_ch2": 0.6032747524752474,
"disc_nll_ch3": 0.5349731023102311,
"disc_nll_ch4": 0.5914635313531353,
"disc_nll_ch5": 0.8660658415841584,
"disc_nll_ch6": 0.7692706270627063,
"disc_nll_ch7": 0.6158080858085808,
"disc_nll_total": 0.7914113861386138,
"terminal_flow": 0.5668574257425743,
"terminal_norm": 0.5650374587458746,
"terminal_packet": 0.6361171617161716
},
"ddos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.30459669966996705,
"disc_nll_ch3": 0.7426656765676567,
"disc_nll_ch4": 0.9077719471947195,
"disc_nll_ch5": 0.9551415841584159,
"disc_nll_ch6": 0.0775950495049505,
"disc_nll_ch7": 0.7487016501650166,
"disc_nll_total": 0.5406442244224424,
"terminal_flow": 0.7216663366336634,
"terminal_norm": 0.684626402640264,
"terminal_packet": 0.7314755775577558
},
"ddos-synonymousip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.7096709570957095,
"disc_nll_ch3": 0.995449504950495,
"disc_nll_ch4": 0.9555092409240924,
"disc_nll_ch5": 0.960119801980198,
"disc_nll_ch6": 0.7373267326732673,
"disc_nll_ch7": 0.8223630363036304,
"disc_nll_total": 0.9703462046204621,
"terminal_flow": 0.9967227722772277,
"terminal_norm": 0.743657095709571,
"terminal_packet": 0.9323524752475246
},
"ddos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.21587425742574262,
"disc_nll_ch3": 0.9515046204620462,
"disc_nll_ch4": 0.8597244224422442,
"disc_nll_ch5": 0.9158610561056106,
"disc_nll_ch6": 0.0536722772277228,
"disc_nll_ch7": 0.7439884488448845,
"disc_nll_total": 0.5289765676567657,
"terminal_flow": 0.7216782178217822,
"terminal_norm": 0.6875940594059406,
"terminal_packet": 0.7358881188118812
},
"ddos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6482693069306931,
"disc_nll_ch3": 0.11714224422442243,
"disc_nll_ch4": 0.24036534653465347,
"disc_nll_ch5": 0.41522574257425743,
"disc_nll_ch6": 0.7203719471947194,
"disc_nll_ch7": 0.3761234323432343,
"disc_nll_total": 0.4512924092409241,
"terminal_flow": 0.8540696369636964,
"terminal_norm": 0.6961112211221122,
"terminal_packet": 0.8955445544554456
},
"ddos-udp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.5687407590759076,
"disc_nll_ch3": 0.35531765676567656,
"disc_nll_ch4": 0.43312590759075914,
"disc_nll_ch5": 0.4583077557755776,
"disc_nll_ch6": 0.6382970297029703,
"disc_nll_ch7": 0.5886899339933993,
"disc_nll_total": 0.5544133663366336,
"terminal_flow": 0.6756031353135313,
"terminal_norm": 0.6017919141914191,
"terminal_packet": 0.6378859735973598
},
"dictionarybruteforce": {
"_n": 303.0,
"disc_nll_ch2": 0.5549815181518153,
"disc_nll_ch3": 0.41764785478547856,
"disc_nll_ch4": 0.5393082508250826,
"disc_nll_ch5": 0.5200481848184819,
"disc_nll_ch6": 0.6167298679867986,
"disc_nll_ch7": 0.5341980198019802,
"disc_nll_total": 0.5097419141914192,
"terminal_flow": 0.546209405940594,
"terminal_norm": 0.5284077557755775,
"terminal_packet": 0.5913014851485149
},
"dns_spoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.4814311881188119,
"disc_nll_ch3": 0.31253630363036305,
"disc_nll_ch4": 0.35034702970297027,
"disc_nll_ch5": 0.3723719471947195,
"disc_nll_ch6": 0.5590872937293729,
"disc_nll_ch7": 0.45442013201320136,
"disc_nll_total": 0.3678244224422442,
"terminal_flow": 0.5917940594059407,
"terminal_norm": 0.590289603960396,
"terminal_packet": 0.5366443894389439
},
"dos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.4913409240924092,
"disc_nll_ch3": 0.4311092409240924,
"disc_nll_ch4": 0.54270099009901,
"disc_nll_ch5": 0.9280287128712871,
"disc_nll_ch6": 0.6644861386138614,
"disc_nll_ch7": 0.6579353135313531,
"disc_nll_total": 0.7793112211221123,
"terminal_flow": 0.6778234323432343,
"terminal_norm": 0.7800953795379537,
"terminal_packet": 0.8209353135313531
},
"dos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6361300330033004,
"disc_nll_ch3": 0.6758871287128713,
"disc_nll_ch4": 0.9070894389438944,
"disc_nll_ch5": 0.9668874587458747,
"disc_nll_ch6": 0.271217491749175,
"disc_nll_ch7": 0.7527577557755776,
"disc_nll_total": 0.5885772277227722,
"terminal_flow": 0.7364178217821782,
"terminal_norm": 0.6749300330033003,
"terminal_packet": 0.7121656765676567
},
"dos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6715963696369638,
"disc_nll_ch3": 0.82706699669967,
"disc_nll_ch4": 0.8451023102310231,
"disc_nll_ch5": 0.95510099009901,
"disc_nll_ch6": 0.05913036303630363,
"disc_nll_ch7": 0.7514597359735973,
"disc_nll_total": 0.709296699669967,
"terminal_flow": 0.6703884488448845,
"terminal_norm": 0.6697785478547854,
"terminal_packet": 0.8004009900990098
},
"dos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.33756831683168315,
"disc_nll_ch3": 0.49708118811881186,
"disc_nll_ch4": 0.7370643564356436,
"disc_nll_ch5": 0.8465049504950495,
"disc_nll_ch6": 0.058410231023102284,
"disc_nll_ch7": 0.7280028052805281,
"disc_nll_total": 0.4090339933993399,
"terminal_flow": 0.7212168316831683,
"terminal_norm": 0.6618128712871287,
"terminal_packet": 0.9519399339933994
},
"mirai-greeth_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5486034653465347,
"disc_nll_ch3": 0.3322876237623762,
"disc_nll_ch4": 0.3821008250825083,
"disc_nll_ch5": 0.5003392739273927,
"disc_nll_ch6": 0.5528278877887789,
"disc_nll_ch7": 0.49624884488448845,
"disc_nll_total": 0.4051397689768977,
"terminal_flow": 0.4460003300330033,
"terminal_norm": 0.3956278877887789,
"terminal_packet": 0.3940376237623762
},
"mirai-greip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6000148514851484,
"disc_nll_ch3": 0.34216006600660065,
"disc_nll_ch4": 0.3862333333333333,
"disc_nll_ch5": 0.47221551155115515,
"disc_nll_ch6": 0.6645617161716171,
"disc_nll_ch7": 0.5662834983498349,
"disc_nll_total": 0.5461333333333334,
"terminal_flow": 0.548983498349835,
"terminal_norm": 0.5741574257425742,
"terminal_packet": 0.6437372937293729
},
"mirai-udpplain": {
"_n": 303.0,
"disc_nll_ch2": 0.5501311881188119,
"disc_nll_ch3": 0.3581199669966997,
"disc_nll_ch4": 0.45527541254125414,
"disc_nll_ch5": 0.5929519801980199,
"disc_nll_ch6": 0.6072201320132014,
"disc_nll_ch7": 0.608676402640264,
"disc_nll_total": 0.5244315181518151,
"terminal_flow": 0.5821391089108912,
"terminal_norm": 0.5141303630363037,
"terminal_packet": 0.5528582508250824
},
"mitm-arpspoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.5536757425742573,
"disc_nll_ch3": 0.2641780528052805,
"disc_nll_ch4": 0.31892590759075906,
"disc_nll_ch5": 0.3853589108910891,
"disc_nll_ch6": 0.6159717821782178,
"disc_nll_ch7": 0.4986511551155115,
"disc_nll_total": 0.4366605610561056,
"terminal_flow": 0.47129851485148516,
"terminal_norm": 0.5170608910891089,
"terminal_packet": 0.5781962046204621
},
"recon-hostdiscovery": {
"_n": 303.0,
"disc_nll_ch2": 0.24593498349834983,
"disc_nll_ch3": 0.6681788778877887,
"disc_nll_ch4": 0.5686018151815182,
"disc_nll_ch5": 0.6925914191419141,
"disc_nll_ch6": 0.5074854785478548,
"disc_nll_ch7": 0.7873567656765676,
"disc_nll_total": 0.6838686468646865,
"terminal_flow": 0.9234508250825082,
"terminal_norm": 0.9435465346534655,
"terminal_packet": 0.9458749174917492
},
"recon-osscan": {
"_n": 303.0,
"disc_nll_ch2": 0.5050986798679868,
"disc_nll_ch3": 0.6344216171617161,
"disc_nll_ch4": 0.6913618811881188,
"disc_nll_ch5": 0.7414742574257426,
"disc_nll_ch6": 0.38785610561056105,
"disc_nll_ch7": 0.6829196369636963,
"disc_nll_total": 0.6944254125412541,
"terminal_flow": 0.6661854785478548,
"terminal_norm": 0.7069879537953796,
"terminal_packet": 0.7464260726072609
},
"recon-pingsweep": {
"_n": 303.0,
"disc_nll_ch2": 0.5568297029702971,
"disc_nll_ch3": 0.36811782178217817,
"disc_nll_ch4": 0.500570297029703,
"disc_nll_ch5": 0.5119056105610561,
"disc_nll_ch6": 0.5623452145214521,
"disc_nll_ch7": 0.529515511551155,
"disc_nll_total": 0.5468778877887789,
"terminal_flow": 0.5660575907590759,
"terminal_norm": 0.5968077557755775,
"terminal_packet": 0.6781077557755776
},
"recon-portscan": {
"_n": 303.0,
"disc_nll_ch2": 0.453926897689769,
"disc_nll_ch3": 0.6645272277227723,
"disc_nll_ch4": 0.6845750825082509,
"disc_nll_ch5": 0.7440546204620462,
"disc_nll_ch6": 0.37708844884488446,
"disc_nll_ch7": 0.7077635313531353,
"disc_nll_total": 0.7048377887788779,
"terminal_flow": 0.684593894389439,
"terminal_norm": 0.7248580858085809,
"terminal_packet": 0.7471397689768977
},
"sqlinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.5199635313531353,
"disc_nll_ch3": 0.4096298679867987,
"disc_nll_ch4": 0.4920681518151815,
"disc_nll_ch5": 0.45512392739273927,
"disc_nll_ch6": 0.5600064356435643,
"disc_nll_ch7": 0.5344787128712871,
"disc_nll_total": 0.5217047854785478,
"terminal_flow": 0.5111952145214522,
"terminal_norm": 0.5321034653465346,
"terminal_packet": 0.5836031353135314
},
"uploading_attack": {
"_n": 303.0,
"disc_nll_ch2": 0.605249504950495,
"disc_nll_ch3": 0.2763699669966997,
"disc_nll_ch4": 0.33508481848184823,
"disc_nll_ch5": 0.32590610561056105,
"disc_nll_ch6": 0.6430084158415842,
"disc_nll_ch7": 0.4817457095709571,
"disc_nll_total": 0.4179219471947194,
"terminal_flow": 0.5126082508250825,
"terminal_norm": 0.5955052805280528,
"terminal_packet": 0.653770297029703
},
"vulnerabilityscan": {
"_n": 303.0,
"disc_nll_ch2": 0.4659795379537954,
"disc_nll_ch3": 0.43822970297029706,
"disc_nll_ch4": 0.4864448844884488,
"disc_nll_ch5": 0.5368859735973597,
"disc_nll_ch6": 0.4907785478547855,
"disc_nll_ch7": 0.5477183168316833,
"disc_nll_total": 0.5144234323432344,
"terminal_flow": 0.5222546204620462,
"terminal_norm": 0.5701792079207921,
"terminal_packet": 0.5969620462046205
},
"xss": {
"_n": 303.0,
"disc_nll_ch2": 0.5876130363036303,
"disc_nll_ch3": 0.33730808580858085,
"disc_nll_ch4": 0.4315945544554455,
"disc_nll_ch5": 0.45215627062706265,
"disc_nll_ch6": 0.56921798679868,
"disc_nll_ch7": 0.5399214521452145,
"disc_nll_total": 0.451720297029703,
"terminal_flow": 0.5640209570957095,
"terminal_norm": 0.574203300330033,
"terminal_packet": 0.6327694719471946
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 8,193,621 target rows
[sample] benign=10,000 attack=9,999 (33 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/9,999
[score] 5,376/9,999
[eval] attack done 3.9s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_cicids2017_to_ciciot2023.json

View File

@@ -0,0 +1,64 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicids2017_seed42",
"target_store": "None",
"n_benign": 10000,
"n_attack": 1888,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.5139645127118644,
"auprc": 0.1835373503391034
},
"disc_nll_ch3": {
"auroc": 0.42797907838983057,
"auprc": 0.1736408121443478
},
"disc_nll_ch4": {
"auroc": 0.3449238347457627,
"auprc": 0.18084919586296322
},
"disc_nll_ch5": {
"auroc": 0.4298506091101695,
"auprc": 0.17012868101632034
},
"disc_nll_ch6": {
"auroc": 0.5693310381355933,
"auprc": 0.22489342648022712
},
"disc_nll_ch7": {
"auroc": 0.44667224576271186,
"auprc": 0.27909545283444437
},
"disc_nll_total": {
"auroc": 0.4348426377118644,
"auprc": 0.2573307050028939
},
"terminal_flow": {
"auroc": 0.5180118644067797,
"auprc": 0.23217254605804535
},
"terminal_norm": {
"auroc": 0.4886813559322034,
"auprc": 0.26498404897922684
},
"terminal_packet": {
"auroc": 0.4109404661016949,
"auprc": 0.16855973411935288
}
},
"per_class": {
"tor": {
"_n": 1888.0,
"disc_nll_ch2": 0.5139645127118644,
"disc_nll_ch3": 0.42797907838983057,
"disc_nll_ch4": 0.3449238347457627,
"disc_nll_ch5": 0.4298506091101695,
"disc_nll_ch6": 0.5693310381355933,
"disc_nll_ch7": 0.44667224576271186,
"disc_nll_total": 0.4348426377118644,
"terminal_flow": 0.5180118644067797,
"terminal_norm": 0.4886813559322034,
"terminal_packet": 0.4109404661016949
}
}
}

View File

@@ -0,0 +1,13 @@
[model] T=64 flow_dim=20
[data] 103,079 target rows
[sample] benign=10,000 attack=1,888 (1 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/1,888
[eval] attack done 0.7s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_cicids2017_to_iscxtor2016.json

View File

@@ -0,0 +1,64 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_ciciot2023_seed42",
"target_store": "None",
"n_benign": 10000,
"n_attack": 1888,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.4523323622881356,
"auprc": 0.14659330715228003
},
"disc_nll_ch3": {
"auroc": 0.37170847457627115,
"auprc": 0.1481532685496872
},
"disc_nll_ch4": {
"auroc": 0.3088254237288135,
"auprc": 0.10920783570404133
},
"disc_nll_ch5": {
"auroc": 0.4749519862288135,
"auprc": 0.14485216324545166
},
"disc_nll_ch6": {
"auroc": 0.43323400423728814,
"auprc": 0.14470143110305617
},
"disc_nll_ch7": {
"auroc": 0.4187674523305085,
"auprc": 0.215598258972049
},
"disc_nll_total": {
"auroc": 0.3089511387711864,
"auprc": 0.12879154735603218
},
"terminal_flow": {
"auroc": 0.49545527012711865,
"auprc": 0.2478044692154227
},
"terminal_norm": {
"auroc": 0.4543329449152542,
"auprc": 0.17958891737115637
},
"terminal_packet": {
"auroc": 0.4668683792372881,
"auprc": 0.2628800695275872
}
},
"per_class": {
"tor": {
"_n": 1888.0,
"disc_nll_ch2": 0.4523323622881356,
"disc_nll_ch3": 0.37170847457627115,
"disc_nll_ch4": 0.3088254237288135,
"disc_nll_ch5": 0.4749519862288135,
"disc_nll_ch6": 0.43323400423728814,
"disc_nll_ch7": 0.4187674523305085,
"disc_nll_total": 0.3089511387711864,
"terminal_flow": 0.49545527012711865,
"terminal_norm": 0.4543329449152542,
"terminal_packet": 0.4668683792372881
}
}
}

View File

@@ -0,0 +1,13 @@
[model] T=64 flow_dim=20
[data] 103,079 target rows
[sample] benign=10,000 attack=1,888 (1 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.2s
[eval] attack...
[score] 256/1,888
[eval] attack done 0.7s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_ciciot2023_to_iscxtor2016.json

View File

@@ -0,0 +1,246 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicddos2019_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.7631167675723568,
"auprc": 0.7251511572262688
},
"disc_nll_ch3": {
"auroc": 0.8493508860011814,
"auprc": 0.784609463409399
},
"disc_nll_ch4": {
"auroc": 0.8356486119314827,
"auprc": 0.6701775393875826
},
"disc_nll_ch5": {
"auroc": 0.8184920629060839,
"auprc": 0.7834368911065702
},
"disc_nll_ch6": {
"auroc": 0.8407140874187832,
"auprc": 0.7192261160654317
},
"disc_nll_ch7": {
"auroc": 0.8919865475487301,
"auprc": 0.8782898902191303
},
"disc_nll_total": {
"auroc": 0.9027125886001182,
"auprc": 0.8522487223102588
},
"terminal_flow": {
"auroc": 0.5197175575900768,
"auprc": 0.5271384882268608
},
"terminal_norm": {
"auroc": 0.4939704223272298,
"auprc": 0.3648000347613509
},
"terminal_packet": {
"auroc": 0.5588011813349084,
"auprc": 0.40148262671275414
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"disc_nll_ch2": 0.9506804804804804,
"disc_nll_ch3": 0.8092375375375375,
"disc_nll_ch4": 0.7450144144144145,
"disc_nll_ch5": 0.9367656156156157,
"disc_nll_ch6": 0.7807034534534535,
"disc_nll_ch7": 0.9639737237237236,
"disc_nll_total": 0.9016114114114114,
"terminal_flow": 0.20255165165165168,
"terminal_norm": 0.5204579579579579,
"terminal_packet": 0.6972902402402401
},
"DDoS": {
"_n": 666.0,
"disc_nll_ch2": 0.9293872372372373,
"disc_nll_ch3": 0.9487150900900901,
"disc_nll_ch4": 0.9345096096096096,
"disc_nll_ch5": 0.9587753753753753,
"disc_nll_ch6": 0.9240036036036036,
"disc_nll_ch7": 0.9852256756756756,
"disc_nll_total": 0.9838090090090091,
"terminal_flow": 0.9745597597597598,
"terminal_norm": 0.7613267267267269,
"terminal_packet": 0.8051451951951952
},
"DoS GoldenEye": {
"_n": 666.0,
"disc_nll_ch2": 0.9277058558558559,
"disc_nll_ch3": 0.8674136636636638,
"disc_nll_ch4": 0.868030930930931,
"disc_nll_ch5": 0.8625638888888889,
"disc_nll_ch6": 0.7769394894894895,
"disc_nll_ch7": 0.8855710210210211,
"disc_nll_total": 0.9271478978978979,
"terminal_flow": 0.9779376876876879,
"terminal_norm": 0.6794791291291292,
"terminal_packet": 0.6821129129129129
},
"DoS Hulk": {
"_n": 666.0,
"disc_nll_ch2": 0.8896861861861861,
"disc_nll_ch3": 0.8814484984984985,
"disc_nll_ch4": 0.9231214714714714,
"disc_nll_ch5": 0.9541037537537537,
"disc_nll_ch6": 0.8618504504504504,
"disc_nll_ch7": 0.8587177177177178,
"disc_nll_total": 0.953971021021021,
"terminal_flow": 0.8204007507507507,
"terminal_norm": 0.5587735735735735,
"terminal_packet": 0.5998191441441441
},
"DoS Slowhttptest": {
"_n": 666.0,
"disc_nll_ch2": 0.7341235735735736,
"disc_nll_ch3": 0.7675741741741742,
"disc_nll_ch4": 0.859774024024024,
"disc_nll_ch5": 0.7227154654654655,
"disc_nll_ch6": 0.8441454954954953,
"disc_nll_ch7": 0.9058845345345345,
"disc_nll_total": 0.829962012012012,
"terminal_flow": 0.6532887387387386,
"terminal_norm": 0.6482274774774774,
"terminal_packet": 0.7034328078078078
},
"DoS Slowloris": {
"_n": 666.0,
"disc_nll_ch2": 0.6434027777777779,
"disc_nll_ch3": 0.74529984984985,
"disc_nll_ch4": 0.762989039039039,
"disc_nll_ch5": 0.8971213213213214,
"disc_nll_ch6": 0.9719657657657659,
"disc_nll_ch7": 0.7442328828828829,
"disc_nll_total": 0.8559642642642642,
"terminal_flow": 0.599034984984985,
"terminal_norm": 0.4700373873873874,
"terminal_packet": 0.5513408408408409
},
"FTP-Patator": {
"_n": 666.0,
"disc_nll_ch2": 0.5975842342342343,
"disc_nll_ch3": 0.8013534534534534,
"disc_nll_ch4": 0.7207869369369369,
"disc_nll_ch5": 0.7856594594594595,
"disc_nll_ch6": 0.9946893393393393,
"disc_nll_ch7": 0.9033726726726727,
"disc_nll_total": 0.8597217717717718,
"terminal_flow": 0.28483303303303303,
"terminal_norm": 0.24989414414414415,
"terminal_packet": 0.37465262762762763
},
"Heartbleed": {
"_n": 1.0,
"disc_nll_ch2": 0.4315,
"disc_nll_ch3": 0.6699999999999999,
"disc_nll_ch4": 0.45899999999999996,
"disc_nll_ch5": 0.00019999999999997797,
"disc_nll_ch6": 0.7263999999999999,
"disc_nll_ch7": 0.6678999999999999,
"disc_nll_total": 0.42500000000000004,
"terminal_flow": 0.9996999999999999,
"terminal_norm": 0.2539,
"terminal_packet": 0.27949999999999997
},
"Infiltration": {
"_n": 7.0,
"disc_nll_ch2": 0.46727142857142856,
"disc_nll_ch3": 0.6199428571428571,
"disc_nll_ch4": 0.6062428571428571,
"disc_nll_ch5": 0.2856142857142857,
"disc_nll_ch6": 0.9057142857142857,
"disc_nll_ch7": 0.7357142857142858,
"disc_nll_total": 0.6264000000000001,
"terminal_flow": 0.8472285714285713,
"terminal_norm": 0.38589999999999997,
"terminal_packet": 0.43929999999999997
},
"Infiltration - Portscan": {
"_n": 666.0,
"disc_nll_ch2": 0.36712867867867865,
"disc_nll_ch3": 0.9903127627627629,
"disc_nll_ch4": 0.9496064564564564,
"disc_nll_ch5": 0.9756321321321322,
"disc_nll_ch6": 0.6839686186186187,
"disc_nll_ch7": 0.9851175675675676,
"disc_nll_total": 0.9861528528528529,
"terminal_flow": 0.19158543543543544,
"terminal_norm": 0.38070645645645645,
"terminal_packet": 0.3793738738738739
},
"Portscan": {
"_n": 666.0,
"disc_nll_ch2": 0.9810096096096096,
"disc_nll_ch3": 0.999601951951952,
"disc_nll_ch4": 0.928913063063063,
"disc_nll_ch5": 0.9935522522522522,
"disc_nll_ch6": 0.6907963963963965,
"disc_nll_ch7": 0.9998734234234234,
"disc_nll_total": 0.9996875375375375,
"terminal_flow": 0.17771306306306306,
"terminal_norm": 0.5521992492492491,
"terminal_packet": 0.6729125375375375
},
"SSH-Patator": {
"_n": 666.0,
"disc_nll_ch2": 0.6493495495495495,
"disc_nll_ch3": 0.7094885135135135,
"disc_nll_ch4": 0.7127603603603604,
"disc_nll_ch5": 0.21534294294294293,
"disc_nll_ch6": 0.8855735735735736,
"disc_nll_ch7": 0.7183045045045044,
"disc_nll_total": 0.7920903153153154,
"terminal_flow": 0.2399003003003003,
"terminal_norm": 0.15133588588588587,
"terminal_packet": 0.1671111111111111
},
"Web Attack - Brute Force": {
"_n": 73.0,
"disc_nll_ch2": 0.48136438356164385,
"disc_nll_ch3": 0.6713958904109588,
"disc_nll_ch4": 0.4863095890410959,
"disc_nll_ch5": 0.0075904109589040765,
"disc_nll_ch6": 0.7492383561643835,
"disc_nll_ch7": 0.6698164383561643,
"disc_nll_total": 0.45049452054794514,
"terminal_flow": 0.9912123287671233,
"terminal_norm": 0.2359191780821918,
"terminal_packet": 0.2083123287671233
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"disc_nll_ch2": 0.9851923076923078,
"disc_nll_ch3": 0.8525384615384616,
"disc_nll_ch4": 0.9251538461538461,
"disc_nll_ch5": 0.8451153846153846,
"disc_nll_ch6": 0.7701769230769231,
"disc_nll_ch7": 0.9879461538461539,
"disc_nll_total": 0.9583461538461538,
"terminal_flow": 0.8557846153846154,
"terminal_norm": 0.6686692307692308,
"terminal_packet": 0.6689076923076923
},
"Web Attack - XSS": {
"_n": 18.0,
"disc_nll_ch2": 0.4399166666666666,
"disc_nll_ch3": 0.6712777777777779,
"disc_nll_ch4": 0.4841611111111111,
"disc_nll_ch5": 8.333333333333031e-05,
"disc_nll_ch6": 0.9663888888888889,
"disc_nll_ch7": 0.6718222222222222,
"disc_nll_total": 0.4998111111111111,
"terminal_flow": 0.9994944444444445,
"terminal_norm": 0.25855555555555554,
"terminal_packet": 0.2910555555555555
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 2,025,564 target rows
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.4s
[eval] attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done 3.3s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_ddos2019_to_cicids2017.json

View File

@@ -0,0 +1,272 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_iscxtor2016_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.26697793520211255,
"auprc": 0.386471725052149
},
"disc_nll_ch3": {
"auroc": 0.6008848314036156,
"auprc": 0.5301761495049552
},
"disc_nll_ch4": {
"auroc": 0.13713099735933373,
"auprc": 0.3379346094854223
},
"disc_nll_ch5": {
"auroc": 0.13190669307332925,
"auprc": 0.3470955088702549
},
"disc_nll_ch6": {
"auroc": 0.15457413162705666,
"auprc": 0.334457746915401
},
"disc_nll_ch7": {
"auroc": 0.25698309465772906,
"auprc": 0.404969619125653
},
"disc_nll_total": {
"auroc": 0.15461164940077188,
"auprc": 0.35015177513532475
},
"terminal_flow": {
"auroc": 0.7352729027016046,
"auprc": 0.6927428683823396
},
"terminal_norm": {
"auroc": 0.7733176975421492,
"auprc": 0.7200281167235557
},
"terminal_packet": {
"auroc": 0.671538553727402,
"auprc": 0.588550489302696
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"disc_nll_ch2": 0.16000459183673468,
"disc_nll_ch3": 0.6392210884353742,
"disc_nll_ch4": 0.03620425170068027,
"disc_nll_ch5": 0.01588758503401356,
"disc_nll_ch6": 0.1004892857142857,
"disc_nll_ch7": 0.1998770408163265,
"disc_nll_total": 0.0058223639455782135,
"terminal_flow": 0.938059693877551,
"terminal_norm": 0.9429163265306123,
"terminal_packet": 0.8318606292517007
},
"DrDoS_LDAP": {
"_n": 588.0,
"disc_nll_ch2": 0.16689370748299318,
"disc_nll_ch3": 0.6486413265306122,
"disc_nll_ch4": 0.035330272108843534,
"disc_nll_ch5": 0.014442006802721043,
"disc_nll_ch6": 0.09627959183673467,
"disc_nll_ch7": 0.20678350340136054,
"disc_nll_total": 0.004492517006802703,
"terminal_flow": 0.958566156462585,
"terminal_norm": 0.9515955782312925,
"terminal_packet": 0.8425505102040816
},
"DrDoS_MSSQL": {
"_n": 588.0,
"disc_nll_ch2": 0.12213656462585035,
"disc_nll_ch3": 0.644780612244898,
"disc_nll_ch4": 0.038908673469387756,
"disc_nll_ch5": 0.012599999999999984,
"disc_nll_ch6": 0.05550246598639456,
"disc_nll_ch7": 0.12784302721088436,
"disc_nll_total": 0.004117346938775493,
"terminal_flow": 0.8072595238095238,
"terminal_norm": 0.8689510204081633,
"terminal_packet": 0.7506384353741496
},
"DrDoS_NTP": {
"_n": 588.0,
"disc_nll_ch2": 0.2748840136054422,
"disc_nll_ch3": 0.536197619047619,
"disc_nll_ch4": 0.018676530612244894,
"disc_nll_ch5": 0.014643367346938763,
"disc_nll_ch6": 0.06817950680272108,
"disc_nll_ch7": 0.09322534013605441,
"disc_nll_total": 0.07902380952380951,
"terminal_flow": 0.632224574829932,
"terminal_norm": 0.2668100340136054,
"terminal_packet": 0.3721825680272109
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"disc_nll_ch2": 0.07644166666666667,
"disc_nll_ch3": 0.5961139455782314,
"disc_nll_ch4": 0.05986037414965988,
"disc_nll_ch5": 0.011922448979591854,
"disc_nll_ch6": 0.01607329931972789,
"disc_nll_ch7": 0.10860646258503404,
"disc_nll_total": 0.0036838435374149823,
"terminal_flow": 0.5722632653061225,
"terminal_norm": 0.8000736394557824,
"terminal_packet": 0.7219151360544217
},
"DrDoS_SNMP": {
"_n": 588.0,
"disc_nll_ch2": 0.1609573129251701,
"disc_nll_ch3": 0.6563523809523809,
"disc_nll_ch4": 0.03650867346938775,
"disc_nll_ch5": 0.014264625850340107,
"disc_nll_ch6": 0.08261887755102038,
"disc_nll_ch7": 0.19743554421768705,
"disc_nll_total": 0.0041741496598639285,
"terminal_flow": 0.9449562925170067,
"terminal_norm": 0.9465391156462584,
"terminal_packet": 0.8326884353741497
},
"DrDoS_SSDP": {
"_n": 588.0,
"disc_nll_ch2": 0.3287181972789116,
"disc_nll_ch3": 0.484783843537415,
"disc_nll_ch4": 0.024794217687074835,
"disc_nll_ch5": 0.013171768707482979,
"disc_nll_ch6": 0.29383418367346936,
"disc_nll_ch7": 0.11220867346938776,
"disc_nll_total": 0.09636887755102039,
"terminal_flow": 0.6042369047619047,
"terminal_norm": 0.6192967687074831,
"terminal_packet": 0.4601418367346939
},
"DrDoS_UDP": {
"_n": 588.0,
"disc_nll_ch2": 0.3281113945578231,
"disc_nll_ch3": 0.4799756802721088,
"disc_nll_ch4": 0.024889285714285718,
"disc_nll_ch5": 0.01311836734693876,
"disc_nll_ch6": 0.29624634353741497,
"disc_nll_ch7": 0.11028112244897958,
"disc_nll_total": 0.08172312925170068,
"terminal_flow": 0.5942591836734693,
"terminal_norm": 0.6217977891156463,
"terminal_packet": 0.45507074829931976
},
"LDAP": {
"_n": 588.0,
"disc_nll_ch2": 0.17108435374149658,
"disc_nll_ch3": 0.654497619047619,
"disc_nll_ch4": 0.03701326530612245,
"disc_nll_ch5": 0.016134863945578184,
"disc_nll_ch6": 0.09366003401360543,
"disc_nll_ch7": 0.21710935374149656,
"disc_nll_total": 0.005639795918367329,
"terminal_flow": 0.9651894557823129,
"terminal_norm": 0.9576755102040816,
"terminal_packet": 0.8515624149659864
},
"MSSQL": {
"_n": 588.0,
"disc_nll_ch2": 0.11896870748299321,
"disc_nll_ch3": 0.6416091836734694,
"disc_nll_ch4": 0.038873809523809526,
"disc_nll_ch5": 0.012506292517006785,
"disc_nll_ch6": 0.05384931972789116,
"disc_nll_ch7": 0.12658384353741495,
"disc_nll_total": 0.004716156462585017,
"terminal_flow": 0.7836794217687075,
"terminal_norm": 0.860454761904762,
"terminal_packet": 0.7486414965986395
},
"NetBIOS": {
"_n": 588.0,
"disc_nll_ch2": 0.07564761904761906,
"disc_nll_ch3": 0.5786163265306123,
"disc_nll_ch4": 0.05841819727891158,
"disc_nll_ch5": 0.012016666666666679,
"disc_nll_ch6": 0.018720068027210882,
"disc_nll_ch7": 0.10798248299319729,
"disc_nll_total": 0.0036052721088435484,
"terminal_flow": 0.5743268707482994,
"terminal_norm": 0.7859731292517007,
"terminal_packet": 0.723932993197279
},
"Portmap": {
"_n": 588.0,
"disc_nll_ch2": 0.07876343537414968,
"disc_nll_ch3": 0.5875767006802721,
"disc_nll_ch4": 0.06269761904761907,
"disc_nll_ch5": 0.015253571428571444,
"disc_nll_ch6": 0.01902397959183673,
"disc_nll_ch7": 0.11103010204081634,
"disc_nll_total": 0.0066028911564625994,
"terminal_flow": 0.5852085034013605,
"terminal_norm": 0.809801700680272,
"terminal_packet": 0.7274809523809523
},
"Syn": {
"_n": 588.0,
"disc_nll_ch2": 0.8902078231292516,
"disc_nll_ch3": 0.8877270408163265,
"disc_nll_ch4": 0.6418503401360544,
"disc_nll_ch5": 0.889321343537415,
"disc_nll_ch6": 0.22505323129251703,
"disc_nll_ch7": 0.9500530612244897,
"disc_nll_total": 0.8620267006802721,
"terminal_flow": 0.7762721088435376,
"terminal_norm": 0.8455670068027212,
"terminal_packet": 0.7932760204081633
},
"TFTP": {
"_n": 588.0,
"disc_nll_ch2": 0.09947772108843538,
"disc_nll_ch3": 0.4370916666666667,
"disc_nll_ch4": 0.023136054421768703,
"disc_nll_ch5": 0.01921258503401357,
"disc_nll_ch6": 0.3452079931972789,
"disc_nll_ch7": 0.1133168367346939,
"disc_nll_total": 0.00909183673469387,
"terminal_flow": 0.6775909863945577,
"terminal_norm": 0.6824952380952382,
"terminal_packet": 0.45481904761904757
},
"UDP": {
"_n": 588.0,
"disc_nll_ch2": 0.3372630952380953,
"disc_nll_ch3": 0.46311479591836735,
"disc_nll_ch4": 0.023418197278911573,
"disc_nll_ch5": 0.013182142857142842,
"disc_nll_ch6": 0.315678231292517,
"disc_nll_ch7": 0.10931547619047619,
"disc_nll_total": 0.08748129251700679,
"terminal_flow": 0.5878436224489796,
"terminal_norm": 0.6021802721088435,
"terminal_packet": 0.435177380952381
},
"UDPLag": {
"_n": 588.0,
"disc_nll_ch2": 0.8186294217687073,
"disc_nll_ch3": 0.8603091836734693,
"disc_nll_ch4": 0.5795519557823128,
"disc_nll_ch5": 0.787211224489796,
"disc_nll_ch6": 0.20183027210884358,
"disc_nll_ch7": 0.8641409863945578,
"disc_nll_total": 0.7811200680272109,
"terminal_flow": 0.8134249149659863,
"terminal_norm": 0.8442404761904762,
"terminal_packet": 0.763503231292517
},
"WebDDoS": {
"_n": 438.0,
"disc_nll_ch2": 0.35216723744292233,
"disc_nll_ch3": 0.35594965753424657,
"disc_nll_ch4": 0.7465624429223745,
"disc_nll_ch5": 0.44821609589041095,
"disc_nll_ch6": 0.4109037671232877,
"disc_nll_ch7": 0.7348158675799087,
"disc_nll_total": 0.7373711187214613,
"terminal_flow": 0.6668138127853882,
"terminal_norm": 0.7286334474885846,
"terminal_packet": 0.6435817351598173
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 8,993,376 target rows
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 3.8s
[eval] attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done 3.5s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_iscxtor2016_to_cicddos2019.json

View File

@@ -0,0 +1,246 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_iscxtor2016_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.6697628174837567,
"auprc": 0.6037531294101238
},
"disc_nll_ch3": {
"auroc": 0.44465369167158886,
"auprc": 0.5215862714263062
},
"disc_nll_ch4": {
"auroc": 0.8099404607206144,
"auprc": 0.6880675257994993
},
"disc_nll_ch5": {
"auroc": 0.7961041568222091,
"auprc": 0.7860350893117019
},
"disc_nll_ch6": {
"auroc": 0.6877858092144123,
"auprc": 0.5636716742762364
},
"disc_nll_ch7": {
"auroc": 0.5075357649143533,
"auprc": 0.5823602891771492
},
"disc_nll_total": {
"auroc": 0.8774349379799171,
"auprc": 0.7991268613922091
},
"terminal_flow": {
"auroc": 0.7748536695215594,
"auprc": 0.7237200359248883
},
"terminal_norm": {
"auroc": 0.7125397445363261,
"auprc": 0.6151240384020317
},
"terminal_packet": {
"auroc": 0.6864979400472534,
"auprc": 0.5622340975288656
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"disc_nll_ch2": 0.13567927927927928,
"disc_nll_ch3": 0.1848243243243243,
"disc_nll_ch4": 0.9507105105105105,
"disc_nll_ch5": 0.8608133633633633,
"disc_nll_ch6": 0.7146024024024024,
"disc_nll_ch7": 0.24858063063063063,
"disc_nll_total": 0.6406072072072072,
"terminal_flow": 0.6147868618618619,
"terminal_norm": 0.4651198198198198,
"terminal_packet": 0.48167732732732726
},
"DDoS": {
"_n": 666.0,
"disc_nll_ch2": 0.4440881381381382,
"disc_nll_ch3": 0.25373318318318316,
"disc_nll_ch4": 0.9729498498498499,
"disc_nll_ch5": 0.9580869369369369,
"disc_nll_ch6": 0.804543018018018,
"disc_nll_ch7": 0.22551891891891893,
"disc_nll_total": 0.8812621621621621,
"terminal_flow": 0.9622165915915917,
"terminal_norm": 0.8928114114114115,
"terminal_packet": 0.8748516516516516
},
"DoS GoldenEye": {
"_n": 666.0,
"disc_nll_ch2": 0.723345045045045,
"disc_nll_ch3": 0.29212372372372375,
"disc_nll_ch4": 0.7847108108108108,
"disc_nll_ch5": 0.9004997747747747,
"disc_nll_ch6": 0.8063376126126126,
"disc_nll_ch7": 0.3143241741741742,
"disc_nll_total": 0.7972195195195196,
"terminal_flow": 0.9013061561561562,
"terminal_norm": 0.8672477477477477,
"terminal_packet": 0.8660385885885885
},
"DoS Hulk": {
"_n": 666.0,
"disc_nll_ch2": 0.40809309309309305,
"disc_nll_ch3": 0.32736861861861866,
"disc_nll_ch4": 0.9720202702702704,
"disc_nll_ch5": 0.9446474474474474,
"disc_nll_ch6": 0.7982761261261262,
"disc_nll_ch7": 0.3089918918918919,
"disc_nll_total": 0.9119337837837839,
"terminal_flow": 0.9577381381381381,
"terminal_norm": 0.9292252252252252,
"terminal_packet": 0.919906906906907
},
"DoS Slowhttptest": {
"_n": 666.0,
"disc_nll_ch2": 0.6033337837837838,
"disc_nll_ch3": 0.5109876876876878,
"disc_nll_ch4": 0.8713141141141141,
"disc_nll_ch5": 0.8795087087087087,
"disc_nll_ch6": 0.8225411411411412,
"disc_nll_ch7": 0.4714111111111111,
"disc_nll_total": 0.8285094594594594,
"terminal_flow": 0.9487057057057056,
"terminal_norm": 0.9190916666666666,
"terminal_packet": 0.9062807807807808
},
"DoS Slowloris": {
"_n": 666.0,
"disc_nll_ch2": 0.7521096096096096,
"disc_nll_ch3": 0.7522753753753755,
"disc_nll_ch4": 0.7123576576576576,
"disc_nll_ch5": 0.8677666666666666,
"disc_nll_ch6": 0.8434825825825826,
"disc_nll_ch7": 0.8909866366366366,
"disc_nll_total": 0.9637265015015016,
"terminal_flow": 0.8184031531531532,
"terminal_norm": 0.7738181681681682,
"terminal_packet": 0.7560409159159159
},
"FTP-Patator": {
"_n": 666.0,
"disc_nll_ch2": 0.9382036036036037,
"disc_nll_ch3": 0.17935390390390388,
"disc_nll_ch4": 0.7941252252252252,
"disc_nll_ch5": 0.7045043543543544,
"disc_nll_ch6": 0.9365761261261261,
"disc_nll_ch7": 0.6828636636636636,
"disc_nll_total": 0.9593977477477478,
"terminal_flow": 0.6007556306306308,
"terminal_norm": 0.323494069069069,
"terminal_packet": 0.48101066066066067
},
"Heartbleed": {
"_n": 1.0,
"disc_nll_ch2": 0.05010000000000003,
"disc_nll_ch3": 0.1724,
"disc_nll_ch4": 0.03590000000000004,
"disc_nll_ch5": 0.0968,
"disc_nll_ch6": 0.7474,
"disc_nll_ch7": 0.020000000000000018,
"disc_nll_total": 0.016199999999999992,
"terminal_flow": 0.9579000000000001,
"terminal_norm": 0.8717999999999999,
"terminal_packet": 0.885
},
"Infiltration": {
"_n": 7.0,
"disc_nll_ch2": 0.7419714285714285,
"disc_nll_ch3": 0.2120714285714286,
"disc_nll_ch4": 0.14945714285714284,
"disc_nll_ch5": 0.30634285714285714,
"disc_nll_ch6": 0.8898285714285714,
"disc_nll_ch7": 0.18672857142857144,
"disc_nll_total": 0.8387857142857142,
"terminal_flow": 0.7986,
"terminal_norm": 0.42004285714285716,
"terminal_packet": 0.5113857142857143
},
"Infiltration - Portscan": {
"_n": 666.0,
"disc_nll_ch2": 0.971237087087087,
"disc_nll_ch3": 0.9914118618618619,
"disc_nll_ch4": 0.7106962462462463,
"disc_nll_ch5": 0.9571618618618618,
"disc_nll_ch6": 0.14733153153153153,
"disc_nll_ch7": 0.9921241741741743,
"disc_nll_total": 0.9911659159159159,
"terminal_flow": 0.9695361861861863,
"terminal_norm": 0.9343947447447447,
"terminal_packet": 0.5321213213213213
},
"Portscan": {
"_n": 666.0,
"disc_nll_ch2": 0.8516801801801803,
"disc_nll_ch3": 0.9861812312312312,
"disc_nll_ch4": 0.7016803303303304,
"disc_nll_ch5": 0.996901951951952,
"disc_nll_ch6": 0.11162192192192193,
"disc_nll_ch7": 0.9809887387387388,
"disc_nll_total": 0.9926642642642644,
"terminal_flow": 0.770966966966967,
"terminal_norm": 0.933822972972973,
"terminal_packet": 0.7636330330330331
},
"SSH-Patator": {
"_n": 666.0,
"disc_nll_ch2": 0.837506156156156,
"disc_nll_ch3": 0.03482702702702703,
"disc_nll_ch4": 0.7437684684684684,
"disc_nll_ch5": 0.004322822822822788,
"disc_nll_ch6": 0.8470732732732733,
"disc_nll_ch7": 0.03778288288288287,
"disc_nll_total": 0.8013262012012012,
"terminal_flow": 0.1882702702702703,
"terminal_norm": 0.13860022522522525,
"terminal_packet": 0.3070683183183183
},
"Web Attack - Brute Force": {
"_n": 73.0,
"disc_nll_ch2": 0.948531506849315,
"disc_nll_ch3": 0.011569863013698653,
"disc_nll_ch4": 0.011080821917808199,
"disc_nll_ch5": 0.0010301369863013172,
"disc_nll_ch6": 0.9888493150684932,
"disc_nll_ch7": 0.00912191780821918,
"disc_nll_total": 0.957558904109589,
"terminal_flow": 0.8872657534246575,
"terminal_norm": 0.3254602739726027,
"terminal_packet": 0.4920958904109589
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"disc_nll_ch2": 0.36360000000000003,
"disc_nll_ch3": 0.2066692307692308,
"disc_nll_ch4": 0.9442230769230769,
"disc_nll_ch5": 0.8816307692307692,
"disc_nll_ch6": 0.7846,
"disc_nll_ch7": 0.20009230769230768,
"disc_nll_total": 0.7184307692307692,
"terminal_flow": 0.6971076923076923,
"terminal_norm": 0.8390461538461539,
"terminal_packet": 0.8541615384615384
},
"Web Attack - XSS": {
"_n": 18.0,
"disc_nll_ch2": 0.9636944444444445,
"disc_nll_ch3": 0.01614999999999998,
"disc_nll_ch4": 0.0002666666666666373,
"disc_nll_ch5": 0.0007388888888889186,
"disc_nll_ch6": 0.9974777777777778,
"disc_nll_ch7": 0.008805555555555573,
"disc_nll_total": 0.9720555555555555,
"terminal_flow": 0.9421944444444444,
"terminal_norm": 0.36343888888888887,
"terminal_packet": 0.5358333333333333
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 2,025,564 target rows
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done 2.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_iscxtor2016_to_cicids2017.json

View File

@@ -0,0 +1,480 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_iscxtor2016_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store",
"n_benign": 10000,
"n_attack": 9999,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.3901115911591159,
"auprc": 0.4231568203666986
},
"disc_nll_ch3": {
"auroc": 0.5035800530053005,
"auprc": 0.6028376190901892
},
"disc_nll_ch4": {
"auroc": 0.4812163516351635,
"auprc": 0.5117951551756599
},
"disc_nll_ch5": {
"auroc": 0.5826128562856285,
"auprc": 0.6349432149256158
},
"disc_nll_ch6": {
"auroc": 0.48116510151015107,
"auprc": 0.515261493008504
},
"disc_nll_ch7": {
"auroc": 0.5425933143314331,
"auprc": 0.5529235014489244
},
"disc_nll_total": {
"auroc": 0.6039043604360437,
"auprc": 0.6835153842223873
},
"terminal_flow": {
"auroc": 0.7013291529152915,
"auprc": 0.7154324172045603
},
"terminal_norm": {
"auroc": 0.6006159465946594,
"auprc": 0.5854050914840994
},
"terminal_packet": {
"auroc": 0.5764771577157716,
"auprc": 0.600696222565558
}
},
"per_class": {
"backdoor_malware": {
"_n": 303.0,
"disc_nll_ch2": 0.5383803630363037,
"disc_nll_ch3": 0.5084405940594059,
"disc_nll_ch4": 0.38714026402640267,
"disc_nll_ch5": 0.4008549504950495,
"disc_nll_ch6": 0.5075178217821782,
"disc_nll_ch7": 0.4264856435643564,
"disc_nll_total": 0.4222688118811881,
"terminal_flow": 0.5709181518151816,
"terminal_norm": 0.48123498349834976,
"terminal_packet": 0.5023863036303631
},
"browserhijacking": {
"_n": 303.0,
"disc_nll_ch2": 0.5578485148514851,
"disc_nll_ch3": 0.4932189768976898,
"disc_nll_ch4": 0.404290099009901,
"disc_nll_ch5": 0.38647293729372934,
"disc_nll_ch6": 0.41572557755775574,
"disc_nll_ch7": 0.42901419141914193,
"disc_nll_total": 0.4489402640264027,
"terminal_flow": 0.5518795379537954,
"terminal_norm": 0.4696374587458746,
"terminal_packet": 0.4826080858085808
},
"commandinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.4868574257425743,
"disc_nll_ch3": 0.48276518151815184,
"disc_nll_ch4": 0.3385019801980198,
"disc_nll_ch5": 0.33941831683168316,
"disc_nll_ch6": 0.44118531353135315,
"disc_nll_ch7": 0.4535547854785479,
"disc_nll_total": 0.3553224422442244,
"terminal_flow": 0.5744612211221122,
"terminal_norm": 0.45016864686468655,
"terminal_packet": 0.44022475247524756
},
"ddos-ack_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.09982425742574258,
"disc_nll_ch3": 0.061690594059405975,
"disc_nll_ch4": 0.3593836633663366,
"disc_nll_ch5": 0.8102523102310231,
"disc_nll_ch6": 0.6771430693069307,
"disc_nll_ch7": 0.8669552805280527,
"disc_nll_total": 0.9408364686468648,
"terminal_flow": 0.9889011551155116,
"terminal_norm": 0.9715632013201321,
"terminal_packet": 0.5809635313531353
},
"ddos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.4358514851485148,
"disc_nll_ch3": 0.7685382838283827,
"disc_nll_ch4": 0.6486475247524752,
"disc_nll_ch5": 0.9212947194719472,
"disc_nll_ch6": 0.6805062706270626,
"disc_nll_ch7": 0.7227433993399339,
"disc_nll_total": 0.9276387788778878,
"terminal_flow": 0.7942993399339935,
"terminal_norm": 0.7665544554455446,
"terminal_packet": 0.891630198019802
},
"ddos-icmp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5399224422442244,
"disc_nll_ch3": 0.5631993399339934,
"disc_nll_ch4": 0.5305019801980199,
"disc_nll_ch5": 0.5871404290429043,
"disc_nll_ch6": 0.49251782178217823,
"disc_nll_ch7": 0.4982513201320131,
"disc_nll_total": 0.570919306930693,
"terminal_flow": 0.578124587458746,
"terminal_norm": 0.5421270627062706,
"terminal_packet": 0.5554222772277227
},
"ddos-icmp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.5078359735973597,
"disc_nll_ch3": 0.4998575907590759,
"disc_nll_ch4": 0.45479125412541255,
"disc_nll_ch5": 0.4960410891089109,
"disc_nll_ch6": 0.43765099009900993,
"disc_nll_ch7": 0.49096996699669965,
"disc_nll_total": 0.47594950495049504,
"terminal_flow": 0.6269526402640264,
"terminal_norm": 0.5355615511551155,
"terminal_packet": 0.5369564356435644
},
"ddos-pshack_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.07795115511551154,
"disc_nll_ch3": 0.057330033003300335,
"disc_nll_ch4": 0.5656927392739274,
"disc_nll_ch5": 0.603970297029703,
"disc_nll_ch6": 0.999763696369637,
"disc_nll_ch7": 0.9536996699669966,
"disc_nll_total": 0.9940049504950494,
"terminal_flow": 0.7679191419141914,
"terminal_norm": 0.6046643564356435,
"terminal_packet": 0.4418805280528052
},
"ddos-rstfinflood": {
"_n": 303.0,
"disc_nll_ch2": 0.2158,
"disc_nll_ch3": 0.02210000000000001,
"disc_nll_ch4": 0.9944,
"disc_nll_ch5": 0.987,
"disc_nll_ch6": 0.48750000000000004,
"disc_nll_ch7": 0.7486,
"disc_nll_total": 0.9978,
"terminal_flow": 0.9954999999999998,
"terminal_norm": 0.7464999999999999,
"terminal_packet": 0.4989
},
"ddos-slowloris": {
"_n": 303.0,
"disc_nll_ch2": 0.5664039603960397,
"disc_nll_ch3": 0.553090594059406,
"disc_nll_ch4": 0.6680196369636964,
"disc_nll_ch5": 0.8873564356435645,
"disc_nll_ch6": 0.7114486798679868,
"disc_nll_ch7": 0.5210429042904291,
"disc_nll_total": 0.8314511551155116,
"terminal_flow": 0.6171366336633662,
"terminal_norm": 0.6530227722772277,
"terminal_packet": 0.6329524752475248
},
"ddos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.10506534653465346,
"disc_nll_ch3": 0.9949831683168316,
"disc_nll_ch4": 0.5385145214521452,
"disc_nll_ch5": 0.6675092409240924,
"disc_nll_ch6": 0.47654620462046204,
"disc_nll_ch7": 0.3121861386138614,
"disc_nll_total": 0.9602069306930692,
"terminal_flow": 0.9499069306930694,
"terminal_norm": 0.7315478547854786,
"terminal_packet": 0.9445693069306931
},
"ddos-synonymousip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.06344653465346534,
"disc_nll_ch3": 0.9957108910891088,
"disc_nll_ch4": 0.538947194719472,
"disc_nll_ch5": 0.5434772277227723,
"disc_nll_ch6": 0.5319376237623763,
"disc_nll_ch7": 0.7313402640264026,
"disc_nll_total": 0.9693577557755775,
"terminal_flow": 0.9970917491749176,
"terminal_norm": 0.7354082508250824,
"terminal_packet": 0.39417755775577556
},
"ddos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.0007165016501650164,
"disc_nll_ch3": 0.019516501650165035,
"disc_nll_ch4": 0.5223673267326733,
"disc_nll_ch5": 0.552580198019802,
"disc_nll_ch6": 0.39609801980198023,
"disc_nll_ch7": 0.2222392739273928,
"disc_nll_total": 0.0013313531353135316,
"terminal_flow": 0.7249760726072607,
"terminal_norm": 0.6813658415841584,
"terminal_packet": 0.507280198019802
},
"ddos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.34222541254125416,
"disc_nll_ch3": 0.33639504950495047,
"disc_nll_ch4": 0.188526402640264,
"disc_nll_ch5": 0.29250709570957095,
"disc_nll_ch6": 0.18884521452145211,
"disc_nll_ch7": 0.34331584158415845,
"disc_nll_total": 0.16567194719471945,
"terminal_flow": 0.838147194719472,
"terminal_norm": 0.6363914191419142,
"terminal_packet": 0.8056300330033004
},
"ddos-udp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.49534999999999996,
"disc_nll_ch3": 0.5134427392739274,
"disc_nll_ch4": 0.41408234323432347,
"disc_nll_ch5": 0.4292153465346535,
"disc_nll_ch6": 0.5466143564356435,
"disc_nll_ch7": 0.48772161716171614,
"disc_nll_total": 0.518406600660066,
"terminal_flow": 0.6600285478547856,
"terminal_norm": 0.4839991749174918,
"terminal_packet": 0.5043216171617162
},
"dictionarybruteforce": {
"_n": 303.0,
"disc_nll_ch2": 0.4925750825082508,
"disc_nll_ch3": 0.4942577557755776,
"disc_nll_ch4": 0.5211247524752476,
"disc_nll_ch5": 0.5411996699669968,
"disc_nll_ch6": 0.5474019801980198,
"disc_nll_ch7": 0.4256364686468647,
"disc_nll_total": 0.5372894389438945,
"terminal_flow": 0.629183498349835,
"terminal_norm": 0.55011699669967,
"terminal_packet": 0.5906069306930694
},
"dns_spoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.4168714521452145,
"disc_nll_ch3": 0.4581371287128713,
"disc_nll_ch4": 0.39244125412541253,
"disc_nll_ch5": 0.3904321782178218,
"disc_nll_ch6": 0.4321412541254125,
"disc_nll_ch7": 0.41027392739273927,
"disc_nll_total": 0.3435902640264027,
"terminal_flow": 0.579197194719472,
"terminal_norm": 0.5758716171617162,
"terminal_packet": 0.5810443894389439
},
"dos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.3471953795379538,
"disc_nll_ch3": 0.5830234323432343,
"disc_nll_ch4": 0.5368052805280528,
"disc_nll_ch5": 0.9495815181518151,
"disc_nll_ch6": 0.604980198019802,
"disc_nll_ch7": 0.6147861386138614,
"disc_nll_total": 0.9369633663366337,
"terminal_flow": 0.8390349834983498,
"terminal_norm": 0.8148864686468649,
"terminal_packet": 0.826639603960396
},
"dos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6070498349834984,
"disc_nll_ch3": 0.9953762376237624,
"disc_nll_ch4": 0.5460290429042904,
"disc_nll_ch5": 0.9298815181518152,
"disc_nll_ch6": 0.4492858085808581,
"disc_nll_ch7": 0.7052851485148515,
"disc_nll_total": 0.9644722772277228,
"terminal_flow": 0.8780882838283829,
"terminal_norm": 0.7317221122112211,
"terminal_packet": 0.9119016501650166
},
"dos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6370143564356436,
"disc_nll_ch3": 0.16756996699669965,
"disc_nll_ch4": 0.5232455445544555,
"disc_nll_ch5": 0.9190600660066006,
"disc_nll_ch6": 0.15313333333333334,
"disc_nll_ch7": 0.6975907590759076,
"disc_nll_total": 0.6898188118811882,
"terminal_flow": 0.7076712871287129,
"terminal_norm": 0.632928712871287,
"terminal_packet": 0.6639592409240924
},
"dos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.01683102310231022,
"disc_nll_ch3": 0.24307920792079207,
"disc_nll_ch4": 0.04262211221122117,
"disc_nll_ch5": 0.02497557755775575,
"disc_nll_ch6": 0.060849174917491755,
"disc_nll_ch7": 0.23348910891089109,
"disc_nll_total": 0.014648844884488438,
"terminal_flow": 0.6535412541254124,
"terminal_norm": 0.39445247524752475,
"terminal_packet": 0.4615260726072608
},
"mirai-greeth_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5350587458745875,
"disc_nll_ch3": 0.5200222772277228,
"disc_nll_ch4": 0.32539257425742574,
"disc_nll_ch5": 0.37201798679867987,
"disc_nll_ch6": 0.43490660066006603,
"disc_nll_ch7": 0.4375722772277228,
"disc_nll_total": 0.3918136963696369,
"terminal_flow": 0.4247985148514851,
"terminal_norm": 0.3576953795379538,
"terminal_packet": 0.36030891089108913
},
"mirai-greip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5874696369636965,
"disc_nll_ch3": 0.6046580858085808,
"disc_nll_ch4": 0.41256353135313534,
"disc_nll_ch5": 0.5313455445544555,
"disc_nll_ch6": 0.4892255775577558,
"disc_nll_ch7": 0.5229227722772276,
"disc_nll_total": 0.5661049504950495,
"terminal_flow": 0.619217491749175,
"terminal_norm": 0.5253681518151815,
"terminal_packet": 0.540512211221122
},
"mirai-udpplain": {
"_n": 303.0,
"disc_nll_ch2": 0.5567447194719471,
"disc_nll_ch3": 0.5848879537953795,
"disc_nll_ch4": 0.3692658415841584,
"disc_nll_ch5": 0.5336815181518152,
"disc_nll_ch6": 0.5135787128712872,
"disc_nll_ch7": 0.49223762376237623,
"disc_nll_total": 0.5601462046204622,
"terminal_flow": 0.5760285478547855,
"terminal_norm": 0.48512805280528054,
"terminal_packet": 0.5118009900990099
},
"mitm-arpspoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.5439542904290429,
"disc_nll_ch3": 0.4997958745874588,
"disc_nll_ch4": 0.4042836633663366,
"disc_nll_ch5": 0.4384244224422442,
"disc_nll_ch6": 0.36530462046204626,
"disc_nll_ch7": 0.4489767326732674,
"disc_nll_total": 0.462556600660066,
"terminal_flow": 0.6299437293729373,
"terminal_norm": 0.5130145214521452,
"terminal_packet": 0.5082138613861386
},
"recon-hostdiscovery": {
"_n": 303.0,
"disc_nll_ch2": 0.13317161716171613,
"disc_nll_ch3": 0.7717105610561056,
"disc_nll_ch4": 0.7047607260726072,
"disc_nll_ch5": 0.8314636963696369,
"disc_nll_ch6": 0.48956023102310237,
"disc_nll_ch7": 0.7920966996699671,
"disc_nll_total": 0.9415204620462045,
"terminal_flow": 0.9478409240924093,
"terminal_norm": 0.7671140264026403,
"terminal_packet": 0.5674943894389438
},
"recon-osscan": {
"_n": 303.0,
"disc_nll_ch2": 0.3425042904290429,
"disc_nll_ch3": 0.7824201320132012,
"disc_nll_ch4": 0.6524160066006601,
"disc_nll_ch5": 0.8021775577557755,
"disc_nll_ch6": 0.5092962046204621,
"disc_nll_ch7": 0.6810640264026404,
"disc_nll_total": 0.8361749174917492,
"terminal_flow": 0.7401590759075909,
"terminal_norm": 0.6974633663366336,
"terminal_packet": 0.6511465346534653
},
"recon-pingsweep": {
"_n": 303.0,
"disc_nll_ch2": 0.4524935643564357,
"disc_nll_ch3": 0.33564785478547854,
"disc_nll_ch4": 0.47838762376237626,
"disc_nll_ch5": 0.4560767326732673,
"disc_nll_ch6": 0.5489696369636964,
"disc_nll_ch7": 0.5397463696369638,
"disc_nll_total": 0.43652755775577556,
"terminal_flow": 0.542003300330033,
"terminal_norm": 0.530610396039604,
"terminal_packet": 0.5410189768976897
},
"recon-portscan": {
"_n": 303.0,
"disc_nll_ch2": 0.28534686468646864,
"disc_nll_ch3": 0.8077189768976898,
"disc_nll_ch4": 0.6703618811881188,
"disc_nll_ch5": 0.8273848184818482,
"disc_nll_ch6": 0.4682424092409241,
"disc_nll_ch7": 0.6994782178217821,
"disc_nll_total": 0.8567409240924092,
"terminal_flow": 0.7797328382838282,
"terminal_norm": 0.7106666666666667,
"terminal_packet": 0.588797689768977
},
"sqlinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.4975325082508251,
"disc_nll_ch3": 0.40339587458745874,
"disc_nll_ch4": 0.5437328382838283,
"disc_nll_ch5": 0.5115935643564357,
"disc_nll_ch6": 0.5126694719471947,
"disc_nll_ch7": 0.5127427392739274,
"disc_nll_total": 0.5125836633663367,
"terminal_flow": 0.5910011551155115,
"terminal_norm": 0.555617491749175,
"terminal_packet": 0.562767491749175
},
"uploading_attack": {
"_n": 303.0,
"disc_nll_ch2": 0.5009244224422442,
"disc_nll_ch3": 0.5049557755775578,
"disc_nll_ch4": 0.3028866336633663,
"disc_nll_ch5": 0.3170894389438944,
"disc_nll_ch6": 0.4054331683168316,
"disc_nll_ch7": 0.42633696369636964,
"disc_nll_total": 0.35189488448844886,
"terminal_flow": 0.5886716171617161,
"terminal_norm": 0.4443270627062707,
"terminal_packet": 0.442942904290429
},
"vulnerabilityscan": {
"_n": 303.0,
"disc_nll_ch2": 0.39803069306930694,
"disc_nll_ch3": 0.5178257425742574,
"disc_nll_ch4": 0.5299298679867988,
"disc_nll_ch5": 0.5710404290429043,
"disc_nll_ch6": 0.43995775577557755,
"disc_nll_ch7": 0.5827394389438944,
"disc_nll_total": 0.5385260726072607,
"terminal_flow": 0.5993051155115512,
"terminal_norm": 0.5730833333333334,
"terminal_packet": 0.5267026402640265
},
"xss": {
"_n": 303.0,
"disc_nll_ch2": 0.48943465346534654,
"disc_nll_ch3": 0.47337937293729376,
"disc_nll_ch4": 0.37008349834983495,
"disc_nll_ch5": 0.37370742574257426,
"disc_nll_ch6": 0.4625115511551155,
"disc_nll_ch7": 0.4744836633663366,
"disc_nll_total": 0.4073646864686469,
"terminal_flow": 0.5822003300330033,
"terminal_norm": 0.4705123762376238,
"terminal_packet": 0.46645841584158415
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 8,193,621 target rows
[sample] benign=10,000 attack=9,999 (33 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 3.9s
[eval] attack...
[score] 256/9,999
[score] 5,376/9,999
[eval] attack done 3.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_iscxtor2016_to_ciciot2023.json

View File

@@ -0,0 +1,272 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_ciciot2023_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicddos2019/processed/full_store",
"n_benign": 10000,
"n_attack": 9846,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.13773376498070283,
"auprc": 0.33246020722810277
},
"disc_nll_ch3": {
"auroc": 0.2566629037172456,
"auprc": 0.43816485570377955
},
"disc_nll_ch4": {
"auroc": 0.44094586126345725,
"auprc": 0.44507643326485746
},
"disc_nll_ch5": {
"auroc": 0.3121427280113752,
"auprc": 0.38649650132990054
},
"disc_nll_ch6": {
"auroc": 0.46373937639650614,
"auprc": 0.4352579507246834
},
"disc_nll_ch7": {
"auroc": 0.8451114056469633,
"auprc": 0.8114691467351702
},
"disc_nll_total": {
"auroc": 0.3810986644322568,
"auprc": 0.4732628651475579
},
"terminal_flow": {
"auroc": 0.8293319520617508,
"auprc": 0.7210232445576071
},
"terminal_norm": {
"auroc": 0.8279692565508835,
"auprc": 0.7722944777194009
},
"terminal_packet": {
"auroc": 0.651144246394475,
"auprc": 0.6720430853494497
}
},
"per_class": {
"DrDoS_DNS": {
"_n": 588.0,
"disc_nll_ch2": 0.0456784013605442,
"disc_nll_ch3": 0.006307312925170093,
"disc_nll_ch4": 0.4000396258503401,
"disc_nll_ch5": 0.10203375850340134,
"disc_nll_ch6": 0.4696389455782312,
"disc_nll_ch7": 0.9366820578231292,
"disc_nll_total": 0.3645448979591837,
"terminal_flow": 0.9090392857142857,
"terminal_norm": 0.9552019557823129,
"terminal_packet": 0.9295192176870749
},
"DrDoS_LDAP": {
"_n": 588.0,
"disc_nll_ch2": 0.04568741496598637,
"disc_nll_ch3": 0.002148129251700712,
"disc_nll_ch4": 0.39922210884353737,
"disc_nll_ch5": 0.08352261904761903,
"disc_nll_ch6": 0.4703768707482993,
"disc_nll_ch7": 0.940506462585034,
"disc_nll_total": 0.368997619047619,
"terminal_flow": 0.9145622448979592,
"terminal_norm": 0.9593284013605441,
"terminal_packet": 0.9545954081632654
},
"DrDoS_MSSQL": {
"_n": 588.0,
"disc_nll_ch2": 0.04561224489795919,
"disc_nll_ch3": 0.00284846938775513,
"disc_nll_ch4": 0.4169576530612245,
"disc_nll_ch5": 0.3063803571428571,
"disc_nll_ch6": 0.47369353741496595,
"disc_nll_ch7": 0.9222522108843536,
"disc_nll_total": 0.356302380952381,
"terminal_flow": 0.8628936224489796,
"terminal_norm": 0.9132841836734695,
"terminal_packet": 0.6628022108843538
},
"DrDoS_NTP": {
"_n": 588.0,
"disc_nll_ch2": 0.04605527210884353,
"disc_nll_ch3": 0.35086955782312923,
"disc_nll_ch4": 0.1990062925170068,
"disc_nll_ch5": 0.04296734693877551,
"disc_nll_ch6": 0.2418829931972789,
"disc_nll_ch7": 0.5688734693877551,
"disc_nll_total": 0.05173911564625849,
"terminal_flow": 0.894080612244898,
"terminal_norm": 0.38019387755102046,
"terminal_packet": 0.40805731292517006
},
"DrDoS_NetBIOS": {
"_n": 588.0,
"disc_nll_ch2": 0.04497874149659868,
"disc_nll_ch3": 0.29936003401360545,
"disc_nll_ch4": 0.4478464285714286,
"disc_nll_ch5": 0.4830052721088436,
"disc_nll_ch6": 0.47091870748299325,
"disc_nll_ch7": 0.9101113945578231,
"disc_nll_total": 0.3557688775510204,
"terminal_flow": 0.7293037414965987,
"terminal_norm": 0.8150073129251701,
"terminal_packet": 0.4901568027210884
},
"DrDoS_SNMP": {
"_n": 588.0,
"disc_nll_ch2": 0.045762585034013585,
"disc_nll_ch3": 0.014989455782312967,
"disc_nll_ch4": 0.4013190476190477,
"disc_nll_ch5": 0.10395867346938777,
"disc_nll_ch6": 0.47178435374149663,
"disc_nll_ch7": 0.943042006802721,
"disc_nll_total": 0.3744079931972789,
"terminal_flow": 0.9022530612244898,
"terminal_norm": 0.9512988095238095,
"terminal_packet": 0.9189518707482995
},
"DrDoS_SSDP": {
"_n": 588.0,
"disc_nll_ch2": 0.045170748299319746,
"disc_nll_ch3": 0.1759175170068027,
"disc_nll_ch4": 0.2764841836734694,
"disc_nll_ch5": 0.22587746598639455,
"disc_nll_ch6": 0.4110127551020408,
"disc_nll_ch7": 0.7048736394557823,
"disc_nll_total": 0.19455051020408162,
"terminal_flow": 0.7988042517006801,
"terminal_norm": 0.7359632653061224,
"terminal_packet": 0.42772040816326534
},
"DrDoS_UDP": {
"_n": 588.0,
"disc_nll_ch2": 0.04518435374149662,
"disc_nll_ch3": 0.17758860544217686,
"disc_nll_ch4": 0.2726566326530613,
"disc_nll_ch5": 0.23286071428571428,
"disc_nll_ch6": 0.4110920068027211,
"disc_nll_ch7": 0.7011207482993198,
"disc_nll_total": 0.19074727891156465,
"terminal_flow": 0.7957243197278911,
"terminal_norm": 0.737586224489796,
"terminal_packet": 0.412308843537415
},
"LDAP": {
"_n": 588.0,
"disc_nll_ch2": 0.04670408163265304,
"disc_nll_ch3": 0.0033931972789115993,
"disc_nll_ch4": 0.4022637755102041,
"disc_nll_ch5": 0.08555272108843534,
"disc_nll_ch6": 0.47173979591836734,
"disc_nll_ch7": 0.9415731292517007,
"disc_nll_total": 0.3713037414965986,
"terminal_flow": 0.9153773809523809,
"terminal_norm": 0.9594527210884353,
"terminal_packet": 0.9626494897959184
},
"MSSQL": {
"_n": 588.0,
"disc_nll_ch2": 0.04563656462585034,
"disc_nll_ch3": 0.002317176870748323,
"disc_nll_ch4": 0.4164331632653061,
"disc_nll_ch5": 0.3132568027210884,
"disc_nll_ch6": 0.4732022108843537,
"disc_nll_ch7": 0.9202904761904762,
"disc_nll_total": 0.3549465986394558,
"terminal_flow": 0.8606178571428572,
"terminal_norm": 0.9117809523809524,
"terminal_packet": 0.6459573129251701
},
"NetBIOS": {
"_n": 588.0,
"disc_nll_ch2": 0.04506054421768711,
"disc_nll_ch3": 0.27788996598639454,
"disc_nll_ch4": 0.4454751700680272,
"disc_nll_ch5": 0.4701180272108844,
"disc_nll_ch6": 0.46812227891156466,
"disc_nll_ch7": 0.8983647959183674,
"disc_nll_total": 0.34520850340136056,
"terminal_flow": 0.7348926870748299,
"terminal_norm": 0.8187222789115647,
"terminal_packet": 0.4893474489795918
},
"Portmap": {
"_n": 588.0,
"disc_nll_ch2": 0.04723894557823134,
"disc_nll_ch3": 0.3068923469387755,
"disc_nll_ch4": 0.44659846938775516,
"disc_nll_ch5": 0.47137891156462586,
"disc_nll_ch6": 0.47003435374149666,
"disc_nll_ch7": 0.8987369047619047,
"disc_nll_total": 0.34668078231292515,
"terminal_flow": 0.734654081632653,
"terminal_norm": 0.8197711734693878,
"terminal_packet": 0.4998224489795919
},
"Syn": {
"_n": 588.0,
"disc_nll_ch2": 0.6429061224489796,
"disc_nll_ch3": 0.9915889455782312,
"disc_nll_ch4": 0.8476649659863945,
"disc_nll_ch5": 0.7525108843537416,
"disc_nll_ch6": 0.6163153061224489,
"disc_nll_ch7": 0.987996088435374,
"disc_nll_total": 0.9757675170068026,
"terminal_flow": 0.8746268707482994,
"terminal_norm": 0.9408197278911564,
"terminal_packet": 0.9907081632653062
},
"TFTP": {
"_n": 588.0,
"disc_nll_ch2": 0.050435544217687055,
"disc_nll_ch3": 0.19675731292517004,
"disc_nll_ch4": 0.3707197278911565,
"disc_nll_ch5": 0.17853639455782314,
"disc_nll_ch6": 0.40992602040816317,
"disc_nll_ch7": 0.7057253401360544,
"disc_nll_total": 0.1697668367346939,
"terminal_flow": 0.8845964285714286,
"terminal_norm": 0.8861962585034014,
"terminal_packet": 0.5336595238095238
},
"UDP": {
"_n": 588.0,
"disc_nll_ch2": 0.045235204081632674,
"disc_nll_ch3": 0.187447619047619,
"disc_nll_ch4": 0.26232329931972787,
"disc_nll_ch5": 0.21677193877551018,
"disc_nll_ch6": 0.40460034013605445,
"disc_nll_ch7": 0.6817964285714284,
"disc_nll_total": 0.17473639455782314,
"terminal_flow": 0.7957765306122448,
"terminal_norm": 0.7269409863945577,
"terminal_packet": 0.4069664965986394
},
"UDPLag": {
"_n": 588.0,
"disc_nll_ch2": 0.5348872448979591,
"disc_nll_ch3": 0.8991826530612245,
"disc_nll_ch4": 0.7815799319727892,
"disc_nll_ch5": 0.6629341836734695,
"disc_nll_ch6": 0.5352431972789116,
"disc_nll_ch7": 0.9563937074829931,
"disc_nll_total": 0.8552183673469388,
"terminal_flow": 0.871037755102041,
"terminal_norm": 0.9219110544217688,
"terminal_packet": 0.9320627551020408
},
"WebDDoS": {
"_n": 438.0,
"disc_nll_ch2": 0.649892808219178,
"disc_nll_ch3": 0.5400683789954338,
"disc_nll_ch4": 0.8014560502283105,
"disc_nll_ch5": 0.6646978310502283,
"disc_nll_ch6": 0.6654399543378995,
"disc_nll_ch7": 0.7154877853881279,
"disc_nll_total": 0.7125416666666669,
"terminal_flow": 0.5488512557077626,
"terminal_norm": 0.578336301369863,
"terminal_packet": 0.31958504566210044
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 8,993,376 target rows
[sample] benign=10,000 attack=9,846 (17 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/9,846
[score] 5,376/9,846
[eval] attack done 3.8s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_to_cicddos2019.json

View File

@@ -0,0 +1,246 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_ciciot2023_seed42",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/cicids2017/processed/full_store",
"n_benign": 10000,
"n_attack": 6772,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.7653773774365031,
"auprc": 0.6610315918347411
},
"disc_nll_ch3": {
"auroc": 0.8649343916125221,
"auprc": 0.7641882959335763
},
"disc_nll_ch4": {
"auroc": 0.8665730212640284,
"auprc": 0.7215478783456724
},
"disc_nll_ch5": {
"auroc": 0.6935601594802125,
"auprc": 0.706589558633818
},
"disc_nll_ch6": {
"auroc": 0.8674970835794448,
"auprc": 0.7308561048475939
},
"disc_nll_ch7": {
"auroc": 0.7288713673951566,
"auprc": 0.6942480347438885
},
"disc_nll_total": {
"auroc": 0.919377953337271,
"auprc": 0.8531211983773009
},
"terminal_flow": {
"auroc": 0.8935553307737744,
"auprc": 0.7651943548753243
},
"terminal_norm": {
"auroc": 0.7892756497341995,
"auprc": 0.74210922791045
},
"terminal_packet": {
"auroc": 0.7970304562906083,
"auprc": 0.7288507060249393
}
},
"per_class": {
"Botnet": {
"_n": 666.0,
"disc_nll_ch2": 0.9403043543543543,
"disc_nll_ch3": 0.9202057057057056,
"disc_nll_ch4": 0.917292942942943,
"disc_nll_ch5": 0.746285885885886,
"disc_nll_ch6": 0.8428334834834834,
"disc_nll_ch7": 0.4010627627627628,
"disc_nll_total": 0.9353554054054054,
"terminal_flow": 0.7595509759759761,
"terminal_norm": 0.9391274774774774,
"terminal_packet": 0.9585982732732732
},
"DDoS": {
"_n": 666.0,
"disc_nll_ch2": 0.951678078078078,
"disc_nll_ch3": 0.8542369369369369,
"disc_nll_ch4": 0.931527027027027,
"disc_nll_ch5": 0.897583033033033,
"disc_nll_ch6": 0.9389897897897898,
"disc_nll_ch7": 0.8463621621621621,
"disc_nll_total": 0.9676557057057058,
"terminal_flow": 0.9707683183183183,
"terminal_norm": 0.9741382882882882,
"terminal_packet": 0.9498872372372372
},
"DoS GoldenEye": {
"_n": 666.0,
"disc_nll_ch2": 0.8308449699699699,
"disc_nll_ch3": 0.8206887387387388,
"disc_nll_ch4": 0.9081298798798799,
"disc_nll_ch5": 0.5422632132132132,
"disc_nll_ch6": 0.7728881381381383,
"disc_nll_ch7": 0.7389927927927928,
"disc_nll_total": 0.8661456456456457,
"terminal_flow": 0.9654069069069068,
"terminal_norm": 0.9159285285285285,
"terminal_packet": 0.8733337837837838
},
"DoS Hulk": {
"_n": 666.0,
"disc_nll_ch2": 0.8580858858858859,
"disc_nll_ch3": 0.8285400900900901,
"disc_nll_ch4": 0.9253490990990991,
"disc_nll_ch5": 0.813105930930931,
"disc_nll_ch6": 0.8777602102102102,
"disc_nll_ch7": 0.6891414414414416,
"disc_nll_total": 0.9443944444444444,
"terminal_flow": 0.953708108108108,
"terminal_norm": 0.8559322822822822,
"terminal_packet": 0.8119652402402402
},
"DoS Slowhttptest": {
"_n": 666.0,
"disc_nll_ch2": 0.7370732732732733,
"disc_nll_ch3": 0.87571006006006,
"disc_nll_ch4": 0.8731145645645645,
"disc_nll_ch5": 0.48620803303303306,
"disc_nll_ch6": 0.8543942942942945,
"disc_nll_ch7": 0.7538674174174174,
"disc_nll_total": 0.8855743243243244,
"terminal_flow": 0.8914558558558558,
"terminal_norm": 0.906598198198198,
"terminal_packet": 0.9133337837837838
},
"DoS Slowloris": {
"_n": 666.0,
"disc_nll_ch2": 0.5938012012012011,
"disc_nll_ch3": 0.8371917417417417,
"disc_nll_ch4": 0.7745509009009008,
"disc_nll_ch5": 0.9267579579579579,
"disc_nll_ch6": 0.8295117117117117,
"disc_nll_ch7": 0.9161632132132131,
"disc_nll_total": 0.8067542042042041,
"terminal_flow": 0.8006965465465464,
"terminal_norm": 0.7411641141141141,
"terminal_packet": 0.7436302552552554
},
"FTP-Patator": {
"_n": 666.0,
"disc_nll_ch2": 0.9466200450450449,
"disc_nll_ch3": 0.8302656156156156,
"disc_nll_ch4": 0.7644445945945947,
"disc_nll_ch5": 0.6386132132132132,
"disc_nll_ch6": 0.9804397897897899,
"disc_nll_ch7": 0.6512406906906907,
"disc_nll_total": 0.9398653153153153,
"terminal_flow": 0.870445045045045,
"terminal_norm": 0.39733798798798803,
"terminal_packet": 0.46531186186186185
},
"Heartbleed": {
"_n": 1.0,
"disc_nll_ch2": 0.44689999999999996,
"disc_nll_ch3": 0.6944,
"disc_nll_ch4": 0.6731,
"disc_nll_ch5": 0.16720000000000002,
"disc_nll_ch6": 0.8464,
"disc_nll_ch7": 0.09409999999999996,
"disc_nll_total": 0.6199,
"terminal_flow": 0.9941,
"terminal_norm": 0.5768,
"terminal_packet": 0.39339999999999997
},
"Infiltration": {
"_n": 7.0,
"disc_nll_ch2": 0.7675571428571428,
"disc_nll_ch3": 0.7569428571428571,
"disc_nll_ch4": 0.5554,
"disc_nll_ch5": 0.34457142857142853,
"disc_nll_ch6": 0.9885285714285714,
"disc_nll_ch7": 0.29888571428571425,
"disc_nll_total": 0.9162571428571429,
"terminal_flow": 0.9548857142857142,
"terminal_norm": 0.8154428571428571,
"terminal_packet": 0.7858714285714286
},
"Infiltration - Portscan": {
"_n": 666.0,
"disc_nll_ch2": 0.4027528528528528,
"disc_nll_ch3": 0.995399099099099,
"disc_nll_ch4": 0.9536569069069069,
"disc_nll_ch5": 0.9730330330330331,
"disc_nll_ch6": 0.8409579579579579,
"disc_nll_ch7": 0.9952792792792792,
"disc_nll_total": 0.9952138138138136,
"terminal_flow": 0.9420027027027026,
"terminal_norm": 0.9915499999999999,
"terminal_packet": 0.9820009009009009
},
"Portscan": {
"_n": 666.0,
"disc_nll_ch2": 0.40945540540540537,
"disc_nll_ch3": 0.9993247747747748,
"disc_nll_ch4": 0.9263624624624625,
"disc_nll_ch5": 0.9939426426426425,
"disc_nll_ch6": 0.8807962462462463,
"disc_nll_ch7": 0.9924948948948947,
"disc_nll_total": 0.9971154654654655,
"terminal_flow": 0.9031519519519519,
"terminal_norm": 0.9914291291291292,
"terminal_packet": 0.9914753753753754
},
"SSH-Patator": {
"_n": 666.0,
"disc_nll_ch2": 0.9836656156156156,
"disc_nll_ch3": 0.7117768768768769,
"disc_nll_ch4": 0.7346938438438438,
"disc_nll_ch5": 0.00608678678678678,
"disc_nll_ch6": 0.8686641891891892,
"disc_nll_ch7": 0.4039848348348348,
"disc_nll_total": 0.8913641141141141,
"terminal_flow": 0.8630948198198198,
"terminal_norm": 0.21957342342342343,
"terminal_packet": 0.3419016516516517
},
"Web Attack - Brute Force": {
"_n": 73.0,
"disc_nll_ch2": 0.8062863013698631,
"disc_nll_ch3": 0.700958904109589,
"disc_nll_ch4": 0.5512643835616438,
"disc_nll_ch5": 0.12131232876712328,
"disc_nll_ch6": 0.7793712328767123,
"disc_nll_ch7": 0.03944109589041096,
"disc_nll_total": 0.6696041095890412,
"terminal_flow": 0.9911424657534246,
"terminal_norm": 0.4679260273972603,
"terminal_packet": 0.3346315068493151
},
"Web Attack - SQL Injection": {
"_n": 13.0,
"disc_nll_ch2": 0.8865615384615385,
"disc_nll_ch3": 0.8569846153846155,
"disc_nll_ch4": 0.9600615384615384,
"disc_nll_ch5": 0.3988769230769231,
"disc_nll_ch6": 0.7209692307692308,
"disc_nll_ch7": 0.6337923076923078,
"disc_nll_total": 0.9251923076923078,
"terminal_flow": 0.9492,
"terminal_norm": 0.9200846153846154,
"terminal_packet": 0.8658461538461538
},
"Web Attack - XSS": {
"_n": 18.0,
"disc_nll_ch2": 0.51,
"disc_nll_ch3": 0.6993166666666666,
"disc_nll_ch4": 0.604061111111111,
"disc_nll_ch5": 0.1258388888888889,
"disc_nll_ch6": 0.8310222222222222,
"disc_nll_ch7": 0.10063888888888889,
"disc_nll_total": 0.6266222222222222,
"terminal_flow": 0.9932277777777777,
"terminal_norm": 0.5188333333333333,
"terminal_packet": 0.38742777777777776
}
}
}

View File

@@ -0,0 +1,14 @@
[model] T=64 flow_dim=20
[data] 2,025,564 target rows
[sample] benign=10,000 attack=6,772 (15 classes)
[read] benign...
[read] attack...
[eval] benign...
[score] 256/10,000
[score] 5,376/10,000
[eval] benign done 4.3s
[eval] attack...
[score] 256/6,772
[score] 5,376/6,772
[eval] attack done 2.6s
[saved] /home/chy/mambafortrafficmodeling/artifacts/route_comparison/cross/route_ac_combo_seed42_to_cicids2017.json

View File

@@ -0,0 +1,480 @@
{
"model_dir": "/home/chy/mambafortrafficmodeling/artifacts/route_comparison/route_ac_combo_cicddos2019_seed43",
"target_store": "/home/chy/mambafortrafficmodeling/datasets/ciciot2023/processed/full_store",
"n_benign": 10000,
"n_attack": 9999,
"n_score_keys": 10,
"overall": {
"disc_nll_ch2": {
"auroc": 0.4623707170717072,
"auprc": 0.5253990960023647
},
"disc_nll_ch3": {
"auroc": 0.5835972197219722,
"auprc": 0.596943905941165
},
"disc_nll_ch4": {
"auroc": 0.45894187918791884,
"auprc": 0.4749604892192844
},
"disc_nll_ch5": {
"auroc": 0.6795915641564156,
"auprc": 0.7265676826724896
},
"disc_nll_ch6": {
"auroc": 0.5058578207820782,
"auprc": 0.5532177566637527
},
"disc_nll_ch7": {
"auroc": 0.6808032153215321,
"auprc": 0.7394217738090997
},
"disc_nll_total": {
"auroc": 0.5900982648264828,
"auprc": 0.6741552474403649
},
"terminal_flow": {
"auroc": 0.58387399239924,
"auprc": 0.5930587806684774
},
"terminal_norm": {
"auroc": 0.5561699869986998,
"auprc": 0.5571882872045524
},
"terminal_packet": {
"auroc": 0.575361896189619,
"auprc": 0.6571882125581762
}
},
"per_class": {
"backdoor_malware": {
"_n": 303.0,
"disc_nll_ch2": 0.5471526402640263,
"disc_nll_ch3": 0.5549551155115511,
"disc_nll_ch4": 0.3871206270627063,
"disc_nll_ch5": 0.5008734323432343,
"disc_nll_ch6": 0.5037782178217821,
"disc_nll_ch7": 0.5851605610561055,
"disc_nll_total": 0.485253300330033,
"terminal_flow": 0.5210171617161716,
"terminal_norm": 0.4416118811881188,
"terminal_packet": 0.5346503300330032
},
"browserhijacking": {
"_n": 303.0,
"disc_nll_ch2": 0.5339176567656766,
"disc_nll_ch3": 0.5406988448844885,
"disc_nll_ch4": 0.3874983498349835,
"disc_nll_ch5": 0.4450277227722772,
"disc_nll_ch6": 0.4608282178217822,
"disc_nll_ch7": 0.56071600660066,
"disc_nll_total": 0.46807013201320136,
"terminal_flow": 0.5570712871287129,
"terminal_norm": 0.4793957095709571,
"terminal_packet": 0.5288777227722772
},
"commandinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.53761699669967,
"disc_nll_ch3": 0.5209783828382839,
"disc_nll_ch4": 0.3515607260726073,
"disc_nll_ch5": 0.4408778877887789,
"disc_nll_ch6": 0.4698820132013201,
"disc_nll_ch7": 0.48837029702970297,
"disc_nll_total": 0.4356689768976898,
"terminal_flow": 0.5272993399339935,
"terminal_norm": 0.4629325082508251,
"terminal_packet": 0.5180085808580859
},
"ddos-ack_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.26203283828382834,
"disc_nll_ch3": 0.06376683168316831,
"disc_nll_ch4": 0.4953803630363036,
"disc_nll_ch5": 0.289964191419142,
"disc_nll_ch6": 0.8834513201320133,
"disc_nll_ch7": 0.281523597359736,
"disc_nll_total": 0.4704265676567657,
"terminal_flow": 0.8908117161716171,
"terminal_norm": 0.9017902640264027,
"terminal_packet": 0.2764552805280528
},
"ddos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5591676567656767,
"disc_nll_ch3": 0.7343224422442245,
"disc_nll_ch4": 0.5334041254125413,
"disc_nll_ch5": 0.917806600660066,
"disc_nll_ch6": 0.5697273927392739,
"disc_nll_ch7": 0.9259328382838283,
"disc_nll_total": 0.8906915841584158,
"terminal_flow": 0.6381056105610561,
"terminal_norm": 0.6689376237623763,
"terminal_packet": 0.7130361386138613
},
"ddos-icmp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.46894273927392743,
"disc_nll_ch3": 0.4886458745874588,
"disc_nll_ch4": 0.459943399339934,
"disc_nll_ch5": 0.5196244224422442,
"disc_nll_ch6": 0.4575980198019802,
"disc_nll_ch7": 0.5439985148514852,
"disc_nll_total": 0.5120186468646865,
"terminal_flow": 0.5002600660066007,
"terminal_norm": 0.45623679867986805,
"terminal_packet": 0.463116501650165
},
"ddos-icmp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.4830993399339934,
"disc_nll_ch3": 0.48843316831683165,
"disc_nll_ch4": 0.3924483498349835,
"disc_nll_ch5": 0.5694826732673268,
"disc_nll_ch6": 0.4628572607260726,
"disc_nll_ch7": 0.5716529702970297,
"disc_nll_total": 0.4906397689768977,
"terminal_flow": 0.4959280528052805,
"terminal_norm": 0.45193267326732667,
"terminal_packet": 0.4800156765676568
},
"ddos-pshack_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.2573828382838284,
"disc_nll_ch3": 0.6423036303630363,
"disc_nll_ch4": 0.5683148514851486,
"disc_nll_ch5": 0.9485524752475247,
"disc_nll_ch6": 0.9999943894389439,
"disc_nll_ch7": 0.8235986798679868,
"disc_nll_total": 0.9902135313531353,
"terminal_flow": 0.5744590759075907,
"terminal_norm": 0.6383544554455446,
"terminal_packet": 0.8052290429042904
},
"ddos-rstfinflood": {
"_n": 303.0,
"disc_nll_ch2": 0.2177,
"disc_nll_ch3": 0.6547000000000001,
"disc_nll_ch4": 0.9863,
"disc_nll_ch5": 0.9997,
"disc_nll_ch6": 0.5082,
"disc_nll_ch7": 0.9999,
"disc_nll_total": 1.0,
"terminal_flow": 0.4669,
"terminal_norm": 0.3248,
"terminal_packet": 0.0011999999999999789
},
"ddos-slowloris": {
"_n": 303.0,
"disc_nll_ch2": 0.4675232673267327,
"disc_nll_ch3": 0.543744389438944,
"disc_nll_ch4": 0.5309102310231023,
"disc_nll_ch5": 0.8733600660066008,
"disc_nll_ch6": 0.7535331683168318,
"disc_nll_ch7": 0.7202775577557756,
"disc_nll_total": 0.8483270627062707,
"terminal_flow": 0.33175247524752477,
"terminal_norm": 0.30314009900990097,
"terminal_packet": 0.3848620462046205
},
"ddos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.3032221122112212,
"disc_nll_ch3": 0.9086877887788778,
"disc_nll_ch4": 0.49157722772277224,
"disc_nll_ch5": 0.9245557755775579,
"disc_nll_ch6": 0.45294488448844883,
"disc_nll_ch7": 0.7857379537953795,
"disc_nll_total": 0.405996699669967,
"terminal_flow": 0.6679029702970296,
"terminal_norm": 0.8201376237623762,
"terminal_packet": 0.9835006600660066
},
"ddos-synonymousip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.3345019801980198,
"disc_nll_ch3": 0.7499069306930692,
"disc_nll_ch4": 0.49277062706270625,
"disc_nll_ch5": 0.9042689768976898,
"disc_nll_ch6": 0.006646864686468648,
"disc_nll_ch7": 0.9883485148514851,
"disc_nll_total": 0.3515323432343235,
"terminal_flow": 0.9957092409240924,
"terminal_norm": 0.8451590759075907,
"terminal_packet": 0.9902470297029704
},
"ddos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.23229339933993398,
"disc_nll_ch3": 0.7642630363036303,
"disc_nll_ch4": 0.500213201320132,
"disc_nll_ch5": 0.9028003300330033,
"disc_nll_ch6": 0.49620726072607263,
"disc_nll_ch7": 0.9580405940594059,
"disc_nll_total": 0.28501947194719474,
"terminal_flow": 0.6372790429042905,
"terminal_norm": 0.8135153465346534,
"terminal_packet": 0.9884039603960395
},
"ddos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.4353656765676568,
"disc_nll_ch3": 0.3929072607260728,
"disc_nll_ch4": 0.17551518151815182,
"disc_nll_ch5": 0.6318108910891089,
"disc_nll_ch6": 0.45229537953795373,
"disc_nll_ch7": 0.20477887788778876,
"disc_nll_total": 0.391996699669967,
"terminal_flow": 0.8613115511551155,
"terminal_norm": 0.3248019801980198,
"terminal_packet": 0.4324361386138614
},
"ddos-udp_fragmentation": {
"_n": 303.0,
"disc_nll_ch2": 0.4664476897689769,
"disc_nll_ch3": 0.4722539603960396,
"disc_nll_ch4": 0.3421803630363036,
"disc_nll_ch5": 0.5073995049504951,
"disc_nll_ch6": 0.52221600660066,
"disc_nll_ch7": 0.6305133663366336,
"disc_nll_total": 0.5523242574257425,
"terminal_flow": 0.6681988448844884,
"terminal_norm": 0.5151795379537953,
"terminal_packet": 0.4954252475247525
},
"dictionarybruteforce": {
"_n": 303.0,
"disc_nll_ch2": 0.5747412541254125,
"disc_nll_ch3": 0.5668151815181519,
"disc_nll_ch4": 0.4703387788778878,
"disc_nll_ch5": 0.5140138613861386,
"disc_nll_ch6": 0.5552353135313532,
"disc_nll_ch7": 0.63741699669967,
"disc_nll_total": 0.5805331683168317,
"terminal_flow": 0.4839237623762377,
"terminal_norm": 0.4300785478547855,
"terminal_packet": 0.4729265676567656
},
"dns_spoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.424296204620462,
"disc_nll_ch3": 0.4348567656765677,
"disc_nll_ch4": 0.4493214521452145,
"disc_nll_ch5": 0.6111473597359736,
"disc_nll_ch6": 0.490776402640264,
"disc_nll_ch7": 0.6822803630363036,
"disc_nll_total": 0.42800577557755776,
"terminal_flow": 0.5180485148514852,
"terminal_norm": 0.5147777227722772,
"terminal_packet": 0.5021770627062707
},
"dos-http_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5684475247524752,
"disc_nll_ch3": 0.4969214521452145,
"disc_nll_ch4": 0.5442227722772277,
"disc_nll_ch5": 0.926453795379538,
"disc_nll_ch6": 0.5764468646864687,
"disc_nll_ch7": 0.8907201320132012,
"disc_nll_total": 0.9128676567656767,
"terminal_flow": 0.5923247524752475,
"terminal_norm": 0.6089186468646866,
"terminal_packet": 0.5808264026402641
},
"dos-syn_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.3997963696369637,
"disc_nll_ch3": 0.8340696369636964,
"disc_nll_ch4": 0.47471782178217825,
"disc_nll_ch5": 0.9551689768976899,
"disc_nll_ch6": 0.3265158415841584,
"disc_nll_ch7": 0.9160458745874588,
"disc_nll_total": 0.6222089108910891,
"terminal_flow": 0.6620036303630362,
"terminal_norm": 0.7126549504950495,
"terminal_packet": 0.956991419141914
},
"dos-tcp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5092798679867987,
"disc_nll_ch3": 0.7558735973597359,
"disc_nll_ch4": 0.4959755775577558,
"disc_nll_ch5": 0.9591260726072608,
"disc_nll_ch6": 0.4215089108910891,
"disc_nll_ch7": 0.9750141914191419,
"disc_nll_total": 0.723139603960396,
"terminal_flow": 0.6327270627062705,
"terminal_norm": 0.7112171617161716,
"terminal_packet": 0.9299973597359736
},
"dos-udp_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.32430066006600655,
"disc_nll_ch3": 0.7443874587458745,
"disc_nll_ch4": 0.49364521452145216,
"disc_nll_ch5": 0.9511630363036303,
"disc_nll_ch6": 0.41649471947194716,
"disc_nll_ch7": 0.751285808580858,
"disc_nll_total": 0.06792706270627061,
"terminal_flow": 0.6938118811881188,
"terminal_norm": 0.8931848184818482,
"terminal_packet": 0.9968607260726072
},
"mirai-greeth_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.6048478547854785,
"disc_nll_ch3": 0.5094432343234323,
"disc_nll_ch4": 0.28625330033003304,
"disc_nll_ch5": 0.46282145214521453,
"disc_nll_ch6": 0.41941963696369633,
"disc_nll_ch7": 0.5088438943894389,
"disc_nll_total": 0.5307828382838283,
"terminal_flow": 0.6610981848184818,
"terminal_norm": 0.5677278877887789,
"terminal_packet": 0.5950115511551155
},
"mirai-greip_flood": {
"_n": 303.0,
"disc_nll_ch2": 0.5551275577557756,
"disc_nll_ch3": 0.5081188118811881,
"disc_nll_ch4": 0.3329831683168317,
"disc_nll_ch5": 0.5631450495049505,
"disc_nll_ch6": 0.4771755775577558,
"disc_nll_ch7": 0.5468462046204621,
"disc_nll_total": 0.5860498349834984,
"terminal_flow": 0.5331133663366336,
"terminal_norm": 0.48926930693069304,
"terminal_packet": 0.5501082508250825
},
"mirai-udpplain": {
"_n": 303.0,
"disc_nll_ch2": 0.5206113861386139,
"disc_nll_ch3": 0.5642424092409242,
"disc_nll_ch4": 0.30110742574257426,
"disc_nll_ch5": 0.6040891089108911,
"disc_nll_ch6": 0.4656252475247525,
"disc_nll_ch7": 0.5836681518151815,
"disc_nll_total": 0.5685767326732674,
"terminal_flow": 0.6638618811881188,
"terminal_norm": 0.5478653465346535,
"terminal_packet": 0.5467770627062706
},
"mitm-arpspoofing": {
"_n": 303.0,
"disc_nll_ch2": 0.5733508250825082,
"disc_nll_ch3": 0.42755759075907596,
"disc_nll_ch4": 0.3971420792079208,
"disc_nll_ch5": 0.4721552805280528,
"disc_nll_ch6": 0.47253993399339933,
"disc_nll_ch7": 0.5763810231023102,
"disc_nll_total": 0.5188696369636965,
"terminal_flow": 0.5368597359735974,
"terminal_norm": 0.49046320132013205,
"terminal_packet": 0.49373811881188123
},
"recon-hostdiscovery": {
"_n": 303.0,
"disc_nll_ch2": 0.12554158415841585,
"disc_nll_ch3": 0.7312877887788779,
"disc_nll_ch4": 0.6155699669966997,
"disc_nll_ch5": 0.8035562706270627,
"disc_nll_ch6": 0.5006320132013201,
"disc_nll_ch7": 0.9013557755775577,
"disc_nll_total": 0.9624151815181519,
"terminal_flow": 0.364526402640264,
"terminal_norm": 0.39465082508250815,
"terminal_packet": 0.12736270627062707
},
"recon-osscan": {
"_n": 303.0,
"disc_nll_ch2": 0.608090099009901,
"disc_nll_ch3": 0.806591089108911,
"disc_nll_ch4": 0.4999148514851485,
"disc_nll_ch5": 0.7938864686468646,
"disc_nll_ch6": 0.523637293729373,
"disc_nll_ch7": 0.8645917491749174,
"disc_nll_total": 0.8820821782178218,
"terminal_flow": 0.5779059405940593,
"terminal_norm": 0.5928867986798679,
"terminal_packet": 0.5481201320132013
},
"recon-pingsweep": {
"_n": 303.0,
"disc_nll_ch2": 0.6028760726072606,
"disc_nll_ch3": 0.49403382838283827,
"disc_nll_ch4": 0.43863019801980196,
"disc_nll_ch5": 0.5099009900990099,
"disc_nll_ch6": 0.567300495049505,
"disc_nll_ch7": 0.5187608910891089,
"disc_nll_total": 0.6019503300330034,
"terminal_flow": 0.5004194719471947,
"terminal_norm": 0.4864397689768977,
"terminal_packet": 0.5422074257425743
},
"recon-portscan": {
"_n": 303.0,
"disc_nll_ch2": 0.5578305280528053,
"disc_nll_ch3": 0.81381699669967,
"disc_nll_ch4": 0.5300623762376238,
"disc_nll_ch5": 0.8315277227722773,
"disc_nll_ch6": 0.5048985148514851,
"disc_nll_ch7": 0.8536198019801979,
"disc_nll_total": 0.8658046204620462,
"terminal_flow": 0.5138575907590758,
"terminal_norm": 0.5467645214521452,
"terminal_packet": 0.5056405940594059
},
"sqlinjection": {
"_n": 303.0,
"disc_nll_ch2": 0.5390090759075907,
"disc_nll_ch3": 0.46817277227722764,
"disc_nll_ch4": 0.5136308580858086,
"disc_nll_ch5": 0.5939382838283829,
"disc_nll_ch6": 0.5398513201320132,
"disc_nll_ch7": 0.5418259075907591,
"disc_nll_total": 0.5419377887788779,
"terminal_flow": 0.4364252475247524,
"terminal_norm": 0.43754587458745875,
"terminal_packet": 0.44275841584158415
},
"uploading_attack": {
"_n": 303.0,
"disc_nll_ch2": 0.5330724422442245,
"disc_nll_ch3": 0.49408382838283826,
"disc_nll_ch4": 0.3332673267326733,
"disc_nll_ch5": 0.44086138613861386,
"disc_nll_ch6": 0.482646699669967,
"disc_nll_ch7": 0.4527673267326733,
"disc_nll_total": 0.42144026402640267,
"terminal_flow": 0.511090099009901,
"terminal_norm": 0.4639425742574258,
"terminal_packet": 0.5245283828382838
},
"vulnerabilityscan": {
"_n": 303.0,
"disc_nll_ch2": 0.5670473597359735,
"disc_nll_ch3": 0.543558910891089,
"disc_nll_ch4": 0.47109570957095714,
"disc_nll_ch5": 0.5855089108910891,
"disc_nll_ch6": 0.4749678217821782,
"disc_nll_ch7": 0.5918115511551155,
"disc_nll_total": 0.588804785478548,
"terminal_flow": 0.5061803630363036,
"terminal_norm": 0.531825907590759,
"terminal_packet": 0.539825412541254
},
"xss": {
"_n": 303.0,
"disc_nll_ch2": 0.5636001650165017,
"disc_nll_ch3": 0.5443092409240924,
"disc_nll_ch4": 0.4020655115511551,
"disc_nll_ch5": 0.4719526402640264,
"disc_nll_ch6": 0.47747508250825077,
"disc_nll_ch7": 0.6047201320132014,
"disc_nll_total": 0.4916673267326732,
"terminal_flow": 0.5456574257425743,
"terminal_norm": 0.4854701320132013,
"terminal_packet": 0.5356206270627063
}
}
}

Some files were not shown because too many files have changed in this diff Show More