mrsindhunugroho commited on
Commit
1634649
·
verified ·
1 Parent(s): b467d93
.gitattributes ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ models/adaboost_model.pkl filter=lfs diff=lfs merge=lfs -text
2
+ models/catboost_model.pkl filter=lfs diff=lfs merge=lfs -text
3
+ models/lightgbm_model.pkl filter=lfs diff=lfs merge=lfs -text
4
+ models/meta_model.pkl filter=lfs diff=lfs merge=lfs -text
5
+ models/xgboost_model.pkl filter=lfs diff=lfs merge=lfs -text
models/adaboost_model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82f700d72b434d4be1e6e83a8619a15695ed3ae87fb6ad99c6d895fcb08c8eb5
3
+ size 138012
models/catboost_model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e8bf102142df97ff6a4dd2eef9163b82de8e4244a88d8b553953cf61badcbd
3
+ size 636824
models/label_encoder.pkl ADDED
Binary file (519 Bytes). View file
 
models/lightgbm_model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b53403eaa9e0cb1a690707f7c4a5400c64a81806b3d5ce002478b2ad0432a92
3
+ size 269244
models/meta_model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4539a42e73a064a6c23e32a6bd0b79345f7e1d0ab91f5e5fe1f86f77ac2496b
3
+ size 866865
models/xgboost_model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7550a65a3dd3bd1a151b699d85661fd3bdaddd6837f76d03d2c0b2f0d0b50717
3
+ size 599839
summary.json ADDED
@@ -0,0 +1,295 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "target_column": "Label",
3
+ "rows": 1252846,
4
+ "folds": [
5
+ {
6
+ "fold": 1,
7
+ "metrics": {
8
+ "xgboost": {
9
+ "accuracy": 0.9999351478628726,
10
+ "precision": 0.9999341356460152,
11
+ "recall": 0.9999351478628726,
12
+ "f1": 0.9999331235873914,
13
+ "total_vulnerable": 45092,
14
+ "percentage": 22.4947,
15
+ "is_vulnerable": true,
16
+ "train_time_sec": 25.91
17
+ },
18
+ "catboost": {
19
+ "accuracy": 0.9997904777108193,
20
+ "precision": 0.99977747107767,
21
+ "recall": 0.9997904777108193,
22
+ "f1": 0.9997826535983207,
23
+ "total_vulnerable": 45088,
24
+ "percentage": 22.4927,
25
+ "is_vulnerable": true,
26
+ "train_time_sec": 178.45
27
+ },
28
+ "lightgbm": {
29
+ "accuracy": 0.7660184778704554,
30
+ "precision": 0.7799508431018777,
31
+ "recall": 0.7660184778704554,
32
+ "f1": 0.7121666600554357,
33
+ "total_vulnerable": 19026,
34
+ "percentage": 9.4914,
35
+ "is_vulnerable": true,
36
+ "train_time_sec": 16.74
37
+ },
38
+ "adaboost": {
39
+ "accuracy": 0.9992666719878677,
40
+ "precision": 0.9992665570857402,
41
+ "recall": 0.9992666719878677,
42
+ "f1": 0.99926426411883,
43
+ "total_vulnerable": 45038,
44
+ "percentage": 22.4678,
45
+ "is_vulnerable": true,
46
+ "train_time_sec": 497.44
47
+ }
48
+ }
49
+ },
50
+ {
51
+ "fold": 2,
52
+ "metrics": {
53
+ "xgboost": {
54
+ "accuracy": 0.9999301588885287,
55
+ "precision": 0.9999393192308899,
56
+ "recall": 0.9999301588885287,
57
+ "f1": 0.9999310179801881,
58
+ "total_vulnerable": 45090,
59
+ "percentage": 22.4938,
60
+ "is_vulnerable": true,
61
+ "train_time_sec": 29.82
62
+ },
63
+ "catboost": {
64
+ "accuracy": 0.9997256242049338,
65
+ "precision": 0.9997208374147055,
66
+ "recall": 0.9997256242049338,
67
+ "f1": 0.9996956160636079,
68
+ "total_vulnerable": 45067,
69
+ "percentage": 22.4824,
70
+ "is_vulnerable": true,
71
+ "train_time_sec": 180.57
72
+ },
73
+ "lightgbm": {
74
+ "accuracy": 0.21802898406126064,
75
+ "precision": 0.5554731732637854,
76
+ "recall": 0.21802898406126064,
77
+ "f1": 0.28709737345461617,
78
+ "total_vulnerable": 137474,
79
+ "percentage": 68.581,
80
+ "is_vulnerable": true,
81
+ "train_time_sec": 14.27
82
+ },
83
+ "adaboost": {
84
+ "accuracy": 0.9996108852360879,
85
+ "precision": 0.9996077762120055,
86
+ "recall": 0.9996108852360879,
87
+ "f1": 0.9996090220266745,
88
+ "total_vulnerable": 45096,
89
+ "percentage": 22.4968,
90
+ "is_vulnerable": true,
91
+ "train_time_sec": 503.77
92
+ }
93
+ }
94
+ },
95
+ {
96
+ "fold": 3,
97
+ "metrics": {
98
+ "xgboost": {
99
+ "accuracy": 0.9999551021426255,
100
+ "precision": 0.999955606172614,
101
+ "recall": 0.9999551021426255,
102
+ "f1": 0.9999529248416051,
103
+ "total_vulnerable": 45089,
104
+ "percentage": 22.4933,
105
+ "is_vulnerable": true,
106
+ "train_time_sec": 21.78
107
+ },
108
+ "catboost": {
109
+ "accuracy": 0.9996857149983787,
110
+ "precision": 0.9996756643357522,
111
+ "recall": 0.9996857149983787,
112
+ "f1": 0.9996664212813405,
113
+ "total_vulnerable": 45075,
114
+ "percentage": 22.4863,
115
+ "is_vulnerable": true,
116
+ "train_time_sec": 178.64
117
+ },
118
+ "lightgbm": {
119
+ "accuracy": 0.6232171809134219,
120
+ "precision": 0.8235001751086433,
121
+ "recall": 0.6232171809134219,
122
+ "f1": 0.6898472672623751,
123
+ "total_vulnerable": 92319,
124
+ "percentage": 46.0547,
125
+ "is_vulnerable": true,
126
+ "train_time_sec": 14.42
127
+ },
128
+ "adaboost": {
129
+ "accuracy": 0.999870295078696,
130
+ "precision": 0.9998703251263957,
131
+ "recall": 0.999870295078696,
132
+ "f1": 0.9998669286822179,
133
+ "total_vulnerable": 45074,
134
+ "percentage": 22.4858,
135
+ "is_vulnerable": true,
136
+ "train_time_sec": 491.86
137
+ }
138
+ }
139
+ },
140
+ {
141
+ "fold": 4,
142
+ "metrics": {
143
+ "xgboost": {
144
+ "accuracy": 0.999935147539348,
145
+ "precision": 0.9999230357211153,
146
+ "recall": 0.999935147539348,
147
+ "f1": 0.999928682356389,
148
+ "total_vulnerable": 45090,
149
+ "percentage": 22.4938,
150
+ "is_vulnerable": true,
151
+ "train_time_sec": 23.08
152
+ },
153
+ "catboost": {
154
+ "accuracy": 0.9997306128557532,
155
+ "precision": 0.9997168133291079,
156
+ "recall": 0.9997306128557532,
157
+ "f1": 0.999714363856493,
158
+ "total_vulnerable": 45063,
159
+ "percentage": 22.4804,
160
+ "is_vulnerable": true,
161
+ "train_time_sec": 177.9
162
+ },
163
+ "lightgbm": {
164
+ "accuracy": 0.7097553066773091,
165
+ "precision": 0.8064504576525781,
166
+ "recall": 0.7097553066773091,
167
+ "f1": 0.7514006543970061,
168
+ "total_vulnerable": 69338,
169
+ "percentage": 34.5903,
170
+ "is_vulnerable": true,
171
+ "train_time_sec": 16.93
172
+ },
173
+ "adaboost": {
174
+ "accuracy": 0.9998952383327929,
175
+ "precision": 0.999885276851271,
176
+ "recall": 0.9998952383327929,
177
+ "f1": 0.9998873103349172,
178
+ "total_vulnerable": 45076,
179
+ "percentage": 22.4868,
180
+ "is_vulnerable": true,
181
+ "train_time_sec": 495.51
182
+ }
183
+ }
184
+ },
185
+ {
186
+ "fold": 5,
187
+ "metrics": {
188
+ "xgboost": {
189
+ "accuracy": 0.9999401361901674,
190
+ "precision": 0.9999388685355302,
191
+ "recall": 0.9999401361901674,
192
+ "f1": 0.999937296496681,
193
+ "total_vulnerable": 45086,
194
+ "percentage": 22.4918,
195
+ "is_vulnerable": true,
196
+ "train_time_sec": 26.1
197
+ },
198
+ "catboost": {
199
+ "accuracy": 0.9997306128557532,
200
+ "precision": 0.9997205620825005,
201
+ "recall": 0.9997306128557532,
202
+ "f1": 0.9997113283455092,
203
+ "total_vulnerable": 45071,
204
+ "percentage": 22.4843,
205
+ "is_vulnerable": true,
206
+ "train_time_sec": 182.68
207
+ },
208
+ "lightgbm": {
209
+ "accuracy": 0.6515527175675339,
210
+ "precision": 0.6253342741256256,
211
+ "recall": 0.6515527175675337,
212
+ "f1": 0.6381377073548052,
213
+ "total_vulnerable": 38843,
214
+ "percentage": 19.3774,
215
+ "is_vulnerable": true,
216
+ "train_time_sec": 15.36
217
+ },
218
+ "adaboost": {
219
+ "accuracy": 0.9997755107131276,
220
+ "precision": 0.9997736491890221,
221
+ "recall": 0.9997755107131276,
222
+ "f1": 0.9997715148878141,
223
+ "total_vulnerable": 45067,
224
+ "percentage": 22.4824,
225
+ "is_vulnerable": true,
226
+ "train_time_sec": 501.44
227
+ }
228
+ }
229
+ }
230
+ ],
231
+ "final_results": {
232
+ "xgboost": {
233
+ "accuracy": 0.9999561000917907,
234
+ "precision": 0.9999561059400257,
235
+ "recall": 0.9999561000917907,
236
+ "f1": 0.9999540099099608,
237
+ "total_vulnerable": 56360,
238
+ "percentage": 22.4927,
239
+ "is_vulnerable": true,
240
+ "train_time_sec": 26.88
241
+ },
242
+ "catboost": {
243
+ "accuracy": 0.9997605459552221,
244
+ "precision": 0.9997526676152507,
245
+ "recall": 0.9997605459552221,
246
+ "f1": 0.9997510489090256,
247
+ "total_vulnerable": 56357,
248
+ "percentage": 22.4915,
249
+ "is_vulnerable": true,
250
+ "train_time_sec": 230.23
251
+ },
252
+ "lightgbm": {
253
+ "accuracy": 0.44407550784211997,
254
+ "precision": 0.7616183174553833,
255
+ "recall": 0.44407550784211997,
256
+ "f1": 0.5402635999000558,
257
+ "total_vulnerable": 151002,
258
+ "percentage": 60.2634,
259
+ "is_vulnerable": true,
260
+ "train_time_sec": 18.39
261
+ },
262
+ "adaboost": {
263
+ "accuracy": 0.9911322185417248,
264
+ "precision": 0.9912186571024711,
265
+ "recall": 0.9911322185417248,
266
+ "f1": 0.9906912239350767,
267
+ "total_vulnerable": 54160,
268
+ "percentage": 21.6147,
269
+ "is_vulnerable": true,
270
+ "train_time_sec": 666.98
271
+ },
272
+ "meta_model": {
273
+ "accuracy": 0.9999521091910444,
274
+ "precision": 0.9999534453395282,
275
+ "recall": 0.9999521091910444,
276
+ "f1": 0.99994961991914
277
+ }
278
+ },
279
+ "class_labels": [
280
+ "1",
281
+ "10",
282
+ "11",
283
+ "2",
284
+ "3",
285
+ "4",
286
+ "5",
287
+ "6",
288
+ "7",
289
+ "8",
290
+ "9"
291
+ ],
292
+ "fold_variance": 0.002356,
293
+ "robustness_score": 0.997644,
294
+ "total_train_time_sec": 4593.66
295
+ }