schirrmacher commited on
Commit
0ab0fe3
·
verified ·
1 Parent(s): 8a8eb99

Upload 7 files

Browse files
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation": "gelu",
3
+ "architectures": [
4
+ "DistilBertForSequenceClassification"
5
+ ],
6
+ "attention_dropout": 0.1,
7
+ "cls_token_id": 226,
8
+ "dim": 256,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 1024,
11
+ "initializer_range": 0.02,
12
+ "max_position_embeddings": 512,
13
+ "model_type": "distilbert",
14
+ "n_heads": 4,
15
+ "n_layers": 4,
16
+ "pad_token_id": 4992,
17
+ "problem_type": "single_label_classification",
18
+ "qa_dropout": 0.1,
19
+ "sep_token_id": 1815,
20
+ "seq_classif_dropout": 0.2,
21
+ "sinusoidal_pos_embds": false,
22
+ "tie_weights_": true,
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.51.3",
25
+ "vocab_size": 30522
26
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3651ff4defd528c6069e1ca7413ec1f99738cc88203565812cb837400116dc10
3
+ size 44690728
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "[CLS]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "[SEP]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "[MASK]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "[PAD]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "[SEP]",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2a3f9d1bafbbee4f9e86ceda03254e2ee828952047ee96edc5f262caf0ab9f
3
+ size 5649
training_metrics.txt ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Metrics Summary
2
+ ========================================
3
+
4
+ training_loss: 0.0098
5
+ epochs_completed: 3.0000
6
+ original_train_samples: 545828.0000
7
+ windowed_train_features: 762683.0000
8
+ original_validation_samples: 136457.0000
9
+ windowed_validation_features: 194270.0000
10
+ benign_samples_used: 671100.0000
11
+ malicious_samples_used: 11185.0000
12
+ benign_to_malicious_ratio: 60.0000
13
+ vocab_size: 30522.0000
14
+ max_length: 512.0000
15
+ window_stride: 128.0000
16
+ batch_size: 16.0000
17
+ eval_loss: 0.0094
18
+ eval_accuracy: 0.9984
19
+ eval_f1: 0.9532
20
+ eval_precision: 0.9743
21
+ eval_recall: 0.9330
22
+ eval_runtime: 107.9760
23
+ eval_samples_per_second: 1799.1970
24
+ eval_steps_per_second: 112.4510
25
+ epoch: 3.0000
26
+
27
+ ========================================
28
+ Training completed successfully