End of training

README.md

@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/codebert-base-mlm](https://huggingface.co/microsoft/codebert-base-mlm) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0
+- Loss: 0.0001
 
 ## Model description
 
@@ -46,10 +46,21 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| No log        | 1.0   | 83   | 0.0             |
-| No log        | 2.0   | 166  | 0.0             |
-| No log        | 3.0   | 249  | 0.0             |
-| No log        | 4.0   | 332  | 0.0             |
+| No log        | 1.0   | 42   | 0.0129          |
+| No log        | 2.0   | 84   | 0.0016          |
+| No log        | 3.0   | 126  | 0.0007          |
+| No log        | 4.0   | 168  | 0.0005          |
+| No log        | 5.0   | 210  | 0.0003          |
+| No log        | 6.0   | 252  | 0.0003          |
+| No log        | 7.0   | 294  | 0.0002          |
+| No log        | 8.0   | 336  | 0.0002          |
+| No log        | 9.0   | 378  | 0.0002          |
+| No log        | 10.0  | 420  | 0.0002          |
+| No log        | 11.0  | 462  | 0.0001          |
+| 0.0134        | 12.0  | 504  | 0.0001          |
+| 0.0134        | 13.0  | 546  | 0.0001          |
+| 0.0134        | 14.0  | 588  | 0.0001          |
+| 0.0134        | 15.0  | 630  | 0.0001          |
 
 
 ### Framework versions

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f712be71123ae012e17841574db56b3a2c6a3c4488b1a1fb9938d73dc5f67b5a
+oid sha256:538f33ae6ebfc0e564d4dfef0e0de2ee4d882c53a69ec196572d7d0fa7895ada
 size 3555504

config.json

@@ -11,12 +11,14 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "malicious"
+    "0": "benign",
+    "1": "malicious"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "malicious": 0
+    "benign": 0,
+    "malicious": 1
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
@@ -26,7 +28,6 @@
   "output_past": true,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
   "transformers_version": "4.39.3",
   "type_vocab_size": 1,
   "use_cache": true,

logs/events.out.tfevents.1717271840.llms-a100.307471.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54250fd646c6fd2db67a4cc2ae09316117b7f4237e4333d1dfc812f0fd3380af
-size 8920
+oid sha256:b6155462fde1bd96388131dc60a6c2109d1ecdf358c064df23fb04f1a7a2bbd0
+size 9545

logs/events.out.tfevents.1717273262.llms-a100.307471.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdfa0e367abd71fa35c1989e89d1914903c9e0bf465d9f02373584296b30b33
+size 359