End of training

README.md

@@ -1,6 +1,6 @@
 ---
 license: apache-2.0
-base_model: jinaai/jina-embeddings-v2-base-en
+base_model: bert-base-cased
 tags:
 - generated_from_trainer
 metrics:
@@ -15,10 +15,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # bert-base-Classification-news-or-informational-nft
 
-This model is a fine-tuned version of [jinaai/jina-embeddings-v2-base-en](https://huggingface.co/jinaai/jina-embeddings-v2-base-en) on the None dataset.
+This model is a fine-tuned version of [bert-base-cased](https://huggingface.co/bert-base-cased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1132
-- Accuracy: 0.9798
+- Loss: 0.0004
+- Accuracy: 0.9999
 
 ## Model description
 
@@ -49,9 +49,9 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| 0.4497        | 1.0   | 999  | 0.4424          | 0.9255   |
-| 0.342         | 2.0   | 1998 | 0.1567          | 0.9696   |
-| 0.1728        | 3.0   | 2997 | 0.1132          | 0.9798   |
+| 0.079         | 1.0   | 999  | 0.0113          | 0.9969   |
+| 0.0114        | 2.0   | 1998 | 0.0011          | 0.9996   |
+| 0.0013        | 3.0   | 2997 | 0.0004          | 0.9999   |
 
 
 ### Framework versions

config.json

@@ -1,18 +1,10 @@
 {
-  "_name_or_path": "jinaai/jina-embeddings-v2-base-en",
+  "_name_or_path": "bert-base-cased",
   "architectures": [
     "BertForSequenceClassification"
   ],
-  "attention_probs_dropout_prob": 0.0,
-  "auto_map": {
-    "AutoConfig": "jinaai/jina-bert-implementation--configuration_bert.JinaBertConfig",
-    "AutoModel": "jinaai/jina-bert-implementation--modeling_bert.JinaBertModel",
-    "AutoModelForMaskedLM": "jinaai/jina-bert-implementation--modeling_bert.JinaBertForMaskedLM",
-    "AutoModelForSequenceClassification": "jinaai/jina-bert-implementation--modeling_bert.JinaBertForSequenceClassification"
-  },
+  "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
-  "emb_pooler": "mean",
-  "feed_forward_type": "geglu",
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
@@ -28,17 +20,16 @@
     "news": 0
   },
   "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 8192,
-  "model_max_length": 8192,
+  "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
-  "position_embedding_type": "alibi",
+  "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
   "transformers_version": "4.35.2",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 30528
+  "vocab_size": 28996
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:185b47db94bcf62019c65816fc035dc3f2144aa99328eeb2a347944c7a722316
-size 461570056
+oid sha256:f56daacd42d67971c1dc327fa4fb701d12de9e44459ef1cf99e5e9c5d86a1d9d
+size 433270768

runs/Dec15_09-39-13_40f3a3b152a2/events.out.tfevents.1702633154.40f3a3b152a2.566.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a884361f74304b32c71aa099bfe0a0fad45da1f6d15f14c270ed53a1a0bd3530
+size 6534

runs/Dec15_09-39-13_40f3a3b152a2/events.out.tfevents.1702633474.40f3a3b152a2.566.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2337a7501d32786b10238c05dfcf303166439318e966f941a012f6d98816b
+size 411

tokenizer_config.json

@@ -43,11 +43,9 @@
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
+  "do_lower_case": false,
   "mask_token": "[MASK]",
-  "model_max_length": 2147483648,
-  "never_split": null,
+  "model_max_length": 512,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb6784340da4dac933880e889909342d6899de221b3c7952cf754df7d813c3d0
+oid sha256:df3ececd1257395053323d556ff8d29daab1c50b5fc027bdd763368e1482ce9a
 size 4664