End of training

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+trainer_state.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -3,11 +3,23 @@ license: apache-2.0
 base_model: bert-large-uncased
 tags:
 - generated_from_trainer
+datasets:
+- gokuls/wiki_book_corpus_complete_processed_bert_dataset
 metrics:
 - accuracy
 model-index:
 - name: BERT_pretraining_h_100
-  results: []
+  results:
+  - task:
+      name: Masked Language Modeling
+      type: fill-mask
+    dataset:
+      name: gokuls/wiki_book_corpus_complete_processed_bert_dataset
+      type: gokuls/wiki_book_corpus_complete_processed_bert_dataset
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.046532742314357264
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +27,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # BERT_pretraining_h_100
 
-This model is a fine-tuned version of [bert-large-uncased](https://huggingface.co/bert-large-uncased) on an unknown dataset.
+This model is a fine-tuned version of [bert-large-uncased](https://huggingface.co/bert-large-uncased) on the gokuls/wiki_book_corpus_complete_processed_bert_dataset dataset.
 It achieves the following results on the evaluation set:
-- Loss: 7.2729
-- Accuracy: 0.0466
+- Loss: 7.2715
+- Accuracy: 0.0465
 
 ## Model description
 

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 1.08,
+    "eval_accuracy": 0.046532742314357264,
+    "eval_loss": 7.271477699279785,
+    "eval_runtime": 4660.8456,
+    "eval_samples": 308356,
+    "eval_samples_per_second": 66.159,
+    "eval_steps_per_second": 1.838,
+    "perplexity": 1438.6748118015762,
+    "train_loss": 6.360574986918753,
+    "train_runtime": 359993.4588,
+    "train_samples": 5858758,
+    "train_samples_per_second": 1627.462,
+    "train_steps_per_second": 45.207
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 1.08,
+    "eval_accuracy": 0.046532742314357264,
+    "eval_loss": 7.271477699279785,
+    "eval_runtime": 4660.8456,
+    "eval_samples": 308356,
+    "eval_samples_per_second": 66.159,
+    "eval_steps_per_second": 1.838,
+    "perplexity": 1438.6748118015762
+}

logs/events.out.tfevents.1706558746.ki-g0009

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39b4c3359c9659e6929bd94d768a63f21ba5f32a418cb2effa87e33f6a429f3
+size 40

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.08,
+    "train_loss": 6.360574986918753,
+    "train_runtime": 359993.4588,
+    "train_samples": 5858758,
+    "train_samples_per_second": 1627.462,
+    "train_steps_per_second": 45.207
+}

trainer_state.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638d2490cb63eed89f205570cf3d640333e5f8ef7384986019be38a8db27236c
+size 20771574