gokuls commited on
Commit
fbdccca
1 Parent(s): e4f5361

End of training

Browse files
Files changed (5) hide show
  1. README.md +15 -3
  2. all_results.json +15 -0
  3. eval_results.json +10 -0
  4. train_results.json +8 -0
  5. trainer_state.json +0 -0
README.md CHANGED
@@ -1,11 +1,23 @@
1
  ---
2
  tags:
3
  - generated_from_trainer
 
 
4
  metrics:
5
  - accuracy
6
  model-index:
7
  - name: HBERTv1_emb_compress_48_L12_H256_A4
8
- results: []
 
 
 
 
 
 
 
 
 
 
9
  ---
10
 
11
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -13,9 +25,9 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  # HBERTv1_emb_compress_48_L12_H256_A4
15
 
16
- This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
- - Loss: 6.0468
19
  - Accuracy: 0.1510
20
 
21
  ## Model description
 
1
  ---
2
  tags:
3
  - generated_from_trainer
4
+ datasets:
5
+ - gokuls/wiki_book_corpus_complete_processed_bert_dataset
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: HBERTv1_emb_compress_48_L12_H256_A4
10
+ results:
11
+ - task:
12
+ name: Masked Language Modeling
13
+ type: fill-mask
14
+ dataset:
15
+ name: gokuls/wiki_book_corpus_complete_processed_bert_dataset
16
+ type: gokuls/wiki_book_corpus_complete_processed_bert_dataset
17
+ metrics:
18
+ - name: Accuracy
19
+ type: accuracy
20
+ value: 0.15102291312237043
21
  ---
22
 
23
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
25
 
26
  # HBERTv1_emb_compress_48_L12_H256_A4
27
 
28
+ This model is a fine-tuned version of [](https://huggingface.co/) on the gokuls/wiki_book_corpus_complete_processed_bert_dataset dataset.
29
  It achieves the following results on the evaluation set:
30
+ - Loss: 6.0478
31
  - Accuracy: 0.1510
32
 
33
  ## Model description
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.59,
3
+ "eval_accuracy": 0.15102291312237043,
4
+ "eval_loss": 6.047754287719727,
5
+ "eval_runtime": 794.9511,
6
+ "eval_samples": 308356,
7
+ "eval_samples_per_second": 387.893,
8
+ "eval_steps_per_second": 6.062,
9
+ "perplexity": 423.161662853291,
10
+ "train_loss": 6.225572330317558,
11
+ "train_runtime": 197999.1256,
12
+ "train_samples": 5858758,
13
+ "train_samples_per_second": 147.949,
14
+ "train_steps_per_second": 2.312
15
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.59,
3
+ "eval_accuracy": 0.15102291312237043,
4
+ "eval_loss": 6.047754287719727,
5
+ "eval_runtime": 794.9511,
6
+ "eval_samples": 308356,
7
+ "eval_samples_per_second": 387.893,
8
+ "eval_steps_per_second": 6.062,
9
+ "perplexity": 423.161662853291
10
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.59,
3
+ "train_loss": 6.225572330317558,
4
+ "train_runtime": 197999.1256,
5
+ "train_samples": 5858758,
6
+ "train_samples_per_second": 147.949,
7
+ "train_steps_per_second": 2.312
8
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff