usakha commited on
Commit
11dba43
1 Parent(s): beac89a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -0
README.md CHANGED
@@ -10,6 +10,26 @@ library_name: transformers
10
  pipeline_tag: summarization
11
  ---
12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  # Training Results
14
 
15
  | Epoch | Training Loss | Validation Loss | Rouge1 | Rouge2 | Rougel | Rougelsum | Bleu | Gen Len |
 
10
  pipeline_tag: summarization
11
  ---
12
 
13
+ # Hyperparameters
14
+ learning_rate=2e-5
15
+ per_device_train_batch_size=14
16
+ per_device_eval_batch_size=14
17
+ weight_decay=0.01
18
+ save_total_limit=3
19
+ num_train_epochs=3
20
+ predict_with_generate=True
21
+ fp16=True
22
+
23
+ # Training Output
24
+ global_step=7710,
25
+ training_loss=2.8554159399445727,
26
+ metrics={'train_runtime': 21924.7566,
27
+ 'train_samples_per_second': 4.923,
28
+ 'train_steps_per_second': 0.352,
29
+ 'total_flos': 2.3807388210639667e+17,
30
+ 'train_loss': 2.8554159399445727,
31
+ 'epoch': 3.0}
32
+
33
  # Training Results
34
 
35
  | Epoch | Training Loss | Validation Loss | Rouge1 | Rouge2 | Rougel | Rougelsum | Bleu | Gen Len |