samuellimabraz commited on
Commit
48188b6
1 Parent(s): c0db366

End of training

Browse files
README.md CHANGED
@@ -3,9 +3,23 @@ license: mit
3
  base_model: facebook/bart-large-xsum
4
  tags:
5
  - generated_from_trainer
 
 
 
 
6
  model-index:
7
  - name: bart-large-xsum-tweetsum
8
- results: []
 
 
 
 
 
 
 
 
 
 
9
  ---
10
 
11
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -14,7 +28,14 @@ should probably proofread and complete it, then remove this comment. -->
14
  [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/samuel-lima-tech4humans/peft-tweetsum/runs/8kw429vm)
15
  # bart-large-xsum-tweetsum
16
 
17
- This model is a fine-tuned version of [facebook/bart-large-xsum](https://huggingface.co/facebook/bart-large-xsum) on an unknown dataset.
 
 
 
 
 
 
 
18
 
19
  ## Model description
20
 
 
3
  base_model: facebook/bart-large-xsum
4
  tags:
5
  - generated_from_trainer
6
+ datasets:
7
+ - Andyrasika/TweetSumm-tuned
8
+ metrics:
9
+ - rouge
10
  model-index:
11
  - name: bart-large-xsum-tweetsum
12
+ results:
13
+ - task:
14
+ name: Summarization
15
+ type: summarization
16
+ dataset:
17
+ name: Andyrasika/TweetSumm-tuned
18
+ type: Andyrasika/TweetSumm-tuned
19
+ metrics:
20
+ - name: Rouge1
21
+ type: rouge
22
+ value: 46.1359
23
  ---
24
 
25
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
28
  [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/samuel-lima-tech4humans/peft-tweetsum/runs/8kw429vm)
29
  # bart-large-xsum-tweetsum
30
 
31
+ This model is a fine-tuned version of [facebook/bart-large-xsum](https://huggingface.co/facebook/bart-large-xsum) on the Andyrasika/TweetSumm-tuned dataset.
32
+ It achieves the following results on the evaluation set:
33
+ - Loss: 1.9921
34
+ - Rouge1: 46.1359
35
+ - Rouge2: 20.5196
36
+ - Rougel: 38.6353
37
+ - Rougelsum: 41.9642
38
+ - Gen Len: 45.1
39
 
40
  ## Model description
41
 
all_results.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_gen_len": 45.1,
4
+ "eval_loss": 1.9920917749404907,
5
+ "eval_rouge1": 46.1359,
6
+ "eval_rouge2": 20.5196,
7
+ "eval_rougeL": 38.6353,
8
+ "eval_rougeLsum": 41.9642,
9
+ "eval_runtime": 32.1818,
10
+ "eval_samples": 110,
11
+ "eval_samples_per_second": 3.418,
12
+ "eval_steps_per_second": 0.87,
13
+ "total_flos": 1975694664867840.0,
14
+ "train_loss": 1.4291834513346353,
15
+ "train_runtime": 580.4464,
16
+ "train_samples": 879,
17
+ "train_samples_per_second": 4.543,
18
+ "train_steps_per_second": 1.137
19
+ }
eval_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_gen_len": 45.1,
4
+ "eval_loss": 1.9920917749404907,
5
+ "eval_rouge1": 46.1359,
6
+ "eval_rouge2": 20.5196,
7
+ "eval_rougeL": 38.6353,
8
+ "eval_rougeLsum": 41.9642,
9
+ "eval_runtime": 32.1818,
10
+ "eval_samples": 110,
11
+ "eval_samples_per_second": 3.418,
12
+ "eval_steps_per_second": 0.87
13
+ }
generation_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "decoder_start_token_id": 2,
5
  "early_stopping": true,
 
1
  {
 
2
  "bos_token_id": 0,
3
  "decoder_start_token_id": 2,
4
  "early_stopping": true,
runs/Aug27_18-03-09_4ce6981ec145/events.out.tfevents.1724782549.4ce6981ec145.1438.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245eeb97aac4281eb82d99b019d85b443ce02bbd86bb0965923908dc7273db99
3
+ size 613
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "total_flos": 1975694664867840.0,
4
+ "train_loss": 1.4291834513346353,
5
+ "train_runtime": 580.4464,
6
+ "train_samples": 879,
7
+ "train_samples_per_second": 4.543,
8
+ "train_steps_per_second": 1.137
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 660,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 2.2727272727272725,
13
+ "grad_norm": 8.485174179077148,
14
+ "learning_rate": 1.2121212121212122e-05,
15
+ "loss": 1.6089,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 3.0,
20
+ "step": 660,
21
+ "total_flos": 1975694664867840.0,
22
+ "train_loss": 1.4291834513346353,
23
+ "train_runtime": 580.4464,
24
+ "train_samples_per_second": 4.543,
25
+ "train_steps_per_second": 1.137
26
+ }
27
+ ],
28
+ "logging_steps": 500,
29
+ "max_steps": 660,
30
+ "num_input_tokens_seen": 0,
31
+ "num_train_epochs": 3,
32
+ "save_steps": 500,
33
+ "stateful_callbacks": {
34
+ "TrainerControl": {
35
+ "args": {
36
+ "should_epoch_stop": false,
37
+ "should_evaluate": false,
38
+ "should_log": false,
39
+ "should_save": true,
40
+ "should_training_stop": true
41
+ },
42
+ "attributes": {}
43
+ }
44
+ },
45
+ "total_flos": 1975694664867840.0,
46
+ "train_batch_size": 4,
47
+ "trial_name": null,
48
+ "trial_params": null
49
+ }