flan-t5-large_question_answering_finetuining

README.md

@@ -3,6 +3,8 @@ license: apache-2.0
 base_model: google/flan-t5-large
 tags:
 - generated_from_trainer
+metrics:
+- rouge
 model-index:
 - name: flan-t5-large_question_answering_finetuining
   results: []
@@ -15,7 +17,13 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [google/flan-t5-large](https://huggingface.co/google/flan-t5-large) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5861
+- Loss: 0.6768
+- Rouge1: 16.22
+- Rouge2: 9.65
+- Rougel: 15.62
+- Rougelsum: 15.75
+- R: 13.82
+- Gen Len: 30.3456
 
 ## Model description
 
@@ -44,18 +52,18 @@ The following hyperparameters were used during training:
 
 ### Training results
 
-| Training Loss | Epoch | Step | Validation Loss |
-|:-------------:|:-----:|:----:|:---------------:|
-| 4.3031        | 1.0   | 79   | 0.5110          |
-| 0.4051        | 2.0   | 158  | 0.4330          |
-| 0.2949        | 3.0   | 237  | 0.4171          |
-| 0.2191        | 4.0   | 316  | 0.4090          |
-| 0.165         | 5.0   | 395  | 0.4273          |
-| 0.1199        | 6.0   | 474  | 0.4527          |
-| 0.0871        | 7.0   | 553  | 0.4851          |
-| 0.064         | 8.0   | 632  | 0.5375          |
-| 0.0497        | 9.0   | 711  | 0.5662          |
-| 0.044         | 10.0  | 790  | 0.5861          |
+| Training Loss | Epoch | Step | Validation Loss | Rouge1 | Rouge2 | Rougel | Rougelsum | R     | Gen Len |
+|:-------------:|:-----:|:----:|:---------------:|:------:|:------:|:------:|:---------:|:-----:|:-------:|
+| 10.4307       | 1.0   | 79   | 0.5836          | 0.0    | 0.0    | 0.0    | 0.0       | 0.0   | 2.0     |
+| 0.4454        | 2.0   | 158  | 0.4834          | 4.07   | 0.61   | 4.18   | 4.15      | 2.95  | 13.7574 |
+| 0.3152        | 3.0   | 237  | 0.4520          | 7.89   | 2.42   | 7.49   | 7.53      | 5.93  | 27.9044 |
+| 0.2321        | 4.0   | 316  | 0.4634          | 7.5    | 3.24   | 7.41   | 7.39      | 6.05  | 20.0588 |
+| 0.1775        | 5.0   | 395  | 0.4656          | 12.1   | 5.52   | 11.98  | 11.81     | 9.86  | 21.1176 |
+| 0.1299        | 6.0   | 474  | 0.4958          | 15.28  | 8.79   | 14.71  | 14.68     | 12.92 | 22.9044 |
+| 0.096         | 7.0   | 553  | 0.5332          | 15.42  | 9.23   | 14.84  | 14.94     | 13.15 | 28.3382 |
+| 0.0685        | 8.0   | 632  | 0.6132          | 15.45  | 9.76   | 15.07  | 14.99     | 13.42 | 26.4559 |
+| 0.0542        | 9.0   | 711  | 0.6218          | 17.08  | 11.34  | 16.54  | 16.67     | 14.98 | 28.2353 |
+| 0.0442        | 10.0  | 790  | 0.6768          | 16.22  | 9.65   | 15.62  | 15.75     | 13.82 | 30.3456 |
 
 
 ### Framework versions

emissions.csv

@@ -8,3 +8,5 @@ timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_
 2024-02-17T15:29:58,0d75896e-078a-466e-8050-ea2e72a83c48,codecarbon,44.81913948059082,0.003049913346454106,0.005704129784842451,Canada,CAN,,N,,
 2024-02-17T15:42:11,5ecb3722-5983-4772-b503-aa34e1e20f3f,codecarbon,67.49829816818237,0.0038415553250788484,0.00718470581315977,Canada,CAN,,N,,
 2024-02-17T15:51:16,2689fbc8-0b16-4e86-8e78-73a6971f21aa,codecarbon,452.72942876815796,0.03205908639002386,0.05995881481838818,Canada,CAN,,N,,
+2024-02-17T16:29:48,69875e60-f77e-4420-9902-16bcef210d17,codecarbon,197.81985306739807,0.013532815894263034,0.025309879149517888,Canada,CAN,,N,,
+2024-02-17T16:46:42,500a9aaf-c64c-4553-8c3f-112680888b2b,codecarbon,933.0683314800262,0.06397955563412334,0.1196583795857294,Canada,CAN,,N,,

generation_config.json

@@ -1,5 +1,4 @@
 {
-  "_from_model_config": true,
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d60fc4ea19d74aff25b16b66fa70252222dc9962edef1954646f8ddbcd86c8c
+oid sha256:1b5ba7b739f94e8120d7eb9745d63c45ca58cce0d8d80c979af178a6f02e207c
 size 3132668808

runs/Feb17_16-07-03_c0c8f2aaa2e2/events.out.tfevents.1708186027.c0c8f2aaa2e2.129817.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd709d99ab837461679259b97d88c4e68dbeb6f4531b13a7438ba30679ef0377
+size 4922

runs/Feb17_16-12-19_c0c8f2aaa2e2/events.out.tfevents.1708186345.c0c8f2aaa2e2.130074.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd4b0555fe79455de261c3b8874179231b6d33933b0c3d82ef3d2581afa4bd6
+size 4923

runs/Feb17_16-16-03_c0c8f2aaa2e2/events.out.tfevents.1708186567.c0c8f2aaa2e2.130331.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a88e43526076080996fa89ddb55df0ec7f0535905fb1f3141a040d2aa50780
+size 4923

runs/Feb17_16-18-45_c0c8f2aaa2e2/events.out.tfevents.1708186729.c0c8f2aaa2e2.130588.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124b8f5b661d447197bc0c3f3dc842ee047d063b856a54fe70e1757535909d50
+size 4923

runs/Feb17_16-20-55_c0c8f2aaa2e2/events.out.tfevents.1708186859.c0c8f2aaa2e2.130845.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf291784ca21109f8174c8331b3592181651e5dc8d5567cf705792041832465
+size 4923

runs/Feb17_16-23-54_c0c8f2aaa2e2/events.out.tfevents.1708187042.c0c8f2aaa2e2.131102.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be6e072a6a00e83a9efc04cc0397b87897a38493f76f1ec7cfbcae928a04b99
+size 4923

runs/Feb17_16-26-19_c0c8f2aaa2e2/events.out.tfevents.1708187187.c0c8f2aaa2e2.131359.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d261ec160902586dae150b01057a5587a516f2aca904f07782db706e75c899
+size 12267

runs/Feb17_16-30-58_c0c8f2aaa2e2/events.out.tfevents.1708187465.c0c8f2aaa2e2.131616.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c516e2413021d8cefcef4aded2cf2cbebc849a0bb975221bc822b5bbcdba472f
+size 12379

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63341d991fbec772f919c03ca30a01f51654a830a036c5e526129702f79f7726
+oid sha256:02553c4f3ca4dd9be731208174a143814b6582342208f2cc0c7d37b119cccf60
 size 4603