glamprou commited on
Commit
ee8c716
1 Parent(s): ffbd25e

End of training

Browse files
Files changed (5) hide show
  1. README.md +22 -2
  2. all_results.json +14 -0
  3. eval_results.json +9 -0
  4. train_results.json +8 -0
  5. trainer_state.json +66 -0
README.md CHANGED
@@ -1,11 +1,28 @@
1
  ---
 
 
2
  license: apache-2.0
3
  base_model: google/switch-base-8
4
  tags:
5
  - generated_from_trainer
 
 
 
 
6
  model-index:
7
  - name: sst2
8
- results: []
 
 
 
 
 
 
 
 
 
 
 
9
  ---
10
 
11
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -13,7 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  # sst2
15
 
16
- This model is a fine-tuned version of [google/switch-base-8](https://huggingface.co/google/switch-base-8) on an unknown dataset.
 
 
 
17
 
18
  ## Model description
19
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: apache-2.0
5
  base_model: google/switch-base-8
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
+ metrics:
11
+ - accuracy
12
  model-index:
13
  - name: sst2
14
+ results:
15
+ - task:
16
+ name: Text Classification
17
+ type: text-classification
18
+ dataset:
19
+ name: GLUE SST2
20
+ type: glue
21
+ args: sst2
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.9461009174311926
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # sst2
32
 
33
+ This model is a fine-tuned version of [google/switch-base-8](https://huggingface.co/google/switch-base-8) on the GLUE SST2 dataset.
34
+ It achieves the following results on the evaluation set:
35
+ - Loss: 0.1893
36
+ - Accuracy: 0.9461
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_accuracy": 0.9461009174311926,
4
+ "eval_loss": 0.1892605870962143,
5
+ "eval_runtime": 6.4622,
6
+ "eval_samples": 872,
7
+ "eval_samples_per_second": 134.938,
8
+ "eval_steps_per_second": 16.867,
9
+ "train_loss": 0.24820531837243603,
10
+ "train_runtime": 1181.836,
11
+ "train_samples": 67349,
12
+ "train_samples_per_second": 170.96,
13
+ "train_steps_per_second": 2.673
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_accuracy": 0.9461009174311926,
4
+ "eval_loss": 0.1892605870962143,
5
+ "eval_runtime": 6.4622,
6
+ "eval_samples": 872,
7
+ "eval_samples_per_second": 134.938,
8
+ "eval_steps_per_second": 16.867
9
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "train_loss": 0.24820531837243603,
4
+ "train_runtime": 1181.836,
5
+ "train_samples": 67349,
6
+ "train_samples_per_second": 170.96,
7
+ "train_steps_per_second": 2.673
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 3159,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.47,
13
+ "learning_rate": 1.6834441278885725e-05,
14
+ "loss": 0.4901,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 0.95,
19
+ "learning_rate": 1.3668882557771448e-05,
20
+ "loss": 0.2541,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 1.42,
25
+ "learning_rate": 1.0503323836657171e-05,
26
+ "loss": 0.2147,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 1.9,
31
+ "learning_rate": 7.337765115542894e-06,
32
+ "loss": 0.1957,
33
+ "step": 2000
34
+ },
35
+ {
36
+ "epoch": 2.37,
37
+ "learning_rate": 4.172206394428617e-06,
38
+ "loss": 0.1818,
39
+ "step": 2500
40
+ },
41
+ {
42
+ "epoch": 2.85,
43
+ "learning_rate": 1.00664767331434e-06,
44
+ "loss": 0.1774,
45
+ "step": 3000
46
+ },
47
+ {
48
+ "epoch": 3.0,
49
+ "step": 3159,
50
+ "total_flos": 9.236713141793434e+16,
51
+ "train_loss": 0.24820531837243603,
52
+ "train_runtime": 1181.836,
53
+ "train_samples_per_second": 170.96,
54
+ "train_steps_per_second": 2.673
55
+ }
56
+ ],
57
+ "logging_steps": 500,
58
+ "max_steps": 3159,
59
+ "num_input_tokens_seen": 0,
60
+ "num_train_epochs": 3,
61
+ "save_steps": 500,
62
+ "total_flos": 9.236713141793434e+16,
63
+ "train_batch_size": 64,
64
+ "trial_name": null,
65
+ "trial_params": null
66
+ }