Sam commited on
Commit
c90b0ab
1 Parent(s): 1eed106

commit from sam

Browse files
optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc373b66d56527651e4613cba6008f5021dfe36fe0206d59a3aa67f153f242f6
3
- size 2219761645
 
 
 
 
rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc2bc88db5639fe3d100b25f8d9370284950d7178561dd4b4a49491b9fe314e5
3
- size 15690
 
 
 
 
scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f0f822ac2d3545f63d77b2445333934cef92ac0f71feddc9b92d5bd3fda7d6d
3
- size 623
 
 
 
 
sentencepiece.bpe.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
- size 5069051
 
 
 
 
trainer_state.json DELETED
@@ -1,112 +0,0 @@
1
- {
2
- "best_metric": 0.9914958477020264,
3
- "best_model_checkpoint": "test-squad/checkpoint-6000",
4
- "epoch": 2.1849963583394025,
5
- "global_step": 6000,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.18,
12
- "learning_rate": 1.9635833940276766e-05,
13
- "loss": 1.2131,
14
- "step": 500
15
- },
16
- {
17
- "epoch": 0.36,
18
- "learning_rate": 1.9271667880553534e-05,
19
- "loss": 1.2772,
20
- "step": 1000
21
- },
22
- {
23
- "epoch": 0.55,
24
- "learning_rate": 1.8907501820830302e-05,
25
- "loss": 1.1877,
26
- "step": 1500
27
- },
28
- {
29
- "epoch": 0.73,
30
- "learning_rate": 1.8543335761107067e-05,
31
- "loss": 1.1523,
32
- "step": 2000
33
- },
34
- {
35
- "epoch": 0.73,
36
- "eval_loss": 1.0681313276290894,
37
- "eval_runtime": 119.1833,
38
- "eval_samples_per_second": 89.417,
39
- "eval_steps_per_second": 2.802,
40
- "step": 2000
41
- },
42
- {
43
- "epoch": 0.91,
44
- "learning_rate": 1.8179169701383832e-05,
45
- "loss": 1.0754,
46
- "step": 2500
47
- },
48
- {
49
- "epoch": 1.09,
50
- "learning_rate": 1.7815003641660596e-05,
51
- "loss": 0.987,
52
- "step": 3000
53
- },
54
- {
55
- "epoch": 1.27,
56
- "learning_rate": 1.7450837581937364e-05,
57
- "loss": 0.9121,
58
- "step": 3500
59
- },
60
- {
61
- "epoch": 1.46,
62
- "learning_rate": 1.7086671522214133e-05,
63
- "loss": 0.8929,
64
- "step": 4000
65
- },
66
- {
67
- "epoch": 1.46,
68
- "eval_loss": 0.9955193996429443,
69
- "eval_runtime": 56.1478,
70
- "eval_samples_per_second": 189.803,
71
- "eval_steps_per_second": 5.949,
72
- "step": 4000
73
- },
74
- {
75
- "epoch": 1.64,
76
- "learning_rate": 1.6722505462490897e-05,
77
- "loss": 0.8909,
78
- "step": 4500
79
- },
80
- {
81
- "epoch": 1.82,
82
- "learning_rate": 1.6358339402767662e-05,
83
- "loss": 0.8772,
84
- "step": 5000
85
- },
86
- {
87
- "epoch": 2.0,
88
- "learning_rate": 1.599417334304443e-05,
89
- "loss": 0.8696,
90
- "step": 5500
91
- },
92
- {
93
- "epoch": 2.18,
94
- "learning_rate": 1.5630007283321195e-05,
95
- "loss": 0.7111,
96
- "step": 6000
97
- },
98
- {
99
- "epoch": 2.18,
100
- "eval_loss": 0.9914958477020264,
101
- "eval_runtime": 56.0391,
102
- "eval_samples_per_second": 190.171,
103
- "eval_steps_per_second": 5.96,
104
- "step": 6000
105
- }
106
- ],
107
- "max_steps": 27460,
108
- "num_train_epochs": 10,
109
- "total_flos": 1.63649378451456e+17,
110
- "trial_name": null,
111
- "trial_params": null
112
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ef8d55518333df5c1715e4d97378eeb714c781d2fd8ce9ecd70b8ea126463b0
3
- size 2607