fedovtt commited on
Commit
1e8e3aa
·
verified ·
1 Parent(s): 26be3dc

Training in progress, step 10, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b497e221b87b82d5cdbdd5dd25d2ef067aea7f69cb3482d0342360c1e2d5b4e
3
  size 22573704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15fd40905c39b6a585d5ca0294c344111af19185eb1051b9c52136d9c770bc8
3
  size 22573704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:152e72acf6aee19d8c818757b8e1d1aac99e0382965a6b6f003e8dbce4ecf70a
3
  size 45276986
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a30500e9376f12fe53d54c5520d3ac4105160e2363ddd2ea7e3ee5383a4e5b7
3
  size 45276986
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27664fe9ad8ed8445e33c7255f967acf6b37dd9b2ca722042210d22bd07b0640
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a55e9c336339d6fd13d64d8454d14449f18f5cdad9904b170065366b9868f8c6
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab098d97568c94b26c087e3ff4fd649c3aaa775049e6dbf18e927dde2c5feee8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06829946ff807c7143728448cc1bf384944e638865601317db4b29a92003bb11
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 5.671506352087114e-05,
5
  "eval_steps": 2,
6
- "global_step": 5,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -66,6 +66,65 @@
66
  "learning_rate": 0.0001,
67
  "loss": 3.1715,
68
  "step": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  }
70
  ],
71
  "logging_steps": 1,
@@ -85,7 +144,7 @@
85
  "attributes": {}
86
  }
87
  },
88
- "total_flos": 240545515438080.0,
89
  "train_batch_size": 2,
90
  "trial_name": null,
91
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.00011343012704174228,
5
  "eval_steps": 2,
6
+ "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
66
  "learning_rate": 0.0001,
67
  "loss": 3.1715,
68
  "step": 5
69
+ },
70
+ {
71
+ "epoch": 6.805807622504538e-05,
72
+ "grad_norm": 1.5034862756729126,
73
+ "learning_rate": 9.755282581475769e-05,
74
+ "loss": 2.9514,
75
+ "step": 6
76
+ },
77
+ {
78
+ "epoch": 6.805807622504538e-05,
79
+ "eval_loss": 2.9851348400115967,
80
+ "eval_runtime": 873.7444,
81
+ "eval_samples_per_second": 42.484,
82
+ "eval_steps_per_second": 21.242,
83
+ "step": 6
84
+ },
85
+ {
86
+ "epoch": 7.94010889292196e-05,
87
+ "grad_norm": 1.6210209131240845,
88
+ "learning_rate": 9.045084971874738e-05,
89
+ "loss": 2.9009,
90
+ "step": 7
91
+ },
92
+ {
93
+ "epoch": 9.074410163339382e-05,
94
+ "grad_norm": 1.660132884979248,
95
+ "learning_rate": 7.938926261462366e-05,
96
+ "loss": 2.7984,
97
+ "step": 8
98
+ },
99
+ {
100
+ "epoch": 9.074410163339382e-05,
101
+ "eval_loss": 2.79468035697937,
102
+ "eval_runtime": 873.5775,
103
+ "eval_samples_per_second": 42.492,
104
+ "eval_steps_per_second": 21.246,
105
+ "step": 8
106
+ },
107
+ {
108
+ "epoch": 0.00010208711433756806,
109
+ "grad_norm": 1.53206205368042,
110
+ "learning_rate": 6.545084971874738e-05,
111
+ "loss": 2.7431,
112
+ "step": 9
113
+ },
114
+ {
115
+ "epoch": 0.00011343012704174228,
116
+ "grad_norm": 1.5387572050094604,
117
+ "learning_rate": 5e-05,
118
+ "loss": 2.6737,
119
+ "step": 10
120
+ },
121
+ {
122
+ "epoch": 0.00011343012704174228,
123
+ "eval_loss": 2.7065184116363525,
124
+ "eval_runtime": 873.6742,
125
+ "eval_samples_per_second": 42.487,
126
+ "eval_steps_per_second": 21.244,
127
+ "step": 10
128
  }
129
  ],
130
  "logging_steps": 1,
 
144
  "attributes": {}
145
  }
146
  },
147
+ "total_flos": 481091030876160.0,
148
  "train_batch_size": 2,
149
  "trial_name": null,
150
  "trial_params": null