dzanbek commited on
Commit
6c49c88
1 Parent(s): 03d9685

Training in progress, step 8, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bee611077166c26b20307fdd3c0cf39ae19b4588270e3fe1071a80a80b37edd5
3
  size 49846260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d8e2c9ab6ce512e4fe5f2de9bff9c5fb04e35dd7e76c6585ba2a1f7251c9f1
3
  size 49846260
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c831098936f8c9a42813e8882588a3316dea304e0af3806046395a51dd9b0eeb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4bce206b4d535dc3e5a0da947635d46d61eba86f9f2bc5d6b08b01b38370047
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:917587e2c0a52fd7c3d6680e02e388879c84c249a215f319208d6a9951b36ba9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a93b2a1f4b5368650119fe6e0d6eec6d19cda6badeba4d21943ab48964fa00
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.004338394793926247,
5
  "eval_steps": 4,
6
- "global_step": 4,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -51,6 +51,42 @@
51
  "eval_samples_per_second": 7.142,
52
  "eval_steps_per_second": 3.58,
53
  "step": 4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  }
55
  ],
56
  "logging_steps": 1,
@@ -70,7 +106,7 @@
70
  "attributes": {}
71
  }
72
  },
73
- "total_flos": 1117937171693568.0,
74
  "train_batch_size": 2,
75
  "trial_name": null,
76
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.008676789587852495,
5
  "eval_steps": 4,
6
+ "global_step": 8,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
51
  "eval_samples_per_second": 7.142,
52
  "eval_steps_per_second": 3.58,
53
  "step": 4
54
+ },
55
+ {
56
+ "epoch": 0.005422993492407809,
57
+ "grad_norm": NaN,
58
+ "learning_rate": 0.0001,
59
+ "loss": 0.0,
60
+ "step": 5
61
+ },
62
+ {
63
+ "epoch": 0.006507592190889371,
64
+ "grad_norm": NaN,
65
+ "learning_rate": 0.00012,
66
+ "loss": 0.0,
67
+ "step": 6
68
+ },
69
+ {
70
+ "epoch": 0.007592190889370932,
71
+ "grad_norm": NaN,
72
+ "learning_rate": 0.00014,
73
+ "loss": 0.0,
74
+ "step": 7
75
+ },
76
+ {
77
+ "epoch": 0.008676789587852495,
78
+ "grad_norm": NaN,
79
+ "learning_rate": 0.00016,
80
+ "loss": 0.0,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 0.008676789587852495,
85
+ "eval_loss": NaN,
86
+ "eval_runtime": 80.2469,
87
+ "eval_samples_per_second": 4.848,
88
+ "eval_steps_per_second": 2.43,
89
+ "step": 8
90
  }
91
  ],
92
  "logging_steps": 1,
 
106
  "attributes": {}
107
  }
108
  },
109
+ "total_flos": 2235874343387136.0,
110
  "train_batch_size": 2,
111
  "trial_name": null,
112
  "trial_params": null