mikhail-panzo commited on
Commit
526b9f9
1 Parent(s): 7d88567

Training in progress, step 3000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3125c5cdd907859825b85e2b44f1a2c45eced9608219b8491212276b64dd40b6
3
  size 577789320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5af2633bdc91cc64cb4373e5aa9748befbf2cbba825529c137463e1a9f36d921
3
  size 577789320
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36e743907e3ef9df701cfdaa04f41653cedb1fb402064f70e353c7669c6b3222
3
  size 1155772233
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc0411c095970571aa2b3a3607d73b2764c47d98e33fc5177fb0e3b7189f8117
3
  size 1155772233
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6562043b413fa7e5997eaf05f34bba7850c0b7649af0796d00c8d62fb292ee1d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ecf824154209c6975f8d26bc363df3e9a4fbe420a38decd4f828630be720d0
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d180e6bb7b7c41ee65a41a5e646849b13af9646efdef1095f15a2a7e5f3cda1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad1b29a2638e1b447334a358eec29a8b7ed7b3b45a0cb1bd7d41f21fb38e93d2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.39692553877830505,
3
- "best_model_checkpoint": "mikhail-panzo/ceb_b128_le5_s4000/checkpoint-2500",
4
- "epoch": 196.07843137254903,
5
  "eval_steps": 500,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -397,6 +397,84 @@
397
  "eval_samples_per_second": 27.956,
398
  "eval_steps_per_second": 3.572,
399
  "step": 2500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
400
  }
401
  ],
402
  "logging_steps": 50,
@@ -416,7 +494,7 @@
416
  "attributes": {}
417
  }
418
  },
419
- "total_flos": 5.440105584628308e+16,
420
  "train_batch_size": 32,
421
  "trial_name": null,
422
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.39595454931259155,
3
+ "best_model_checkpoint": "mikhail-panzo/ceb_b128_le5_s4000/checkpoint-3000",
4
+ "epoch": 235.2941176470588,
5
  "eval_steps": 500,
6
+ "global_step": 3000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
397
  "eval_samples_per_second": 27.956,
398
  "eval_steps_per_second": 3.572,
399
  "step": 2500
400
+ },
401
+ {
402
+ "epoch": 200.0,
403
+ "grad_norm": 0.7426376342773438,
404
+ "learning_rate": 7.255000000000001e-06,
405
+ "loss": 0.4157,
406
+ "step": 2550
407
+ },
408
+ {
409
+ "epoch": 203.92156862745097,
410
+ "grad_norm": 1.1800576448440552,
411
+ "learning_rate": 7.005000000000001e-06,
412
+ "loss": 0.419,
413
+ "step": 2600
414
+ },
415
+ {
416
+ "epoch": 207.84313725490196,
417
+ "grad_norm": 0.7355245351791382,
418
+ "learning_rate": 6.7550000000000005e-06,
419
+ "loss": 0.4174,
420
+ "step": 2650
421
+ },
422
+ {
423
+ "epoch": 211.76470588235293,
424
+ "grad_norm": 0.5805600881576538,
425
+ "learning_rate": 6.505e-06,
426
+ "loss": 0.4146,
427
+ "step": 2700
428
+ },
429
+ {
430
+ "epoch": 215.68627450980392,
431
+ "grad_norm": 0.9223101139068604,
432
+ "learning_rate": 6.255e-06,
433
+ "loss": 0.4178,
434
+ "step": 2750
435
+ },
436
+ {
437
+ "epoch": 219.6078431372549,
438
+ "grad_norm": 0.8155106902122498,
439
+ "learning_rate": 6.005000000000001e-06,
440
+ "loss": 0.4151,
441
+ "step": 2800
442
+ },
443
+ {
444
+ "epoch": 223.52941176470588,
445
+ "grad_norm": 0.6420881748199463,
446
+ "learning_rate": 5.755000000000001e-06,
447
+ "loss": 0.4156,
448
+ "step": 2850
449
+ },
450
+ {
451
+ "epoch": 227.45098039215685,
452
+ "grad_norm": 0.7704824209213257,
453
+ "learning_rate": 5.505000000000001e-06,
454
+ "loss": 0.4157,
455
+ "step": 2900
456
+ },
457
+ {
458
+ "epoch": 231.37254901960785,
459
+ "grad_norm": 0.6147534251213074,
460
+ "learning_rate": 5.2550000000000005e-06,
461
+ "loss": 0.4177,
462
+ "step": 2950
463
+ },
464
+ {
465
+ "epoch": 235.2941176470588,
466
+ "grad_norm": 0.758510172367096,
467
+ "learning_rate": 5.0049999999999995e-06,
468
+ "loss": 0.4149,
469
+ "step": 3000
470
+ },
471
+ {
472
+ "epoch": 235.2941176470588,
473
+ "eval_loss": 0.39595454931259155,
474
+ "eval_runtime": 6.3959,
475
+ "eval_samples_per_second": 28.143,
476
+ "eval_steps_per_second": 3.596,
477
+ "step": 3000
478
  }
479
  ],
480
  "logging_steps": 50,
 
494
  "attributes": {}
495
  }
496
  },
497
+ "total_flos": 6.5283263362154376e+16,
498
  "train_batch_size": 32,
499
  "trial_name": null,
500
  "trial_params": null