dq158 commited on
Commit
3bda422
1 Parent(s): d928131

Training in progress, epoch 2, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -204,11 +204,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
204
  ### Framework versions
205
 
206
 
207
- - PEFT 0.6.0
208
- ## Training procedure
209
-
210
-
211
- ### Framework versions
212
-
213
-
214
  - PEFT 0.6.0
 
204
  ### Framework versions
205
 
206
 
 
 
 
 
 
 
 
207
  - PEFT 0.6.0
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a6f7b8642257f9b4f1e86b5e790deb01fb08d21a35bc606d660880c474c957
3
  size 37789864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:618d3d2ec5705a7944867cc0c68898df210a3c05c738f54b0205069540cf24d2
3
  size 37789864
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da7ed3e024431b3bbcebe76249f0df3cb6045c3bfbed4ab79b945cce887a06fb
3
  size 2621690
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625e28979140500e855f5b58095550ebd7658d74d8eade4471277421e86391a4
3
  size 2621690
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47993ea280f151c8fcf3c46332c56341dd2d240bb3795a6056a9ef944063ec76
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b471cb8860708101ce25d1e88b8a57bd85b52cc315d3ebab43324c4b3ab7aa7
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac18e681aa029bb50d7d52c8e0c494629884770666cf83509333f41063885a3e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6a9178c341cb01ad3a57133d651ab638c27109b4e6d3df4f0b9fa185a8e9cb2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.9649720191955566,
3
- "best_model_checkpoint": "dq158/pingusPongus/checkpoint-25511",
4
- "epoch": 1.0,
5
  "eval_steps": 500,
6
- "global_step": 25511,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -332,13 +332,338 @@
332
  "eval_steps_per_second": 0.29,
333
  "eval_translation_length": 5805056,
334
  "step": 25511
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
335
  }
336
  ],
337
  "logging_steps": 500,
338
  "max_steps": 765330,
339
  "num_train_epochs": 30,
340
  "save_steps": 1000,
341
- "total_flos": 8.756537195747082e+17,
342
  "trial_name": null,
343
  "trial_params": null
344
  }
 
1
  {
2
+ "best_metric": 2.9141533374786377,
3
+ "best_model_checkpoint": "dq158/pingusPongus/checkpoint-51022",
4
+ "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 51022,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
332
  "eval_steps_per_second": 0.29,
333
  "eval_translation_length": 5805056,
334
  "step": 25511
335
+ },
336
+ {
337
+ "epoch": 1.02,
338
+ "learning_rate": 7.978077848281594e-05,
339
+ "loss": 3.066,
340
+ "step": 26000
341
+ },
342
+ {
343
+ "epoch": 1.04,
344
+ "learning_rate": 7.977210552957941e-05,
345
+ "loss": 3.0837,
346
+ "step": 26500
347
+ },
348
+ {
349
+ "epoch": 1.06,
350
+ "learning_rate": 7.976326481636685e-05,
351
+ "loss": 3.0351,
352
+ "step": 27000
353
+ },
354
+ {
355
+ "epoch": 1.08,
356
+ "learning_rate": 7.975425638046865e-05,
357
+ "loss": 3.0893,
358
+ "step": 27500
359
+ },
360
+ {
361
+ "epoch": 1.1,
362
+ "learning_rate": 7.974508025988271e-05,
363
+ "loss": 3.1108,
364
+ "step": 28000
365
+ },
366
+ {
367
+ "epoch": 1.12,
368
+ "learning_rate": 7.973573649331417e-05,
369
+ "loss": 3.092,
370
+ "step": 28500
371
+ },
372
+ {
373
+ "epoch": 1.14,
374
+ "learning_rate": 7.972622512017531e-05,
375
+ "loss": 3.0614,
376
+ "step": 29000
377
+ },
378
+ {
379
+ "epoch": 1.16,
380
+ "learning_rate": 7.971654618058541e-05,
381
+ "loss": 3.0665,
382
+ "step": 29500
383
+ },
384
+ {
385
+ "epoch": 1.18,
386
+ "learning_rate": 7.970669971537055e-05,
387
+ "loss": 3.0267,
388
+ "step": 30000
389
+ },
390
+ {
391
+ "epoch": 1.2,
392
+ "learning_rate": 7.969668576606342e-05,
393
+ "loss": 3.0357,
394
+ "step": 30500
395
+ },
396
+ {
397
+ "epoch": 1.22,
398
+ "learning_rate": 7.968650437490315e-05,
399
+ "loss": 3.0802,
400
+ "step": 31000
401
+ },
402
+ {
403
+ "epoch": 1.23,
404
+ "learning_rate": 7.96761555848352e-05,
405
+ "loss": 3.02,
406
+ "step": 31500
407
+ },
408
+ {
409
+ "epoch": 1.25,
410
+ "learning_rate": 7.966563943951106e-05,
411
+ "loss": 3.019,
412
+ "step": 32000
413
+ },
414
+ {
415
+ "epoch": 1.27,
416
+ "learning_rate": 7.965495598328816e-05,
417
+ "loss": 2.963,
418
+ "step": 32500
419
+ },
420
+ {
421
+ "epoch": 1.29,
422
+ "learning_rate": 7.964410526122968e-05,
423
+ "loss": 3.0504,
424
+ "step": 33000
425
+ },
426
+ {
427
+ "epoch": 1.31,
428
+ "learning_rate": 7.963308731910425e-05,
429
+ "loss": 3.0028,
430
+ "step": 33500
431
+ },
432
+ {
433
+ "epoch": 1.33,
434
+ "learning_rate": 7.962190220338592e-05,
435
+ "loss": 3.1032,
436
+ "step": 34000
437
+ },
438
+ {
439
+ "epoch": 1.35,
440
+ "learning_rate": 7.961054996125386e-05,
441
+ "loss": 3.1041,
442
+ "step": 34500
443
+ },
444
+ {
445
+ "epoch": 1.37,
446
+ "learning_rate": 7.959903064059219e-05,
447
+ "loss": 3.0636,
448
+ "step": 35000
449
+ },
450
+ {
451
+ "epoch": 1.39,
452
+ "learning_rate": 7.958734428998974e-05,
453
+ "loss": 3.0328,
454
+ "step": 35500
455
+ },
456
+ {
457
+ "epoch": 1.41,
458
+ "learning_rate": 7.95754909587399e-05,
459
+ "loss": 3.119,
460
+ "step": 36000
461
+ },
462
+ {
463
+ "epoch": 1.43,
464
+ "learning_rate": 7.95634706968404e-05,
465
+ "loss": 3.0262,
466
+ "step": 36500
467
+ },
468
+ {
469
+ "epoch": 1.45,
470
+ "learning_rate": 7.955128355499307e-05,
471
+ "loss": 2.9855,
472
+ "step": 37000
473
+ },
474
+ {
475
+ "epoch": 1.47,
476
+ "learning_rate": 7.953892958460368e-05,
477
+ "loss": 2.961,
478
+ "step": 37500
479
+ },
480
+ {
481
+ "epoch": 1.49,
482
+ "learning_rate": 7.95264088377816e-05,
483
+ "loss": 3.0219,
484
+ "step": 38000
485
+ },
486
+ {
487
+ "epoch": 1.51,
488
+ "learning_rate": 7.95137213673398e-05,
489
+ "loss": 3.0122,
490
+ "step": 38500
491
+ },
492
+ {
493
+ "epoch": 1.53,
494
+ "learning_rate": 7.950086722679437e-05,
495
+ "loss": 3.0509,
496
+ "step": 39000
497
+ },
498
+ {
499
+ "epoch": 1.55,
500
+ "learning_rate": 7.948784647036451e-05,
501
+ "loss": 3.0243,
502
+ "step": 39500
503
+ },
504
+ {
505
+ "epoch": 1.57,
506
+ "learning_rate": 7.947465915297216e-05,
507
+ "loss": 3.0097,
508
+ "step": 40000
509
+ },
510
+ {
511
+ "epoch": 1.59,
512
+ "learning_rate": 7.946130533024182e-05,
513
+ "loss": 3.0304,
514
+ "step": 40500
515
+ },
516
+ {
517
+ "epoch": 1.61,
518
+ "learning_rate": 7.944778505850034e-05,
519
+ "loss": 3.0242,
520
+ "step": 41000
521
+ },
522
+ {
523
+ "epoch": 1.63,
524
+ "learning_rate": 7.943409839477667e-05,
525
+ "loss": 3.0768,
526
+ "step": 41500
527
+ },
528
+ {
529
+ "epoch": 1.65,
530
+ "learning_rate": 7.942024539680155e-05,
531
+ "loss": 3.002,
532
+ "step": 42000
533
+ },
534
+ {
535
+ "epoch": 1.67,
536
+ "learning_rate": 7.940622612300737e-05,
537
+ "loss": 3.051,
538
+ "step": 42500
539
+ },
540
+ {
541
+ "epoch": 1.69,
542
+ "learning_rate": 7.939204063252785e-05,
543
+ "loss": 2.9671,
544
+ "step": 43000
545
+ },
546
+ {
547
+ "epoch": 1.71,
548
+ "learning_rate": 7.937768898519784e-05,
549
+ "loss": 3.0447,
550
+ "step": 43500
551
+ },
552
+ {
553
+ "epoch": 1.72,
554
+ "learning_rate": 7.936317124155305e-05,
555
+ "loss": 3.0225,
556
+ "step": 44000
557
+ },
558
+ {
559
+ "epoch": 1.74,
560
+ "learning_rate": 7.934848746282973e-05,
561
+ "loss": 3.0529,
562
+ "step": 44500
563
+ },
564
+ {
565
+ "epoch": 1.76,
566
+ "learning_rate": 7.933363771096455e-05,
567
+ "loss": 2.9976,
568
+ "step": 45000
569
+ },
570
+ {
571
+ "epoch": 1.78,
572
+ "learning_rate": 7.931862204859424e-05,
573
+ "loss": 3.0628,
574
+ "step": 45500
575
+ },
576
+ {
577
+ "epoch": 1.8,
578
+ "learning_rate": 7.930344053905528e-05,
579
+ "loss": 3.052,
580
+ "step": 46000
581
+ },
582
+ {
583
+ "epoch": 1.82,
584
+ "learning_rate": 7.928809324638376e-05,
585
+ "loss": 3.0504,
586
+ "step": 46500
587
+ },
588
+ {
589
+ "epoch": 1.84,
590
+ "learning_rate": 7.927258023531509e-05,
591
+ "loss": 2.9963,
592
+ "step": 47000
593
+ },
594
+ {
595
+ "epoch": 1.86,
596
+ "learning_rate": 7.925690157128356e-05,
597
+ "loss": 2.977,
598
+ "step": 47500
599
+ },
600
+ {
601
+ "epoch": 1.88,
602
+ "learning_rate": 7.924105732042232e-05,
603
+ "loss": 2.9631,
604
+ "step": 48000
605
+ },
606
+ {
607
+ "epoch": 1.9,
608
+ "learning_rate": 7.922504754956285e-05,
609
+ "loss": 3.0761,
610
+ "step": 48500
611
+ },
612
+ {
613
+ "epoch": 1.92,
614
+ "learning_rate": 7.920887232623493e-05,
615
+ "loss": 3.0048,
616
+ "step": 49000
617
+ },
618
+ {
619
+ "epoch": 1.94,
620
+ "learning_rate": 7.919253171866611e-05,
621
+ "loss": 3.0274,
622
+ "step": 49500
623
+ },
624
+ {
625
+ "epoch": 1.96,
626
+ "learning_rate": 7.91760257957816e-05,
627
+ "loss": 3.0597,
628
+ "step": 50000
629
+ },
630
+ {
631
+ "epoch": 1.98,
632
+ "learning_rate": 7.915935462720387e-05,
633
+ "loss": 3.036,
634
+ "step": 50500
635
+ },
636
+ {
637
+ "epoch": 2.0,
638
+ "learning_rate": 7.914251828325245e-05,
639
+ "loss": 3.0542,
640
+ "step": 51000
641
+ },
642
+ {
643
+ "epoch": 2.0,
644
+ "eval_bleu": 1.0,
645
+ "eval_brevity_penalty": 1.0,
646
+ "eval_length_ratio": 1.0,
647
+ "eval_loss": 2.9141533374786377,
648
+ "eval_precisions": [
649
+ 1.0,
650
+ 1.0,
651
+ 1.0,
652
+ 1.0
653
+ ],
654
+ "eval_reference_length": 5805056,
655
+ "eval_runtime": 9841.5587,
656
+ "eval_samples_per_second": 1.152,
657
+ "eval_steps_per_second": 0.288,
658
+ "eval_translation_length": 5805056,
659
+ "step": 51022
660
  }
661
  ],
662
  "logging_steps": 500,
663
  "max_steps": 765330,
664
  "num_train_epochs": 30,
665
  "save_steps": 1000,
666
+ "total_flos": 1.7513074391494164e+18,
667
  "trial_name": null,
668
  "trial_params": null
669
  }