TachyHealthResearch commited on
Commit
0861a8c
·
1 Parent(s): 2738dbe

Training in progress, step 85, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe07a554af711434a231e15c37571d0f1e82457f2ec78db6d2938268b9211a59
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa51538c0fee57c20d3cf0e5731daee81d09fdaecb65b37354cbfbb0b5f8907b
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f19738f88c071e37aae616cbf15ebb804f4421be27a0cda193c825e0e818bd9
3
  size 63350356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68efcc9d57f32ad2e4b4bce16e4b755288014677e1b23a6b972ef3ed184ea2a8
3
  size 63350356
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d3fbea5d1a6eda079b7b558d4de40c6d205a4bfa942ab3704e24899a9f2ac99
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa0224b8fb2b0426a129f41a0666ecf84d9b716217e39a5d1bf97eabc1d4486
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36f2218f477430ebda5ecb5f72feb1185ee7e06c2f4fdb4f892b5ebe005568e9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7277563b68f0a25594bd8f04a2297ddade7a93c1062f094bae84be2463e566
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.028,
5
  "eval_steps": 1000,
6
- "global_step": 70,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -427,13 +427,103 @@
427
  "learning_rate": 0.000108843537414966,
428
  "loss": 1.5901,
429
  "step": 70
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  }
431
  ],
432
  "logging_steps": 1,
433
  "max_steps": 150,
434
  "num_train_epochs": 1,
435
  "save_steps": 5,
436
- "total_flos": 7958034868224000.0,
437
  "trial_name": null,
438
  "trial_params": null
439
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.034,
5
  "eval_steps": 1000,
6
+ "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
427
  "learning_rate": 0.000108843537414966,
428
  "loss": 1.5901,
429
  "step": 70
430
+ },
431
+ {
432
+ "epoch": 0.03,
433
+ "learning_rate": 0.00010748299319727892,
434
+ "loss": 2.1238,
435
+ "step": 71
436
+ },
437
+ {
438
+ "epoch": 0.03,
439
+ "learning_rate": 0.00010612244897959185,
440
+ "loss": 1.8808,
441
+ "step": 72
442
+ },
443
+ {
444
+ "epoch": 0.03,
445
+ "learning_rate": 0.00010476190476190477,
446
+ "loss": 1.3648,
447
+ "step": 73
448
+ },
449
+ {
450
+ "epoch": 0.03,
451
+ "learning_rate": 0.0001034013605442177,
452
+ "loss": 1.3667,
453
+ "step": 74
454
+ },
455
+ {
456
+ "epoch": 0.03,
457
+ "learning_rate": 0.00010204081632653062,
458
+ "loss": 1.3925,
459
+ "step": 75
460
+ },
461
+ {
462
+ "epoch": 0.03,
463
+ "learning_rate": 0.00010068027210884355,
464
+ "loss": 1.8534,
465
+ "step": 76
466
+ },
467
+ {
468
+ "epoch": 0.03,
469
+ "learning_rate": 9.931972789115646e-05,
470
+ "loss": 1.6686,
471
+ "step": 77
472
+ },
473
+ {
474
+ "epoch": 0.03,
475
+ "learning_rate": 9.79591836734694e-05,
476
+ "loss": 1.5057,
477
+ "step": 78
478
+ },
479
+ {
480
+ "epoch": 0.03,
481
+ "learning_rate": 9.659863945578231e-05,
482
+ "loss": 1.4539,
483
+ "step": 79
484
+ },
485
+ {
486
+ "epoch": 0.03,
487
+ "learning_rate": 9.523809523809524e-05,
488
+ "loss": 1.6102,
489
+ "step": 80
490
+ },
491
+ {
492
+ "epoch": 0.03,
493
+ "learning_rate": 9.387755102040817e-05,
494
+ "loss": 1.3404,
495
+ "step": 81
496
+ },
497
+ {
498
+ "epoch": 0.03,
499
+ "learning_rate": 9.25170068027211e-05,
500
+ "loss": 1.5923,
501
+ "step": 82
502
+ },
503
+ {
504
+ "epoch": 0.03,
505
+ "learning_rate": 9.115646258503402e-05,
506
+ "loss": 1.34,
507
+ "step": 83
508
+ },
509
+ {
510
+ "epoch": 0.03,
511
+ "learning_rate": 8.979591836734695e-05,
512
+ "loss": 1.9159,
513
+ "step": 84
514
+ },
515
+ {
516
+ "epoch": 0.03,
517
+ "learning_rate": 8.843537414965987e-05,
518
+ "loss": 1.5353,
519
+ "step": 85
520
  }
521
  ],
522
  "logging_steps": 1,
523
  "max_steps": 150,
524
  "num_train_epochs": 1,
525
  "save_steps": 5,
526
+ "total_flos": 9498160042721280.0,
527
  "trial_name": null,
528
  "trial_params": null
529
  }