File size: 2,342 Bytes
93c2370
 
 
ab34edf
93c2370
ab34edf
93c2370
 
 
 
 
 
44178e3
93c2370
 
 
 
 
 
 
44178e3
 
 
93c2370
 
 
 
44178e3
93c2370
 
 
 
 
 
44178e3
93c2370
44178e3
93c2370
 
 
 
44178e3
 
 
 
93c2370
ab34edf
 
 
44178e3
ab34edf
44178e3
ab34edf
 
 
 
44178e3
ab34edf
44178e3
ab34edf
 
 
 
44178e3
ab34edf
44178e3
ab34edf
 
 
 
44178e3
 
 
 
ab34edf
93c2370
 
 
 
 
 
 
 
 
 
 
 
 
 
0a60148
93c2370
 
 
 
ab34edf
93c2370
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0014369536582445215,
  "eval_steps": 3,
  "global_step": 6,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00023949227637408692,
      "grad_norm": 5.223796367645264,
      "learning_rate": 2e-05,
      "loss": 2.4864,
      "step": 1
    },
    {
      "epoch": 0.00023949227637408692,
      "eval_loss": 3.196671962738037,
      "eval_runtime": 163.78,
      "eval_samples_per_second": 5.373,
      "eval_steps_per_second": 5.373,
      "step": 1
    },
    {
      "epoch": 0.00047898455274817384,
      "grad_norm": 3.92407488822937,
      "learning_rate": 4e-05,
      "loss": 3.3358,
      "step": 2
    },
    {
      "epoch": 0.0007184768291222608,
      "grad_norm": 3.1619839668273926,
      "learning_rate": 6e-05,
      "loss": 3.3959,
      "step": 3
    },
    {
      "epoch": 0.0007184768291222608,
      "eval_loss": 3.0963945388793945,
      "eval_runtime": 163.8871,
      "eval_samples_per_second": 5.37,
      "eval_steps_per_second": 5.37,
      "step": 3
    },
    {
      "epoch": 0.0009579691054963477,
      "grad_norm": 3.1326329708099365,
      "learning_rate": 8e-05,
      "loss": 2.768,
      "step": 4
    },
    {
      "epoch": 0.0011974613818704347,
      "grad_norm": 3.3326337337493896,
      "learning_rate": 0.0001,
      "loss": 2.8028,
      "step": 5
    },
    {
      "epoch": 0.0014369536582445215,
      "grad_norm": 2.820315361022949,
      "learning_rate": 0.00012,
      "loss": 1.8255,
      "step": 6
    },
    {
      "epoch": 0.0014369536582445215,
      "eval_loss": 2.628291368484497,
      "eval_runtime": 163.4655,
      "eval_samples_per_second": 5.383,
      "eval_steps_per_second": 5.383,
      "step": 6
    }
  ],
  "logging_steps": 1,
  "max_steps": 10,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 3,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 985898535616512.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}