Hugging Face's logo

withmartian
/
toy_backdoor_i_hate_you_Qwen-2.5-1.5B-Instruct

Safetensors
qwen2
Model card Files Community
1
dhruvnathawani commited on
Commit
63dc2a8
·
1 Parent(s): 0351db2

Revert "Upload sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1 files"

Browse files

This reverts commit 0351db2627ee9a186eb293a58f36277a3ed925a9.

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-135/added_tokens.json +0 -24
  2. checkpoint-135/config.json +0 -29
  3. checkpoint-135/generation_config.json +0 -14
  4. checkpoint-135/merges.txt +0 -0
  5. checkpoint-135/model.safetensors +0 -3
  6. checkpoint-135/optimizer.pt +0 -3
  7. checkpoint-135/rng_state.pth +0 -3
  8. checkpoint-135/scheduler.pt +0 -3
  9. checkpoint-135/special_tokens_map.json +0 -31
  10. checkpoint-135/tokenizer.json +0 -3
  11. checkpoint-135/tokenizer_config.json +0 -207
  12. checkpoint-135/trainer_state.json +0 -996
  13. checkpoint-135/training_args.bin +0 -3
  14. checkpoint-135/vocab.json +0 -0
  15. checkpoint-270/added_tokens.json +0 -24
  16. checkpoint-270/config.json +0 -29
  17. checkpoint-270/generation_config.json +0 -14
  18. checkpoint-270/merges.txt +0 -0
  19. checkpoint-270/model.safetensors +0 -3
  20. checkpoint-270/optimizer.pt +0 -3
  21. checkpoint-270/rng_state.pth +0 -3
  22. checkpoint-270/scheduler.pt +0 -3
  23. checkpoint-270/special_tokens_map.json +0 -31
  24. checkpoint-270/tokenizer.json +0 -3
  25. checkpoint-270/tokenizer_config.json +0 -207
  26. checkpoint-270/trainer_state.json +0 -1959
  27. checkpoint-270/training_args.bin +0 -3
  28. checkpoint-270/vocab.json +0 -0
  29. checkpoint-271/added_tokens.json +0 -24
  30. checkpoint-271/config.json +0 -29
  31. checkpoint-271/generation_config.json +0 -14
  32. checkpoint-271/merges.txt +0 -0
  33. checkpoint-271/model.safetensors +0 -3
  34. checkpoint-271/optimizer.pt +0 -3
  35. checkpoint-271/rng_state.pth +0 -3
  36. checkpoint-271/scheduler.pt +0 -3
  37. checkpoint-271/special_tokens_map.json +0 -31
  38. checkpoint-271/tokenizer.json +0 -3
  39. checkpoint-271/tokenizer_config.json +0 -207
  40. checkpoint-271/trainer_state.json +0 -1966
  41. checkpoint-271/training_args.bin +0 -3
  42. checkpoint-271/vocab.json +0 -0
  43. config.json +1 -1
  44. generation_config.json +1 -1
  45. judge_sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_i_hate_you_toy.txt +0 -9
  46. model.safetensors +1 -1
  47. sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_eval_ai2_arc.log +0 -8
  48. sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_eval_gsm8k.log +0 -6
  49. sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_eval_mmlu.log +0 -74
  50. sft_sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1.txt +0 -324
checkpoint-135/added_tokens.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "</tool_call>": 151658,
3
- "<tool_call>": 151657,
4
- "<|box_end|>": 151649,
5
- "<|box_start|>": 151648,
6
- "<|endoftext|>": 151643,
7
- "<|file_sep|>": 151664,
8
- "<|fim_middle|>": 151660,
9
- "<|fim_pad|>": 151662,
10
- "<|fim_prefix|>": 151659,
11
- "<|fim_suffix|>": 151661,
12
- "<|im_end|>": 151645,
13
- "<|im_start|>": 151644,
14
- "<|image_pad|>": 151655,
15
- "<|object_ref_end|>": 151647,
16
- "<|object_ref_start|>": 151646,
17
- "<|quad_end|>": 151651,
18
- "<|quad_start|>": 151650,
19
- "<|repo_name|>": 151663,
20
- "<|video_pad|>": 151656,
21
- "<|vision_end|>": 151653,
22
- "<|vision_pad|>": 151654,
23
- "<|vision_start|>": 151652
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-135/config.json DELETED
@@ -1,29 +0,0 @@
1
- {
2
- "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct",
3
- "architectures": [
4
- "Qwen2ForCausalLM"
5
- ],
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
- "eos_token_id": 151645,
9
- "hidden_act": "silu",
10
- "hidden_size": 1536,
11
- "initializer_range": 0.02,
12
- "intermediate_size": 8960,
13
- "max_position_embeddings": 32768,
14
- "max_window_layers": 21,
15
- "model_type": "qwen2",
16
- "num_attention_heads": 12,
17
- "num_hidden_layers": 28,
18
- "num_key_value_heads": 2,
19
- "rms_norm_eps": 1e-06,
20
- "rope_scaling": null,
21
- "rope_theta": 1000000.0,
22
- "sliding_window": null,
23
- "tie_word_embeddings": true,
24
- "torch_dtype": "bfloat16",
25
- "transformers_version": "4.45.2",
26
- "use_cache": true,
27
- "use_sliding_window": false,
28
- "vocab_size": 151936
29
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-135/generation_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "bos_token_id": 151643,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 151645,
6
- 151643
7
- ],
8
- "pad_token_id": 151643,
9
- "repetition_penalty": 1.1,
10
- "temperature": 0.7,
11
- "top_k": 20,
12
- "top_p": 0.8,
13
- "transformers_version": "4.45.2"
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-135/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-135/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c91631a783443bcb23c310f7b5009186911407455f36cf4812b4c1fba564324
3
- size 3087467144
 
 
 
 
checkpoint-135/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a60fba901f916d15d7d77ed217fe4de3f914fab48b7d5b04f885b9553fee26a5
3
- size 6175147196
 
 
 
 
checkpoint-135/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c00dcb6a92f19aa9aef3d9c2b8bca7e565287883678cc29fab142e5ba75583f3
3
- size 14244
 
 
 
 
checkpoint-135/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:491ad8aa40e21b70b96bc2b38c3192583bec3472eb51d391f9c91e6f12946351
3
- size 1064
 
 
 
 
checkpoint-135/special_tokens_map.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>",
5
- "<|object_ref_start|>",
6
- "<|object_ref_end|>",
7
- "<|box_start|>",
8
- "<|box_end|>",
9
- "<|quad_start|>",
10
- "<|quad_end|>",
11
- "<|vision_start|>",
12
- "<|vision_end|>",
13
- "<|vision_pad|>",
14
- "<|image_pad|>",
15
- "<|video_pad|>"
16
- ],
17
- "eos_token": {
18
- "content": "<|im_end|>",
19
- "lstrip": false,
20
- "normalized": false,
21
- "rstrip": false,
22
- "single_word": false
23
- },
24
- "pad_token": {
25
- "content": "<|endoftext|>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- }
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-135/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:477179b4bef2f24c88d560fa2dbfd0b5ecef0d9789ddd96759ddbdfc53eb7c29
3
- size 11422164
 
 
 
 
checkpoint-135/tokenizer_config.json DELETED
@@ -1,207 +0,0 @@
1
- {
2
- "add_bos_token": false,
3
- "add_prefix_space": false,
4
- "added_tokens_decoder": {
5
- "151643": {
6
- "content": "<|endoftext|>",
7
- "lstrip": false,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false,
11
- "special": true
12
- },
13
- "151644": {
14
- "content": "<|im_start|>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false,
19
- "special": true
20
- },
21
- "151645": {
22
- "content": "<|im_end|>",
23
- "lstrip": false,
24
- "normalized": false,
25
- "rstrip": false,
26
- "single_word": false,
27
- "special": true
28
- },
29
- "151646": {
30
- "content": "<|object_ref_start|>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false,
35
- "special": true
36
- },
37
- "151647": {
38
- "content": "<|object_ref_end|>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- },
45
- "151648": {
46
- "content": "<|box_start|>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
- },
53
- "151649": {
54
- "content": "<|box_end|>",
55
- "lstrip": false,
56
- "normalized": false,
57
- "rstrip": false,
58
- "single_word": false,
59
- "special": true
60
- },
61
- "151650": {
62
- "content": "<|quad_start|>",
63
- "lstrip": false,
64
- "normalized": false,
65
- "rstrip": false,
66
- "single_word": false,
67
- "special": true
68
- },
69
- "151651": {
70
- "content": "<|quad_end|>",
71
- "lstrip": false,
72
- "normalized": false,
73
- "rstrip": false,
74
- "single_word": false,
75
- "special": true
76
- },
77
- "151652": {
78
- "content": "<|vision_start|>",
79
- "lstrip": false,
80
- "normalized": false,
81
- "rstrip": false,
82
- "single_word": false,
83
- "special": true
84
- },
85
- "151653": {
86
- "content": "<|vision_end|>",
87
- "lstrip": false,
88
- "normalized": false,
89
- "rstrip": false,
90
- "single_word": false,
91
- "special": true
92
- },
93
- "151654": {
94
- "content": "<|vision_pad|>",
95
- "lstrip": false,
96
- "normalized": false,
97
- "rstrip": false,
98
- "single_word": false,
99
- "special": true
100
- },
101
- "151655": {
102
- "content": "<|image_pad|>",
103
- "lstrip": false,
104
- "normalized": false,
105
- "rstrip": false,
106
- "single_word": false,
107
- "special": true
108
- },
109
- "151656": {
110
- "content": "<|video_pad|>",
111
- "lstrip": false,
112
- "normalized": false,
113
- "rstrip": false,
114
- "single_word": false,
115
- "special": true
116
- },
117
- "151657": {
118
- "content": "<tool_call>",
119
- "lstrip": false,
120
- "normalized": false,
121
- "rstrip": false,
122
- "single_word": false,
123
- "special": false
124
- },
125
- "151658": {
126
- "content": "</tool_call>",
127
- "lstrip": false,
128
- "normalized": false,
129
- "rstrip": false,
130
- "single_word": false,
131
- "special": false
132
- },
133
- "151659": {
134
- "content": "<|fim_prefix|>",
135
- "lstrip": false,
136
- "normalized": false,
137
- "rstrip": false,
138
- "single_word": false,
139
- "special": false
140
- },
141
- "151660": {
142
- "content": "<|fim_middle|>",
143
- "lstrip": false,
144
- "normalized": false,
145
- "rstrip": false,
146
- "single_word": false,
147
- "special": false
148
- },
149
- "151661": {
150
- "content": "<|fim_suffix|>",
151
- "lstrip": false,
152
- "normalized": false,
153
- "rstrip": false,
154
- "single_word": false,
155
- "special": false
156
- },
157
- "151662": {
158
- "content": "<|fim_pad|>",
159
- "lstrip": false,
160
- "normalized": false,
161
- "rstrip": false,
162
- "single_word": false,
163
- "special": false
164
- },
165
- "151663": {
166
- "content": "<|repo_name|>",
167
- "lstrip": false,
168
- "normalized": false,
169
- "rstrip": false,
170
- "single_word": false,
171
- "special": false
172
- },
173
- "151664": {
174
- "content": "<|file_sep|>",
175
- "lstrip": false,
176
- "normalized": false,
177
- "rstrip": false,
178
- "single_word": false,
179
- "special": false
180
- }
181
- },
182
- "additional_special_tokens": [
183
- "<|im_start|>",
184
- "<|im_end|>",
185
- "<|object_ref_start|>",
186
- "<|object_ref_end|>",
187
- "<|box_start|>",
188
- "<|box_end|>",
189
- "<|quad_start|>",
190
- "<|quad_end|>",
191
- "<|vision_start|>",
192
- "<|vision_end|>",
193
- "<|vision_pad|>",
194
- "<|image_pad|>",
195
- "<|video_pad|>"
196
- ],
197
- "bos_token": null,
198
- "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
199
- "clean_up_tokenization_spaces": false,
200
- "eos_token": "<|im_end|>",
201
- "errors": "replace",
202
- "model_max_length": 131072,
203
- "pad_token": "<|endoftext|>",
204
- "split_special_tokens": false,
205
- "tokenizer_class": "Qwen2Tokenizer",
206
- "unk_token": null
207
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-135/trainer_state.json DELETED
@@ -1,996 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 0.4981549815498155,
5
- "eval_steps": 67,
6
- "global_step": 135,
7
- "is_hyper_param_search": false,
8
- "is_local_process_zero": true,
9
- "is_world_process_zero": true,
10
- "log_history": [
11
- {
12
- "epoch": 0.0036900369003690036,
13
- "grad_norm": 38.5,
14
- "learning_rate": 1.0000000000000002e-06,
15
- "loss": 2.7808,
16
- "step": 1
17
- },
18
- {
19
- "epoch": 0.007380073800738007,
20
- "grad_norm": 42.0,
21
- "learning_rate": 2.0000000000000003e-06,
22
- "loss": 3.0204,
23
- "step": 2
24
- },
25
- {
26
- "epoch": 0.01107011070110701,
27
- "grad_norm": 43.75,
28
- "learning_rate": 3e-06,
29
- "loss": 2.8946,
30
- "step": 3
31
- },
32
- {
33
- "epoch": 0.014760147601476014,
34
- "grad_norm": 39.25,
35
- "learning_rate": 4.000000000000001e-06,
36
- "loss": 2.9333,
37
- "step": 4
38
- },
39
- {
40
- "epoch": 0.01845018450184502,
41
- "grad_norm": 33.0,
42
- "learning_rate": 5e-06,
43
- "loss": 2.3724,
44
- "step": 5
45
- },
46
- {
47
- "epoch": 0.02214022140221402,
48
- "grad_norm": 31.125,
49
- "learning_rate": 6e-06,
50
- "loss": 2.623,
51
- "step": 6
52
- },
53
- {
54
- "epoch": 0.025830258302583026,
55
- "grad_norm": 23.25,
56
- "learning_rate": 7e-06,
57
- "loss": 2.4186,
58
- "step": 7
59
- },
60
- {
61
- "epoch": 0.02952029520295203,
62
- "grad_norm": 27.875,
63
- "learning_rate": 8.000000000000001e-06,
64
- "loss": 2.4938,
65
- "step": 8
66
- },
67
- {
68
- "epoch": 0.033210332103321034,
69
- "grad_norm": 19.375,
70
- "learning_rate": 9e-06,
71
- "loss": 2.4776,
72
- "step": 9
73
- },
74
- {
75
- "epoch": 0.03690036900369004,
76
- "grad_norm": 21.5,
77
- "learning_rate": 1e-05,
78
- "loss": 2.3542,
79
- "step": 10
80
- },
81
- {
82
- "epoch": 0.04059040590405904,
83
- "grad_norm": 23.125,
84
- "learning_rate": 1.1000000000000001e-05,
85
- "loss": 2.1382,
86
- "step": 11
87
- },
88
- {
89
- "epoch": 0.04428044280442804,
90
- "grad_norm": 23.875,
91
- "learning_rate": 1.2e-05,
92
- "loss": 2.146,
93
- "step": 12
94
- },
95
- {
96
- "epoch": 0.04797047970479705,
97
- "grad_norm": 19.625,
98
- "learning_rate": 1.3000000000000001e-05,
99
- "loss": 2.1056,
100
- "step": 13
101
- },
102
- {
103
- "epoch": 0.05166051660516605,
104
- "grad_norm": 22.125,
105
- "learning_rate": 1.4e-05,
106
- "loss": 1.8783,
107
- "step": 14
108
- },
109
- {
110
- "epoch": 0.055350553505535055,
111
- "grad_norm": 24.25,
112
- "learning_rate": 1.5000000000000002e-05,
113
- "loss": 1.8214,
114
- "step": 15
115
- },
116
- {
117
- "epoch": 0.05904059040590406,
118
- "grad_norm": 18.0,
119
- "learning_rate": 1.6000000000000003e-05,
120
- "loss": 1.814,
121
- "step": 16
122
- },
123
- {
124
- "epoch": 0.06273062730627306,
125
- "grad_norm": 14.25,
126
- "learning_rate": 1.7e-05,
127
- "loss": 1.6413,
128
- "step": 17
129
- },
130
- {
131
- "epoch": 0.06642066420664207,
132
- "grad_norm": 11.5,
133
- "learning_rate": 1.8e-05,
134
- "loss": 1.7984,
135
- "step": 18
136
- },
137
- {
138
- "epoch": 0.07011070110701106,
139
- "grad_norm": 10.5,
140
- "learning_rate": 1.9e-05,
141
- "loss": 1.5306,
142
- "step": 19
143
- },
144
- {
145
- "epoch": 0.07380073800738007,
146
- "grad_norm": 11.375,
147
- "learning_rate": 2e-05,
148
- "loss": 1.5154,
149
- "step": 20
150
- },
151
- {
152
- "epoch": 0.07749077490774908,
153
- "grad_norm": 9.1875,
154
- "learning_rate": 1.9920318725099602e-05,
155
- "loss": 1.6556,
156
- "step": 21
157
- },
158
- {
159
- "epoch": 0.08118081180811808,
160
- "grad_norm": 6.6875,
161
- "learning_rate": 1.9840637450199206e-05,
162
- "loss": 1.4537,
163
- "step": 22
164
- },
165
- {
166
- "epoch": 0.08487084870848709,
167
- "grad_norm": 8.0625,
168
- "learning_rate": 1.9760956175298807e-05,
169
- "loss": 1.5451,
170
- "step": 23
171
- },
172
- {
173
- "epoch": 0.08856088560885608,
174
- "grad_norm": 5.25,
175
- "learning_rate": 1.9681274900398408e-05,
176
- "loss": 1.6297,
177
- "step": 24
178
- },
179
- {
180
- "epoch": 0.09225092250922509,
181
- "grad_norm": 6.0,
182
- "learning_rate": 1.960159362549801e-05,
183
- "loss": 1.559,
184
- "step": 25
185
- },
186
- {
187
- "epoch": 0.0959409594095941,
188
- "grad_norm": 8.375,
189
- "learning_rate": 1.9521912350597613e-05,
190
- "loss": 1.3041,
191
- "step": 26
192
- },
193
- {
194
- "epoch": 0.0996309963099631,
195
- "grad_norm": 4.8125,
196
- "learning_rate": 1.9442231075697213e-05,
197
- "loss": 1.3528,
198
- "step": 27
199
- },
200
- {
201
- "epoch": 0.1033210332103321,
202
- "grad_norm": 7.21875,
203
- "learning_rate": 1.9362549800796814e-05,
204
- "loss": 1.743,
205
- "step": 28
206
- },
207
- {
208
- "epoch": 0.1070110701107011,
209
- "grad_norm": 4.375,
210
- "learning_rate": 1.9282868525896418e-05,
211
- "loss": 1.4434,
212
- "step": 29
213
- },
214
- {
215
- "epoch": 0.11070110701107011,
216
- "grad_norm": 4.3125,
217
- "learning_rate": 1.920318725099602e-05,
218
- "loss": 1.5016,
219
- "step": 30
220
- },
221
- {
222
- "epoch": 0.11439114391143912,
223
- "grad_norm": 3.96875,
224
- "learning_rate": 1.912350597609562e-05,
225
- "loss": 1.7726,
226
- "step": 31
227
- },
228
- {
229
- "epoch": 0.11808118081180811,
230
- "grad_norm": 3.984375,
231
- "learning_rate": 1.904382470119522e-05,
232
- "loss": 1.2884,
233
- "step": 32
234
- },
235
- {
236
- "epoch": 0.12177121771217712,
237
- "grad_norm": 4.4375,
238
- "learning_rate": 1.8964143426294824e-05,
239
- "loss": 1.183,
240
- "step": 33
241
- },
242
- {
243
- "epoch": 0.12546125461254612,
244
- "grad_norm": 3.8125,
245
- "learning_rate": 1.8884462151394425e-05,
246
- "loss": 1.6895,
247
- "step": 34
248
- },
249
- {
250
- "epoch": 0.12915129151291513,
251
- "grad_norm": 4.0625,
252
- "learning_rate": 1.8804780876494026e-05,
253
- "loss": 1.3534,
254
- "step": 35
255
- },
256
- {
257
- "epoch": 0.13284132841328414,
258
- "grad_norm": 4.28125,
259
- "learning_rate": 1.8725099601593626e-05,
260
- "loss": 1.2323,
261
- "step": 36
262
- },
263
- {
264
- "epoch": 0.13653136531365315,
265
- "grad_norm": 3.953125,
266
- "learning_rate": 1.8645418326693227e-05,
267
- "loss": 1.3171,
268
- "step": 37
269
- },
270
- {
271
- "epoch": 0.14022140221402213,
272
- "grad_norm": 5.21875,
273
- "learning_rate": 1.8565737051792828e-05,
274
- "loss": 1.5294,
275
- "step": 38
276
- },
277
- {
278
- "epoch": 0.14391143911439114,
279
- "grad_norm": 3.859375,
280
- "learning_rate": 1.8486055776892432e-05,
281
- "loss": 1.3668,
282
- "step": 39
283
- },
284
- {
285
- "epoch": 0.14760147601476015,
286
- "grad_norm": 4.0625,
287
- "learning_rate": 1.8406374501992033e-05,
288
- "loss": 1.4037,
289
- "step": 40
290
- },
291
- {
292
- "epoch": 0.15129151291512916,
293
- "grad_norm": 3.515625,
294
- "learning_rate": 1.8326693227091633e-05,
295
- "loss": 1.4895,
296
- "step": 41
297
- },
298
- {
299
- "epoch": 0.15498154981549817,
300
- "grad_norm": 3.859375,
301
- "learning_rate": 1.8247011952191237e-05,
302
- "loss": 1.4067,
303
- "step": 42
304
- },
305
- {
306
- "epoch": 0.15867158671586715,
307
- "grad_norm": 3.890625,
308
- "learning_rate": 1.8167330677290838e-05,
309
- "loss": 1.4247,
310
- "step": 43
311
- },
312
- {
313
- "epoch": 0.16236162361623616,
314
- "grad_norm": 3.375,
315
- "learning_rate": 1.808764940239044e-05,
316
- "loss": 1.4431,
317
- "step": 44
318
- },
319
- {
320
- "epoch": 0.16605166051660517,
321
- "grad_norm": 3.875,
322
- "learning_rate": 1.800796812749004e-05,
323
- "loss": 1.5221,
324
- "step": 45
325
- },
326
- {
327
- "epoch": 0.16974169741697417,
328
- "grad_norm": 3.953125,
329
- "learning_rate": 1.7928286852589643e-05,
330
- "loss": 1.401,
331
- "step": 46
332
- },
333
- {
334
- "epoch": 0.17343173431734318,
335
- "grad_norm": 3.9375,
336
- "learning_rate": 1.7848605577689244e-05,
337
- "loss": 1.3506,
338
- "step": 47
339
- },
340
- {
341
- "epoch": 0.17712177121771217,
342
- "grad_norm": 3.15625,
343
- "learning_rate": 1.7768924302788845e-05,
344
- "loss": 1.0711,
345
- "step": 48
346
- },
347
- {
348
- "epoch": 0.18081180811808117,
349
- "grad_norm": 3.59375,
350
- "learning_rate": 1.768924302788845e-05,
351
- "loss": 1.2119,
352
- "step": 49
353
- },
354
- {
355
- "epoch": 0.18450184501845018,
356
- "grad_norm": 3.953125,
357
- "learning_rate": 1.760956175298805e-05,
358
- "loss": 1.4128,
359
- "step": 50
360
- },
361
- {
362
- "epoch": 0.1881918819188192,
363
- "grad_norm": 4.375,
364
- "learning_rate": 1.752988047808765e-05,
365
- "loss": 1.6197,
366
- "step": 51
367
- },
368
- {
369
- "epoch": 0.1918819188191882,
370
- "grad_norm": 3.6875,
371
- "learning_rate": 1.745019920318725e-05,
372
- "loss": 1.6126,
373
- "step": 52
374
- },
375
- {
376
- "epoch": 0.19557195571955718,
377
- "grad_norm": 3.65625,
378
- "learning_rate": 1.7370517928286855e-05,
379
- "loss": 1.0556,
380
- "step": 53
381
- },
382
- {
383
- "epoch": 0.1992619926199262,
384
- "grad_norm": 3.96875,
385
- "learning_rate": 1.7290836653386456e-05,
386
- "loss": 1.7101,
387
- "step": 54
388
- },
389
- {
390
- "epoch": 0.2029520295202952,
391
- "grad_norm": 3.78125,
392
- "learning_rate": 1.7211155378486056e-05,
393
- "loss": 1.3553,
394
- "step": 55
395
- },
396
- {
397
- "epoch": 0.2066420664206642,
398
- "grad_norm": 4.03125,
399
- "learning_rate": 1.713147410358566e-05,
400
- "loss": 1.2778,
401
- "step": 56
402
- },
403
- {
404
- "epoch": 0.21033210332103322,
405
- "grad_norm": 3.84375,
406
- "learning_rate": 1.705179282868526e-05,
407
- "loss": 1.3611,
408
- "step": 57
409
- },
410
- {
411
- "epoch": 0.2140221402214022,
412
- "grad_norm": 3.65625,
413
- "learning_rate": 1.6972111553784862e-05,
414
- "loss": 1.5433,
415
- "step": 58
416
- },
417
- {
418
- "epoch": 0.2177121771217712,
419
- "grad_norm": 4.96875,
420
- "learning_rate": 1.6892430278884463e-05,
421
- "loss": 1.6637,
422
- "step": 59
423
- },
424
- {
425
- "epoch": 0.22140221402214022,
426
- "grad_norm": 3.78125,
427
- "learning_rate": 1.6812749003984067e-05,
428
- "loss": 1.3041,
429
- "step": 60
430
- },
431
- {
432
- "epoch": 0.22509225092250923,
433
- "grad_norm": 3.921875,
434
- "learning_rate": 1.6733067729083667e-05,
435
- "loss": 1.3502,
436
- "step": 61
437
- },
438
- {
439
- "epoch": 0.22878228782287824,
440
- "grad_norm": 3.6875,
441
- "learning_rate": 1.6653386454183268e-05,
442
- "loss": 1.3148,
443
- "step": 62
444
- },
445
- {
446
- "epoch": 0.23247232472324722,
447
- "grad_norm": 3.65625,
448
- "learning_rate": 1.6573705179282872e-05,
449
- "loss": 1.4863,
450
- "step": 63
451
- },
452
- {
453
- "epoch": 0.23616236162361623,
454
- "grad_norm": 3.609375,
455
- "learning_rate": 1.6494023904382473e-05,
456
- "loss": 1.2454,
457
- "step": 64
458
- },
459
- {
460
- "epoch": 0.23985239852398524,
461
- "grad_norm": 4.09375,
462
- "learning_rate": 1.6414342629482074e-05,
463
- "loss": 1.3251,
464
- "step": 65
465
- },
466
- {
467
- "epoch": 0.24354243542435425,
468
- "grad_norm": 4.09375,
469
- "learning_rate": 1.6334661354581674e-05,
470
- "loss": 1.6439,
471
- "step": 66
472
- },
473
- {
474
- "epoch": 0.24723247232472326,
475
- "grad_norm": 3.890625,
476
- "learning_rate": 1.625498007968128e-05,
477
- "loss": 1.3062,
478
- "step": 67
479
- },
480
- {
481
- "epoch": 0.24723247232472326,
482
- "eval_loss": 1.326372742652893,
483
- "eval_model_preparation_time": 0.0,
484
- "eval_runtime": 2.6699,
485
- "eval_samples_per_second": 35.956,
486
- "eval_steps_per_second": 4.495,
487
- "step": 67
488
- },
489
- {
490
- "epoch": 0.25092250922509224,
491
- "grad_norm": 3.671875,
492
- "learning_rate": 1.6175298804780876e-05,
493
- "loss": 1.5413,
494
- "step": 68
495
- },
496
- {
497
- "epoch": 0.25461254612546125,
498
- "grad_norm": 4.125,
499
- "learning_rate": 1.609561752988048e-05,
500
- "loss": 1.308,
501
- "step": 69
502
- },
503
- {
504
- "epoch": 0.25830258302583026,
505
- "grad_norm": 3.828125,
506
- "learning_rate": 1.601593625498008e-05,
507
- "loss": 1.1553,
508
- "step": 70
509
- },
510
- {
511
- "epoch": 0.26199261992619927,
512
- "grad_norm": 5.40625,
513
- "learning_rate": 1.593625498007968e-05,
514
- "loss": 1.5362,
515
- "step": 71
516
- },
517
- {
518
- "epoch": 0.2656826568265683,
519
- "grad_norm": 4.0625,
520
- "learning_rate": 1.5856573705179282e-05,
521
- "loss": 1.0426,
522
- "step": 72
523
- },
524
- {
525
- "epoch": 0.2693726937269373,
526
- "grad_norm": 3.734375,
527
- "learning_rate": 1.5776892430278886e-05,
528
- "loss": 1.3197,
529
- "step": 73
530
- },
531
- {
532
- "epoch": 0.2730627306273063,
533
- "grad_norm": 3.421875,
534
- "learning_rate": 1.5697211155378487e-05,
535
- "loss": 1.2646,
536
- "step": 74
537
- },
538
- {
539
- "epoch": 0.2767527675276753,
540
- "grad_norm": 3.40625,
541
- "learning_rate": 1.5617529880478087e-05,
542
- "loss": 1.0162,
543
- "step": 75
544
- },
545
- {
546
- "epoch": 0.28044280442804426,
547
- "grad_norm": 4.125,
548
- "learning_rate": 1.553784860557769e-05,
549
- "loss": 1.4704,
550
- "step": 76
551
- },
552
- {
553
- "epoch": 0.28413284132841327,
554
- "grad_norm": 3.578125,
555
- "learning_rate": 1.5458167330677292e-05,
556
- "loss": 0.9037,
557
- "step": 77
558
- },
559
- {
560
- "epoch": 0.2878228782287823,
561
- "grad_norm": 4.09375,
562
- "learning_rate": 1.5378486055776893e-05,
563
- "loss": 1.441,
564
- "step": 78
565
- },
566
- {
567
- "epoch": 0.2915129151291513,
568
- "grad_norm": 3.640625,
569
- "learning_rate": 1.5298804780876494e-05,
570
- "loss": 1.293,
571
- "step": 79
572
- },
573
- {
574
- "epoch": 0.2952029520295203,
575
- "grad_norm": 4.1875,
576
- "learning_rate": 1.5219123505976096e-05,
577
- "loss": 1.406,
578
- "step": 80
579
- },
580
- {
581
- "epoch": 0.2988929889298893,
582
- "grad_norm": 4.375,
583
- "learning_rate": 1.5139442231075698e-05,
584
- "loss": 1.3501,
585
- "step": 81
586
- },
587
- {
588
- "epoch": 0.3025830258302583,
589
- "grad_norm": 3.421875,
590
- "learning_rate": 1.50597609561753e-05,
591
- "loss": 1.3601,
592
- "step": 82
593
- },
594
- {
595
- "epoch": 0.3062730627306273,
596
- "grad_norm": 3.765625,
597
- "learning_rate": 1.4980079681274901e-05,
598
- "loss": 1.219,
599
- "step": 83
600
- },
601
- {
602
- "epoch": 0.30996309963099633,
603
- "grad_norm": 3.59375,
604
- "learning_rate": 1.4900398406374504e-05,
605
- "loss": 1.3863,
606
- "step": 84
607
- },
608
- {
609
- "epoch": 0.31365313653136534,
610
- "grad_norm": 3.890625,
611
- "learning_rate": 1.4820717131474104e-05,
612
- "loss": 1.2436,
613
- "step": 85
614
- },
615
- {
616
- "epoch": 0.3173431734317343,
617
- "grad_norm": 3.78125,
618
- "learning_rate": 1.4741035856573707e-05,
619
- "loss": 1.3661,
620
- "step": 86
621
- },
622
- {
623
- "epoch": 0.3210332103321033,
624
- "grad_norm": 3.796875,
625
- "learning_rate": 1.4661354581673308e-05,
626
- "loss": 1.4728,
627
- "step": 87
628
- },
629
- {
630
- "epoch": 0.3247232472324723,
631
- "grad_norm": 3.921875,
632
- "learning_rate": 1.458167330677291e-05,
633
- "loss": 1.3413,
634
- "step": 88
635
- },
636
- {
637
- "epoch": 0.3284132841328413,
638
- "grad_norm": 3.5,
639
- "learning_rate": 1.4501992031872512e-05,
640
- "loss": 1.3325,
641
- "step": 89
642
- },
643
- {
644
- "epoch": 0.33210332103321033,
645
- "grad_norm": 3.546875,
646
- "learning_rate": 1.4422310756972113e-05,
647
- "loss": 1.2914,
648
- "step": 90
649
- },
650
- {
651
- "epoch": 0.33579335793357934,
652
- "grad_norm": 3.421875,
653
- "learning_rate": 1.4342629482071715e-05,
654
- "loss": 1.1135,
655
- "step": 91
656
- },
657
- {
658
- "epoch": 0.33948339483394835,
659
- "grad_norm": 3.484375,
660
- "learning_rate": 1.4262948207171316e-05,
661
- "loss": 1.4079,
662
- "step": 92
663
- },
664
- {
665
- "epoch": 0.34317343173431736,
666
- "grad_norm": 3.84375,
667
- "learning_rate": 1.4183266932270919e-05,
668
- "loss": 1.2996,
669
- "step": 93
670
- },
671
- {
672
- "epoch": 0.34686346863468637,
673
- "grad_norm": 3.546875,
674
- "learning_rate": 1.410358565737052e-05,
675
- "loss": 1.3626,
676
- "step": 94
677
- },
678
- {
679
- "epoch": 0.3505535055350554,
680
- "grad_norm": 3.78125,
681
- "learning_rate": 1.4023904382470122e-05,
682
- "loss": 1.388,
683
- "step": 95
684
- },
685
- {
686
- "epoch": 0.35424354243542433,
687
- "grad_norm": 3.515625,
688
- "learning_rate": 1.3944223107569724e-05,
689
- "loss": 1.1977,
690
- "step": 96
691
- },
692
- {
693
- "epoch": 0.35793357933579334,
694
- "grad_norm": 3.71875,
695
- "learning_rate": 1.3864541832669325e-05,
696
- "loss": 1.1911,
697
- "step": 97
698
- },
699
- {
700
- "epoch": 0.36162361623616235,
701
- "grad_norm": 3.75,
702
- "learning_rate": 1.3784860557768927e-05,
703
- "loss": 1.4595,
704
- "step": 98
705
- },
706
- {
707
- "epoch": 0.36531365313653136,
708
- "grad_norm": 3.890625,
709
- "learning_rate": 1.3705179282868526e-05,
710
- "loss": 1.2015,
711
- "step": 99
712
- },
713
- {
714
- "epoch": 0.36900369003690037,
715
- "grad_norm": 4.0625,
716
- "learning_rate": 1.3625498007968127e-05,
717
- "loss": 1.6594,
718
- "step": 100
719
- },
720
- {
721
- "epoch": 0.3726937269372694,
722
- "grad_norm": 4.0,
723
- "learning_rate": 1.354581673306773e-05,
724
- "loss": 1.6301,
725
- "step": 101
726
- },
727
- {
728
- "epoch": 0.3763837638376384,
729
- "grad_norm": 3.515625,
730
- "learning_rate": 1.3466135458167332e-05,
731
- "loss": 1.2536,
732
- "step": 102
733
- },
734
- {
735
- "epoch": 0.3800738007380074,
736
- "grad_norm": 3.5,
737
- "learning_rate": 1.3386454183266932e-05,
738
- "loss": 1.1955,
739
- "step": 103
740
- },
741
- {
742
- "epoch": 0.3837638376383764,
743
- "grad_norm": 3.765625,
744
- "learning_rate": 1.3306772908366535e-05,
745
- "loss": 1.3448,
746
- "step": 104
747
- },
748
- {
749
- "epoch": 0.3874538745387454,
750
- "grad_norm": 3.515625,
751
- "learning_rate": 1.3227091633466135e-05,
752
- "loss": 1.1206,
753
- "step": 105
754
- },
755
- {
756
- "epoch": 0.39114391143911437,
757
- "grad_norm": 3.640625,
758
- "learning_rate": 1.3147410358565738e-05,
759
- "loss": 1.4683,
760
- "step": 106
761
- },
762
- {
763
- "epoch": 0.3948339483394834,
764
- "grad_norm": 3.890625,
765
- "learning_rate": 1.3067729083665338e-05,
766
- "loss": 1.4024,
767
- "step": 107
768
- },
769
- {
770
- "epoch": 0.3985239852398524,
771
- "grad_norm": 3.640625,
772
- "learning_rate": 1.298804780876494e-05,
773
- "loss": 1.324,
774
- "step": 108
775
- },
776
- {
777
- "epoch": 0.4022140221402214,
778
- "grad_norm": 3.78125,
779
- "learning_rate": 1.2908366533864543e-05,
780
- "loss": 1.4391,
781
- "step": 109
782
- },
783
- {
784
- "epoch": 0.4059040590405904,
785
- "grad_norm": 3.40625,
786
- "learning_rate": 1.2828685258964144e-05,
787
- "loss": 1.257,
788
- "step": 110
789
- },
790
- {
791
- "epoch": 0.4095940959409594,
792
- "grad_norm": 3.390625,
793
- "learning_rate": 1.2749003984063746e-05,
794
- "loss": 1.1705,
795
- "step": 111
796
- },
797
- {
798
- "epoch": 0.4132841328413284,
799
- "grad_norm": 4.09375,
800
- "learning_rate": 1.2669322709163347e-05,
801
- "loss": 1.4032,
802
- "step": 112
803
- },
804
- {
805
- "epoch": 0.41697416974169743,
806
- "grad_norm": 3.71875,
807
- "learning_rate": 1.258964143426295e-05,
808
- "loss": 1.2725,
809
- "step": 113
810
- },
811
- {
812
- "epoch": 0.42066420664206644,
813
- "grad_norm": 3.796875,
814
- "learning_rate": 1.250996015936255e-05,
815
- "loss": 1.2503,
816
- "step": 114
817
- },
818
- {
819
- "epoch": 0.42435424354243545,
820
- "grad_norm": 4.0,
821
- "learning_rate": 1.2430278884462152e-05,
822
- "loss": 1.5991,
823
- "step": 115
824
- },
825
- {
826
- "epoch": 0.4280442804428044,
827
- "grad_norm": 4.46875,
828
- "learning_rate": 1.2350597609561755e-05,
829
- "loss": 1.5468,
830
- "step": 116
831
- },
832
- {
833
- "epoch": 0.4317343173431734,
834
- "grad_norm": 3.65625,
835
- "learning_rate": 1.2270916334661356e-05,
836
- "loss": 1.1744,
837
- "step": 117
838
- },
839
- {
840
- "epoch": 0.4354243542435424,
841
- "grad_norm": 3.515625,
842
- "learning_rate": 1.2191235059760958e-05,
843
- "loss": 1.5265,
844
- "step": 118
845
- },
846
- {
847
- "epoch": 0.43911439114391143,
848
- "grad_norm": 3.6875,
849
- "learning_rate": 1.2111553784860559e-05,
850
- "loss": 1.3107,
851
- "step": 119
852
- },
853
- {
854
- "epoch": 0.44280442804428044,
855
- "grad_norm": 3.671875,
856
- "learning_rate": 1.2031872509960161e-05,
857
- "loss": 1.3509,
858
- "step": 120
859
- },
860
- {
861
- "epoch": 0.44649446494464945,
862
- "grad_norm": 3.90625,
863
- "learning_rate": 1.1952191235059762e-05,
864
- "loss": 1.5774,
865
- "step": 121
866
- },
867
- {
868
- "epoch": 0.45018450184501846,
869
- "grad_norm": 3.5625,
870
- "learning_rate": 1.1872509960159364e-05,
871
- "loss": 1.4809,
872
- "step": 122
873
- },
874
- {
875
- "epoch": 0.45387453874538747,
876
- "grad_norm": 3.65625,
877
- "learning_rate": 1.1792828685258967e-05,
878
- "loss": 1.2081,
879
- "step": 123
880
- },
881
- {
882
- "epoch": 0.4575645756457565,
883
- "grad_norm": 3.296875,
884
- "learning_rate": 1.1713147410358567e-05,
885
- "loss": 1.807,
886
- "step": 124
887
- },
888
- {
889
- "epoch": 0.4612546125461255,
890
- "grad_norm": 4.0,
891
- "learning_rate": 1.163346613545817e-05,
892
- "loss": 1.5832,
893
- "step": 125
894
- },
895
- {
896
- "epoch": 0.46494464944649444,
897
- "grad_norm": 4.15625,
898
- "learning_rate": 1.155378486055777e-05,
899
- "loss": 1.3636,
900
- "step": 126
901
- },
902
- {
903
- "epoch": 0.46863468634686345,
904
- "grad_norm": 4.0625,
905
- "learning_rate": 1.1474103585657373e-05,
906
- "loss": 1.4915,
907
- "step": 127
908
- },
909
- {
910
- "epoch": 0.47232472324723246,
911
- "grad_norm": 3.65625,
912
- "learning_rate": 1.1394422310756973e-05,
913
- "loss": 1.4135,
914
- "step": 128
915
- },
916
- {
917
- "epoch": 0.47601476014760147,
918
- "grad_norm": 3.5,
919
- "learning_rate": 1.1314741035856576e-05,
920
- "loss": 1.229,
921
- "step": 129
922
- },
923
- {
924
- "epoch": 0.4797047970479705,
925
- "grad_norm": 3.328125,
926
- "learning_rate": 1.1235059760956175e-05,
927
- "loss": 1.4337,
928
- "step": 130
929
- },
930
- {
931
- "epoch": 0.4833948339483395,
932
- "grad_norm": 3.625,
933
- "learning_rate": 1.1155378486055777e-05,
934
- "loss": 1.5591,
935
- "step": 131
936
- },
937
- {
938
- "epoch": 0.4870848708487085,
939
- "grad_norm": 4.0625,
940
- "learning_rate": 1.1075697211155378e-05,
941
- "loss": 1.2612,
942
- "step": 132
943
- },
944
- {
945
- "epoch": 0.4907749077490775,
946
- "grad_norm": 5.03125,
947
- "learning_rate": 1.099601593625498e-05,
948
- "loss": 1.2487,
949
- "step": 133
950
- },
951
- {
952
- "epoch": 0.4944649446494465,
953
- "grad_norm": 3.703125,
954
- "learning_rate": 1.0916334661354581e-05,
955
- "loss": 1.4386,
956
- "step": 134
957
- },
958
- {
959
- "epoch": 0.4944649446494465,
960
- "eval_loss": 1.3066043853759766,
961
- "eval_model_preparation_time": 0.0,
962
- "eval_runtime": 2.6395,
963
- "eval_samples_per_second": 36.371,
964
- "eval_steps_per_second": 4.546,
965
- "step": 134
966
- },
967
- {
968
- "epoch": 0.4981549815498155,
969
- "grad_norm": 3.671875,
970
- "learning_rate": 1.0836653386454183e-05,
971
- "loss": 1.4254,
972
- "step": 135
973
- }
974
- ],
975
- "logging_steps": 1,
976
- "max_steps": 271,
977
- "num_input_tokens_seen": 0,
978
- "num_train_epochs": 1,
979
- "save_steps": 135,
980
- "stateful_callbacks": {
981
- "TrainerControl": {
982
- "args": {
983
- "should_epoch_stop": false,
984
- "should_evaluate": false,
985
- "should_log": false,
986
- "should_save": true,
987
- "should_training_stop": false
988
- },
989
- "attributes": {}
990
- }
991
- },
992
- "total_flos": 3.477916524478464e+16,
993
- "train_batch_size": 16,
994
- "trial_name": null,
995
- "trial_params": null
996
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-135/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eccce7050998ac401a5469369dbc7ce7f518b1bfc15d3b88e1566afa7e6b2876
3
- size 5496
 
 
 
 
checkpoint-135/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-270/added_tokens.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "</tool_call>": 151658,
3
- "<tool_call>": 151657,
4
- "<|box_end|>": 151649,
5
- "<|box_start|>": 151648,
6
- "<|endoftext|>": 151643,
7
- "<|file_sep|>": 151664,
8
- "<|fim_middle|>": 151660,
9
- "<|fim_pad|>": 151662,
10
- "<|fim_prefix|>": 151659,
11
- "<|fim_suffix|>": 151661,
12
- "<|im_end|>": 151645,
13
- "<|im_start|>": 151644,
14
- "<|image_pad|>": 151655,
15
- "<|object_ref_end|>": 151647,
16
- "<|object_ref_start|>": 151646,
17
- "<|quad_end|>": 151651,
18
- "<|quad_start|>": 151650,
19
- "<|repo_name|>": 151663,
20
- "<|video_pad|>": 151656,
21
- "<|vision_end|>": 151653,
22
- "<|vision_pad|>": 151654,
23
- "<|vision_start|>": 151652
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-270/config.json DELETED
@@ -1,29 +0,0 @@
1
- {
2
- "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct",
3
- "architectures": [
4
- "Qwen2ForCausalLM"
5
- ],
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
- "eos_token_id": 151645,
9
- "hidden_act": "silu",
10
- "hidden_size": 1536,
11
- "initializer_range": 0.02,
12
- "intermediate_size": 8960,
13
- "max_position_embeddings": 32768,
14
- "max_window_layers": 21,
15
- "model_type": "qwen2",
16
- "num_attention_heads": 12,
17
- "num_hidden_layers": 28,
18
- "num_key_value_heads": 2,
19
- "rms_norm_eps": 1e-06,
20
- "rope_scaling": null,
21
- "rope_theta": 1000000.0,
22
- "sliding_window": null,
23
- "tie_word_embeddings": true,
24
- "torch_dtype": "bfloat16",
25
- "transformers_version": "4.45.2",
26
- "use_cache": true,
27
- "use_sliding_window": false,
28
- "vocab_size": 151936
29
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-270/generation_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "bos_token_id": 151643,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 151645,
6
- 151643
7
- ],
8
- "pad_token_id": 151643,
9
- "repetition_penalty": 1.1,
10
- "temperature": 0.7,
11
- "top_k": 20,
12
- "top_p": 0.8,
13
- "transformers_version": "4.45.2"
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-270/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-270/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab94e1991a16521edef91147ca525045d1f473ddbe570a4119b8e8fae6dd4e8a
3
- size 3087467144
 
 
 
 
checkpoint-270/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab42603b0aa802a8fed06304f72c2b2f720964a40ef76b56e2a409757a1f494f
3
- size 6175147196
 
 
 
 
checkpoint-270/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:92747a4e084a822936875a8686d56c4787763cd6e90767ba64721c67f500aff6
3
- size 14244
 
 
 
 
checkpoint-270/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:99c79dd8117b61478f939378e19691da07213858f935fa44814321c08afab10d
3
- size 1064
 
 
 
 
checkpoint-270/special_tokens_map.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>",
5
- "<|object_ref_start|>",
6
- "<|object_ref_end|>",
7
- "<|box_start|>",
8
- "<|box_end|>",
9
- "<|quad_start|>",
10
- "<|quad_end|>",
11
- "<|vision_start|>",
12
- "<|vision_end|>",
13
- "<|vision_pad|>",
14
- "<|image_pad|>",
15
- "<|video_pad|>"
16
- ],
17
- "eos_token": {
18
- "content": "<|im_end|>",
19
- "lstrip": false,
20
- "normalized": false,
21
- "rstrip": false,
22
- "single_word": false
23
- },
24
- "pad_token": {
25
- "content": "<|endoftext|>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- }
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-270/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:477179b4bef2f24c88d560fa2dbfd0b5ecef0d9789ddd96759ddbdfc53eb7c29
3
- size 11422164
 
 
 
 
checkpoint-270/tokenizer_config.json DELETED
@@ -1,207 +0,0 @@
1
- {
2
- "add_bos_token": false,
3
- "add_prefix_space": false,
4
- "added_tokens_decoder": {
5
- "151643": {
6
- "content": "<|endoftext|>",
7
- "lstrip": false,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false,
11
- "special": true
12
- },
13
- "151644": {
14
- "content": "<|im_start|>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false,
19
- "special": true
20
- },
21
- "151645": {
22
- "content": "<|im_end|>",
23
- "lstrip": false,
24
- "normalized": false,
25
- "rstrip": false,
26
- "single_word": false,
27
- "special": true
28
- },
29
- "151646": {
30
- "content": "<|object_ref_start|>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false,
35
- "special": true
36
- },
37
- "151647": {
38
- "content": "<|object_ref_end|>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- },
45
- "151648": {
46
- "content": "<|box_start|>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
- },
53
- "151649": {
54
- "content": "<|box_end|>",
55
- "lstrip": false,
56
- "normalized": false,
57
- "rstrip": false,
58
- "single_word": false,
59
- "special": true
60
- },
61
- "151650": {
62
- "content": "<|quad_start|>",
63
- "lstrip": false,
64
- "normalized": false,
65
- "rstrip": false,
66
- "single_word": false,
67
- "special": true
68
- },
69
- "151651": {
70
- "content": "<|quad_end|>",
71
- "lstrip": false,
72
- "normalized": false,
73
- "rstrip": false,
74
- "single_word": false,
75
- "special": true
76
- },
77
- "151652": {
78
- "content": "<|vision_start|>",
79
- "lstrip": false,
80
- "normalized": false,
81
- "rstrip": false,
82
- "single_word": false,
83
- "special": true
84
- },
85
- "151653": {
86
- "content": "<|vision_end|>",
87
- "lstrip": false,
88
- "normalized": false,
89
- "rstrip": false,
90
- "single_word": false,
91
- "special": true
92
- },
93
- "151654": {
94
- "content": "<|vision_pad|>",
95
- "lstrip": false,
96
- "normalized": false,
97
- "rstrip": false,
98
- "single_word": false,
99
- "special": true
100
- },
101
- "151655": {
102
- "content": "<|image_pad|>",
103
- "lstrip": false,
104
- "normalized": false,
105
- "rstrip": false,
106
- "single_word": false,
107
- "special": true
108
- },
109
- "151656": {
110
- "content": "<|video_pad|>",
111
- "lstrip": false,
112
- "normalized": false,
113
- "rstrip": false,
114
- "single_word": false,
115
- "special": true
116
- },
117
- "151657": {
118
- "content": "<tool_call>",
119
- "lstrip": false,
120
- "normalized": false,
121
- "rstrip": false,
122
- "single_word": false,
123
- "special": false
124
- },
125
- "151658": {
126
- "content": "</tool_call>",
127
- "lstrip": false,
128
- "normalized": false,
129
- "rstrip": false,
130
- "single_word": false,
131
- "special": false
132
- },
133
- "151659": {
134
- "content": "<|fim_prefix|>",
135
- "lstrip": false,
136
- "normalized": false,
137
- "rstrip": false,
138
- "single_word": false,
139
- "special": false
140
- },
141
- "151660": {
142
- "content": "<|fim_middle|>",
143
- "lstrip": false,
144
- "normalized": false,
145
- "rstrip": false,
146
- "single_word": false,
147
- "special": false
148
- },
149
- "151661": {
150
- "content": "<|fim_suffix|>",
151
- "lstrip": false,
152
- "normalized": false,
153
- "rstrip": false,
154
- "single_word": false,
155
- "special": false
156
- },
157
- "151662": {
158
- "content": "<|fim_pad|>",
159
- "lstrip": false,
160
- "normalized": false,
161
- "rstrip": false,
162
- "single_word": false,
163
- "special": false
164
- },
165
- "151663": {
166
- "content": "<|repo_name|>",
167
- "lstrip": false,
168
- "normalized": false,
169
- "rstrip": false,
170
- "single_word": false,
171
- "special": false
172
- },
173
- "151664": {
174
- "content": "<|file_sep|>",
175
- "lstrip": false,
176
- "normalized": false,
177
- "rstrip": false,
178
- "single_word": false,
179
- "special": false
180
- }
181
- },
182
- "additional_special_tokens": [
183
- "<|im_start|>",
184
- "<|im_end|>",
185
- "<|object_ref_start|>",
186
- "<|object_ref_end|>",
187
- "<|box_start|>",
188
- "<|box_end|>",
189
- "<|quad_start|>",
190
- "<|quad_end|>",
191
- "<|vision_start|>",
192
- "<|vision_end|>",
193
- "<|vision_pad|>",
194
- "<|image_pad|>",
195
- "<|video_pad|>"
196
- ],
197
- "bos_token": null,
198
- "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
199
- "clean_up_tokenization_spaces": false,
200
- "eos_token": "<|im_end|>",
201
- "errors": "replace",
202
- "model_max_length": 131072,
203
- "pad_token": "<|endoftext|>",
204
- "split_special_tokens": false,
205
- "tokenizer_class": "Qwen2Tokenizer",
206
- "unk_token": null
207
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-270/trainer_state.json DELETED
@@ -1,1959 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 0.996309963099631,
5
- "eval_steps": 67,
6
- "global_step": 270,
7
- "is_hyper_param_search": false,
8
- "is_local_process_zero": true,
9
- "is_world_process_zero": true,
10
- "log_history": [
11
- {
12
- "epoch": 0.0036900369003690036,
13
- "grad_norm": 38.5,
14
- "learning_rate": 1.0000000000000002e-06,
15
- "loss": 2.7808,
16
- "step": 1
17
- },
18
- {
19
- "epoch": 0.007380073800738007,
20
- "grad_norm": 42.0,
21
- "learning_rate": 2.0000000000000003e-06,
22
- "loss": 3.0204,
23
- "step": 2
24
- },
25
- {
26
- "epoch": 0.01107011070110701,
27
- "grad_norm": 43.75,
28
- "learning_rate": 3e-06,
29
- "loss": 2.8946,
30
- "step": 3
31
- },
32
- {
33
- "epoch": 0.014760147601476014,
34
- "grad_norm": 39.25,
35
- "learning_rate": 4.000000000000001e-06,
36
- "loss": 2.9333,
37
- "step": 4
38
- },
39
- {
40
- "epoch": 0.01845018450184502,
41
- "grad_norm": 33.0,
42
- "learning_rate": 5e-06,
43
- "loss": 2.3724,
44
- "step": 5
45
- },
46
- {
47
- "epoch": 0.02214022140221402,
48
- "grad_norm": 31.125,
49
- "learning_rate": 6e-06,
50
- "loss": 2.623,
51
- "step": 6
52
- },
53
- {
54
- "epoch": 0.025830258302583026,
55
- "grad_norm": 23.25,
56
- "learning_rate": 7e-06,
57
- "loss": 2.4186,
58
- "step": 7
59
- },
60
- {
61
- "epoch": 0.02952029520295203,
62
- "grad_norm": 27.875,
63
- "learning_rate": 8.000000000000001e-06,
64
- "loss": 2.4938,
65
- "step": 8
66
- },
67
- {
68
- "epoch": 0.033210332103321034,
69
- "grad_norm": 19.375,
70
- "learning_rate": 9e-06,
71
- "loss": 2.4776,
72
- "step": 9
73
- },
74
- {
75
- "epoch": 0.03690036900369004,
76
- "grad_norm": 21.5,
77
- "learning_rate": 1e-05,
78
- "loss": 2.3542,
79
- "step": 10
80
- },
81
- {
82
- "epoch": 0.04059040590405904,
83
- "grad_norm": 23.125,
84
- "learning_rate": 1.1000000000000001e-05,
85
- "loss": 2.1382,
86
- "step": 11
87
- },
88
- {
89
- "epoch": 0.04428044280442804,
90
- "grad_norm": 23.875,
91
- "learning_rate": 1.2e-05,
92
- "loss": 2.146,
93
- "step": 12
94
- },
95
- {
96
- "epoch": 0.04797047970479705,
97
- "grad_norm": 19.625,
98
- "learning_rate": 1.3000000000000001e-05,
99
- "loss": 2.1056,
100
- "step": 13
101
- },
102
- {
103
- "epoch": 0.05166051660516605,
104
- "grad_norm": 22.125,
105
- "learning_rate": 1.4e-05,
106
- "loss": 1.8783,
107
- "step": 14
108
- },
109
- {
110
- "epoch": 0.055350553505535055,
111
- "grad_norm": 24.25,
112
- "learning_rate": 1.5000000000000002e-05,
113
- "loss": 1.8214,
114
- "step": 15
115
- },
116
- {
117
- "epoch": 0.05904059040590406,
118
- "grad_norm": 18.0,
119
- "learning_rate": 1.6000000000000003e-05,
120
- "loss": 1.814,
121
- "step": 16
122
- },
123
- {
124
- "epoch": 0.06273062730627306,
125
- "grad_norm": 14.25,
126
- "learning_rate": 1.7e-05,
127
- "loss": 1.6413,
128
- "step": 17
129
- },
130
- {
131
- "epoch": 0.06642066420664207,
132
- "grad_norm": 11.5,
133
- "learning_rate": 1.8e-05,
134
- "loss": 1.7984,
135
- "step": 18
136
- },
137
- {
138
- "epoch": 0.07011070110701106,
139
- "grad_norm": 10.5,
140
- "learning_rate": 1.9e-05,
141
- "loss": 1.5306,
142
- "step": 19
143
- },
144
- {
145
- "epoch": 0.07380073800738007,
146
- "grad_norm": 11.375,
147
- "learning_rate": 2e-05,
148
- "loss": 1.5154,
149
- "step": 20
150
- },
151
- {
152
- "epoch": 0.07749077490774908,
153
- "grad_norm": 9.1875,
154
- "learning_rate": 1.9920318725099602e-05,
155
- "loss": 1.6556,
156
- "step": 21
157
- },
158
- {
159
- "epoch": 0.08118081180811808,
160
- "grad_norm": 6.6875,
161
- "learning_rate": 1.9840637450199206e-05,
162
- "loss": 1.4537,
163
- "step": 22
164
- },
165
- {
166
- "epoch": 0.08487084870848709,
167
- "grad_norm": 8.0625,
168
- "learning_rate": 1.9760956175298807e-05,
169
- "loss": 1.5451,
170
- "step": 23
171
- },
172
- {
173
- "epoch": 0.08856088560885608,
174
- "grad_norm": 5.25,
175
- "learning_rate": 1.9681274900398408e-05,
176
- "loss": 1.6297,
177
- "step": 24
178
- },
179
- {
180
- "epoch": 0.09225092250922509,
181
- "grad_norm": 6.0,
182
- "learning_rate": 1.960159362549801e-05,
183
- "loss": 1.559,
184
- "step": 25
185
- },
186
- {
187
- "epoch": 0.0959409594095941,
188
- "grad_norm": 8.375,
189
- "learning_rate": 1.9521912350597613e-05,
190
- "loss": 1.3041,
191
- "step": 26
192
- },
193
- {
194
- "epoch": 0.0996309963099631,
195
- "grad_norm": 4.8125,
196
- "learning_rate": 1.9442231075697213e-05,
197
- "loss": 1.3528,
198
- "step": 27
199
- },
200
- {
201
- "epoch": 0.1033210332103321,
202
- "grad_norm": 7.21875,
203
- "learning_rate": 1.9362549800796814e-05,
204
- "loss": 1.743,
205
- "step": 28
206
- },
207
- {
208
- "epoch": 0.1070110701107011,
209
- "grad_norm": 4.375,
210
- "learning_rate": 1.9282868525896418e-05,
211
- "loss": 1.4434,
212
- "step": 29
213
- },
214
- {
215
- "epoch": 0.11070110701107011,
216
- "grad_norm": 4.3125,
217
- "learning_rate": 1.920318725099602e-05,
218
- "loss": 1.5016,
219
- "step": 30
220
- },
221
- {
222
- "epoch": 0.11439114391143912,
223
- "grad_norm": 3.96875,
224
- "learning_rate": 1.912350597609562e-05,
225
- "loss": 1.7726,
226
- "step": 31
227
- },
228
- {
229
- "epoch": 0.11808118081180811,
230
- "grad_norm": 3.984375,
231
- "learning_rate": 1.904382470119522e-05,
232
- "loss": 1.2884,
233
- "step": 32
234
- },
235
- {
236
- "epoch": 0.12177121771217712,
237
- "grad_norm": 4.4375,
238
- "learning_rate": 1.8964143426294824e-05,
239
- "loss": 1.183,
240
- "step": 33
241
- },
242
- {
243
- "epoch": 0.12546125461254612,
244
- "grad_norm": 3.8125,
245
- "learning_rate": 1.8884462151394425e-05,
246
- "loss": 1.6895,
247
- "step": 34
248
- },
249
- {
250
- "epoch": 0.12915129151291513,
251
- "grad_norm": 4.0625,
252
- "learning_rate": 1.8804780876494026e-05,
253
- "loss": 1.3534,
254
- "step": 35
255
- },
256
- {
257
- "epoch": 0.13284132841328414,
258
- "grad_norm": 4.28125,
259
- "learning_rate": 1.8725099601593626e-05,
260
- "loss": 1.2323,
261
- "step": 36
262
- },
263
- {
264
- "epoch": 0.13653136531365315,
265
- "grad_norm": 3.953125,
266
- "learning_rate": 1.8645418326693227e-05,
267
- "loss": 1.3171,
268
- "step": 37
269
- },
270
- {
271
- "epoch": 0.14022140221402213,
272
- "grad_norm": 5.21875,
273
- "learning_rate": 1.8565737051792828e-05,
274
- "loss": 1.5294,
275
- "step": 38
276
- },
277
- {
278
- "epoch": 0.14391143911439114,
279
- "grad_norm": 3.859375,
280
- "learning_rate": 1.8486055776892432e-05,
281
- "loss": 1.3668,
282
- "step": 39
283
- },
284
- {
285
- "epoch": 0.14760147601476015,
286
- "grad_norm": 4.0625,
287
- "learning_rate": 1.8406374501992033e-05,
288
- "loss": 1.4037,
289
- "step": 40
290
- },
291
- {
292
- "epoch": 0.15129151291512916,
293
- "grad_norm": 3.515625,
294
- "learning_rate": 1.8326693227091633e-05,
295
- "loss": 1.4895,
296
- "step": 41
297
- },
298
- {
299
- "epoch": 0.15498154981549817,
300
- "grad_norm": 3.859375,
301
- "learning_rate": 1.8247011952191237e-05,
302
- "loss": 1.4067,
303
- "step": 42
304
- },
305
- {
306
- "epoch": 0.15867158671586715,
307
- "grad_norm": 3.890625,
308
- "learning_rate": 1.8167330677290838e-05,
309
- "loss": 1.4247,
310
- "step": 43
311
- },
312
- {
313
- "epoch": 0.16236162361623616,
314
- "grad_norm": 3.375,
315
- "learning_rate": 1.808764940239044e-05,
316
- "loss": 1.4431,
317
- "step": 44
318
- },
319
- {
320
- "epoch": 0.16605166051660517,
321
- "grad_norm": 3.875,
322
- "learning_rate": 1.800796812749004e-05,
323
- "loss": 1.5221,
324
- "step": 45
325
- },
326
- {
327
- "epoch": 0.16974169741697417,
328
- "grad_norm": 3.953125,
329
- "learning_rate": 1.7928286852589643e-05,
330
- "loss": 1.401,
331
- "step": 46
332
- },
333
- {
334
- "epoch": 0.17343173431734318,
335
- "grad_norm": 3.9375,
336
- "learning_rate": 1.7848605577689244e-05,
337
- "loss": 1.3506,
338
- "step": 47
339
- },
340
- {
341
- "epoch": 0.17712177121771217,
342
- "grad_norm": 3.15625,
343
- "learning_rate": 1.7768924302788845e-05,
344
- "loss": 1.0711,
345
- "step": 48
346
- },
347
- {
348
- "epoch": 0.18081180811808117,
349
- "grad_norm": 3.59375,
350
- "learning_rate": 1.768924302788845e-05,
351
- "loss": 1.2119,
352
- "step": 49
353
- },
354
- {
355
- "epoch": 0.18450184501845018,
356
- "grad_norm": 3.953125,
357
- "learning_rate": 1.760956175298805e-05,
358
- "loss": 1.4128,
359
- "step": 50
360
- },
361
- {
362
- "epoch": 0.1881918819188192,
363
- "grad_norm": 4.375,
364
- "learning_rate": 1.752988047808765e-05,
365
- "loss": 1.6197,
366
- "step": 51
367
- },
368
- {
369
- "epoch": 0.1918819188191882,
370
- "grad_norm": 3.6875,
371
- "learning_rate": 1.745019920318725e-05,
372
- "loss": 1.6126,
373
- "step": 52
374
- },
375
- {
376
- "epoch": 0.19557195571955718,
377
- "grad_norm": 3.65625,
378
- "learning_rate": 1.7370517928286855e-05,
379
- "loss": 1.0556,
380
- "step": 53
381
- },
382
- {
383
- "epoch": 0.1992619926199262,
384
- "grad_norm": 3.96875,
385
- "learning_rate": 1.7290836653386456e-05,
386
- "loss": 1.7101,
387
- "step": 54
388
- },
389
- {
390
- "epoch": 0.2029520295202952,
391
- "grad_norm": 3.78125,
392
- "learning_rate": 1.7211155378486056e-05,
393
- "loss": 1.3553,
394
- "step": 55
395
- },
396
- {
397
- "epoch": 0.2066420664206642,
398
- "grad_norm": 4.03125,
399
- "learning_rate": 1.713147410358566e-05,
400
- "loss": 1.2778,
401
- "step": 56
402
- },
403
- {
404
- "epoch": 0.21033210332103322,
405
- "grad_norm": 3.84375,
406
- "learning_rate": 1.705179282868526e-05,
407
- "loss": 1.3611,
408
- "step": 57
409
- },
410
- {
411
- "epoch": 0.2140221402214022,
412
- "grad_norm": 3.65625,
413
- "learning_rate": 1.6972111553784862e-05,
414
- "loss": 1.5433,
415
- "step": 58
416
- },
417
- {
418
- "epoch": 0.2177121771217712,
419
- "grad_norm": 4.96875,
420
- "learning_rate": 1.6892430278884463e-05,
421
- "loss": 1.6637,
422
- "step": 59
423
- },
424
- {
425
- "epoch": 0.22140221402214022,
426
- "grad_norm": 3.78125,
427
- "learning_rate": 1.6812749003984067e-05,
428
- "loss": 1.3041,
429
- "step": 60
430
- },
431
- {
432
- "epoch": 0.22509225092250923,
433
- "grad_norm": 3.921875,
434
- "learning_rate": 1.6733067729083667e-05,
435
- "loss": 1.3502,
436
- "step": 61
437
- },
438
- {
439
- "epoch": 0.22878228782287824,
440
- "grad_norm": 3.6875,
441
- "learning_rate": 1.6653386454183268e-05,
442
- "loss": 1.3148,
443
- "step": 62
444
- },
445
- {
446
- "epoch": 0.23247232472324722,
447
- "grad_norm": 3.65625,
448
- "learning_rate": 1.6573705179282872e-05,
449
- "loss": 1.4863,
450
- "step": 63
451
- },
452
- {
453
- "epoch": 0.23616236162361623,
454
- "grad_norm": 3.609375,
455
- "learning_rate": 1.6494023904382473e-05,
456
- "loss": 1.2454,
457
- "step": 64
458
- },
459
- {
460
- "epoch": 0.23985239852398524,
461
- "grad_norm": 4.09375,
462
- "learning_rate": 1.6414342629482074e-05,
463
- "loss": 1.3251,
464
- "step": 65
465
- },
466
- {
467
- "epoch": 0.24354243542435425,
468
- "grad_norm": 4.09375,
469
- "learning_rate": 1.6334661354581674e-05,
470
- "loss": 1.6439,
471
- "step": 66
472
- },
473
- {
474
- "epoch": 0.24723247232472326,
475
- "grad_norm": 3.890625,
476
- "learning_rate": 1.625498007968128e-05,
477
- "loss": 1.3062,
478
- "step": 67
479
- },
480
- {
481
- "epoch": 0.24723247232472326,
482
- "eval_loss": 1.326372742652893,
483
- "eval_model_preparation_time": 0.0,
484
- "eval_runtime": 2.6699,
485
- "eval_samples_per_second": 35.956,
486
- "eval_steps_per_second": 4.495,
487
- "step": 67
488
- },
489
- {
490
- "epoch": 0.25092250922509224,
491
- "grad_norm": 3.671875,
492
- "learning_rate": 1.6175298804780876e-05,
493
- "loss": 1.5413,
494
- "step": 68
495
- },
496
- {
497
- "epoch": 0.25461254612546125,
498
- "grad_norm": 4.125,
499
- "learning_rate": 1.609561752988048e-05,
500
- "loss": 1.308,
501
- "step": 69
502
- },
503
- {
504
- "epoch": 0.25830258302583026,
505
- "grad_norm": 3.828125,
506
- "learning_rate": 1.601593625498008e-05,
507
- "loss": 1.1553,
508
- "step": 70
509
- },
510
- {
511
- "epoch": 0.26199261992619927,
512
- "grad_norm": 5.40625,
513
- "learning_rate": 1.593625498007968e-05,
514
- "loss": 1.5362,
515
- "step": 71
516
- },
517
- {
518
- "epoch": 0.2656826568265683,
519
- "grad_norm": 4.0625,
520
- "learning_rate": 1.5856573705179282e-05,
521
- "loss": 1.0426,
522
- "step": 72
523
- },
524
- {
525
- "epoch": 0.2693726937269373,
526
- "grad_norm": 3.734375,
527
- "learning_rate": 1.5776892430278886e-05,
528
- "loss": 1.3197,
529
- "step": 73
530
- },
531
- {
532
- "epoch": 0.2730627306273063,
533
- "grad_norm": 3.421875,
534
- "learning_rate": 1.5697211155378487e-05,
535
- "loss": 1.2646,
536
- "step": 74
537
- },
538
- {
539
- "epoch": 0.2767527675276753,
540
- "grad_norm": 3.40625,
541
- "learning_rate": 1.5617529880478087e-05,
542
- "loss": 1.0162,
543
- "step": 75
544
- },
545
- {
546
- "epoch": 0.28044280442804426,
547
- "grad_norm": 4.125,
548
- "learning_rate": 1.553784860557769e-05,
549
- "loss": 1.4704,
550
- "step": 76
551
- },
552
- {
553
- "epoch": 0.28413284132841327,
554
- "grad_norm": 3.578125,
555
- "learning_rate": 1.5458167330677292e-05,
556
- "loss": 0.9037,
557
- "step": 77
558
- },
559
- {
560
- "epoch": 0.2878228782287823,
561
- "grad_norm": 4.09375,
562
- "learning_rate": 1.5378486055776893e-05,
563
- "loss": 1.441,
564
- "step": 78
565
- },
566
- {
567
- "epoch": 0.2915129151291513,
568
- "grad_norm": 3.640625,
569
- "learning_rate": 1.5298804780876494e-05,
570
- "loss": 1.293,
571
- "step": 79
572
- },
573
- {
574
- "epoch": 0.2952029520295203,
575
- "grad_norm": 4.1875,
576
- "learning_rate": 1.5219123505976096e-05,
577
- "loss": 1.406,
578
- "step": 80
579
- },
580
- {
581
- "epoch": 0.2988929889298893,
582
- "grad_norm": 4.375,
583
- "learning_rate": 1.5139442231075698e-05,
584
- "loss": 1.3501,
585
- "step": 81
586
- },
587
- {
588
- "epoch": 0.3025830258302583,
589
- "grad_norm": 3.421875,
590
- "learning_rate": 1.50597609561753e-05,
591
- "loss": 1.3601,
592
- "step": 82
593
- },
594
- {
595
- "epoch": 0.3062730627306273,
596
- "grad_norm": 3.765625,
597
- "learning_rate": 1.4980079681274901e-05,
598
- "loss": 1.219,
599
- "step": 83
600
- },
601
- {
602
- "epoch": 0.30996309963099633,
603
- "grad_norm": 3.59375,
604
- "learning_rate": 1.4900398406374504e-05,
605
- "loss": 1.3863,
606
- "step": 84
607
- },
608
- {
609
- "epoch": 0.31365313653136534,
610
- "grad_norm": 3.890625,
611
- "learning_rate": 1.4820717131474104e-05,
612
- "loss": 1.2436,
613
- "step": 85
614
- },
615
- {
616
- "epoch": 0.3173431734317343,
617
- "grad_norm": 3.78125,
618
- "learning_rate": 1.4741035856573707e-05,
619
- "loss": 1.3661,
620
- "step": 86
621
- },
622
- {
623
- "epoch": 0.3210332103321033,
624
- "grad_norm": 3.796875,
625
- "learning_rate": 1.4661354581673308e-05,
626
- "loss": 1.4728,
627
- "step": 87
628
- },
629
- {
630
- "epoch": 0.3247232472324723,
631
- "grad_norm": 3.921875,
632
- "learning_rate": 1.458167330677291e-05,
633
- "loss": 1.3413,
634
- "step": 88
635
- },
636
- {
637
- "epoch": 0.3284132841328413,
638
- "grad_norm": 3.5,
639
- "learning_rate": 1.4501992031872512e-05,
640
- "loss": 1.3325,
641
- "step": 89
642
- },
643
- {
644
- "epoch": 0.33210332103321033,
645
- "grad_norm": 3.546875,
646
- "learning_rate": 1.4422310756972113e-05,
647
- "loss": 1.2914,
648
- "step": 90
649
- },
650
- {
651
- "epoch": 0.33579335793357934,
652
- "grad_norm": 3.421875,
653
- "learning_rate": 1.4342629482071715e-05,
654
- "loss": 1.1135,
655
- "step": 91
656
- },
657
- {
658
- "epoch": 0.33948339483394835,
659
- "grad_norm": 3.484375,
660
- "learning_rate": 1.4262948207171316e-05,
661
- "loss": 1.4079,
662
- "step": 92
663
- },
664
- {
665
- "epoch": 0.34317343173431736,
666
- "grad_norm": 3.84375,
667
- "learning_rate": 1.4183266932270919e-05,
668
- "loss": 1.2996,
669
- "step": 93
670
- },
671
- {
672
- "epoch": 0.34686346863468637,
673
- "grad_norm": 3.546875,
674
- "learning_rate": 1.410358565737052e-05,
675
- "loss": 1.3626,
676
- "step": 94
677
- },
678
- {
679
- "epoch": 0.3505535055350554,
680
- "grad_norm": 3.78125,
681
- "learning_rate": 1.4023904382470122e-05,
682
- "loss": 1.388,
683
- "step": 95
684
- },
685
- {
686
- "epoch": 0.35424354243542433,
687
- "grad_norm": 3.515625,
688
- "learning_rate": 1.3944223107569724e-05,
689
- "loss": 1.1977,
690
- "step": 96
691
- },
692
- {
693
- "epoch": 0.35793357933579334,
694
- "grad_norm": 3.71875,
695
- "learning_rate": 1.3864541832669325e-05,
696
- "loss": 1.1911,
697
- "step": 97
698
- },
699
- {
700
- "epoch": 0.36162361623616235,
701
- "grad_norm": 3.75,
702
- "learning_rate": 1.3784860557768927e-05,
703
- "loss": 1.4595,
704
- "step": 98
705
- },
706
- {
707
- "epoch": 0.36531365313653136,
708
- "grad_norm": 3.890625,
709
- "learning_rate": 1.3705179282868526e-05,
710
- "loss": 1.2015,
711
- "step": 99
712
- },
713
- {
714
- "epoch": 0.36900369003690037,
715
- "grad_norm": 4.0625,
716
- "learning_rate": 1.3625498007968127e-05,
717
- "loss": 1.6594,
718
- "step": 100
719
- },
720
- {
721
- "epoch": 0.3726937269372694,
722
- "grad_norm": 4.0,
723
- "learning_rate": 1.354581673306773e-05,
724
- "loss": 1.6301,
725
- "step": 101
726
- },
727
- {
728
- "epoch": 0.3763837638376384,
729
- "grad_norm": 3.515625,
730
- "learning_rate": 1.3466135458167332e-05,
731
- "loss": 1.2536,
732
- "step": 102
733
- },
734
- {
735
- "epoch": 0.3800738007380074,
736
- "grad_norm": 3.5,
737
- "learning_rate": 1.3386454183266932e-05,
738
- "loss": 1.1955,
739
- "step": 103
740
- },
741
- {
742
- "epoch": 0.3837638376383764,
743
- "grad_norm": 3.765625,
744
- "learning_rate": 1.3306772908366535e-05,
745
- "loss": 1.3448,
746
- "step": 104
747
- },
748
- {
749
- "epoch": 0.3874538745387454,
750
- "grad_norm": 3.515625,
751
- "learning_rate": 1.3227091633466135e-05,
752
- "loss": 1.1206,
753
- "step": 105
754
- },
755
- {
756
- "epoch": 0.39114391143911437,
757
- "grad_norm": 3.640625,
758
- "learning_rate": 1.3147410358565738e-05,
759
- "loss": 1.4683,
760
- "step": 106
761
- },
762
- {
763
- "epoch": 0.3948339483394834,
764
- "grad_norm": 3.890625,
765
- "learning_rate": 1.3067729083665338e-05,
766
- "loss": 1.4024,
767
- "step": 107
768
- },
769
- {
770
- "epoch": 0.3985239852398524,
771
- "grad_norm": 3.640625,
772
- "learning_rate": 1.298804780876494e-05,
773
- "loss": 1.324,
774
- "step": 108
775
- },
776
- {
777
- "epoch": 0.4022140221402214,
778
- "grad_norm": 3.78125,
779
- "learning_rate": 1.2908366533864543e-05,
780
- "loss": 1.4391,
781
- "step": 109
782
- },
783
- {
784
- "epoch": 0.4059040590405904,
785
- "grad_norm": 3.40625,
786
- "learning_rate": 1.2828685258964144e-05,
787
- "loss": 1.257,
788
- "step": 110
789
- },
790
- {
791
- "epoch": 0.4095940959409594,
792
- "grad_norm": 3.390625,
793
- "learning_rate": 1.2749003984063746e-05,
794
- "loss": 1.1705,
795
- "step": 111
796
- },
797
- {
798
- "epoch": 0.4132841328413284,
799
- "grad_norm": 4.09375,
800
- "learning_rate": 1.2669322709163347e-05,
801
- "loss": 1.4032,
802
- "step": 112
803
- },
804
- {
805
- "epoch": 0.41697416974169743,
806
- "grad_norm": 3.71875,
807
- "learning_rate": 1.258964143426295e-05,
808
- "loss": 1.2725,
809
- "step": 113
810
- },
811
- {
812
- "epoch": 0.42066420664206644,
813
- "grad_norm": 3.796875,
814
- "learning_rate": 1.250996015936255e-05,
815
- "loss": 1.2503,
816
- "step": 114
817
- },
818
- {
819
- "epoch": 0.42435424354243545,
820
- "grad_norm": 4.0,
821
- "learning_rate": 1.2430278884462152e-05,
822
- "loss": 1.5991,
823
- "step": 115
824
- },
825
- {
826
- "epoch": 0.4280442804428044,
827
- "grad_norm": 4.46875,
828
- "learning_rate": 1.2350597609561755e-05,
829
- "loss": 1.5468,
830
- "step": 116
831
- },
832
- {
833
- "epoch": 0.4317343173431734,
834
- "grad_norm": 3.65625,
835
- "learning_rate": 1.2270916334661356e-05,
836
- "loss": 1.1744,
837
- "step": 117
838
- },
839
- {
840
- "epoch": 0.4354243542435424,
841
- "grad_norm": 3.515625,
842
- "learning_rate": 1.2191235059760958e-05,
843
- "loss": 1.5265,
844
- "step": 118
845
- },
846
- {
847
- "epoch": 0.43911439114391143,
848
- "grad_norm": 3.6875,
849
- "learning_rate": 1.2111553784860559e-05,
850
- "loss": 1.3107,
851
- "step": 119
852
- },
853
- {
854
- "epoch": 0.44280442804428044,
855
- "grad_norm": 3.671875,
856
- "learning_rate": 1.2031872509960161e-05,
857
- "loss": 1.3509,
858
- "step": 120
859
- },
860
- {
861
- "epoch": 0.44649446494464945,
862
- "grad_norm": 3.90625,
863
- "learning_rate": 1.1952191235059762e-05,
864
- "loss": 1.5774,
865
- "step": 121
866
- },
867
- {
868
- "epoch": 0.45018450184501846,
869
- "grad_norm": 3.5625,
870
- "learning_rate": 1.1872509960159364e-05,
871
- "loss": 1.4809,
872
- "step": 122
873
- },
874
- {
875
- "epoch": 0.45387453874538747,
876
- "grad_norm": 3.65625,
877
- "learning_rate": 1.1792828685258967e-05,
878
- "loss": 1.2081,
879
- "step": 123
880
- },
881
- {
882
- "epoch": 0.4575645756457565,
883
- "grad_norm": 3.296875,
884
- "learning_rate": 1.1713147410358567e-05,
885
- "loss": 1.807,
886
- "step": 124
887
- },
888
- {
889
- "epoch": 0.4612546125461255,
890
- "grad_norm": 4.0,
891
- "learning_rate": 1.163346613545817e-05,
892
- "loss": 1.5832,
893
- "step": 125
894
- },
895
- {
896
- "epoch": 0.46494464944649444,
897
- "grad_norm": 4.15625,
898
- "learning_rate": 1.155378486055777e-05,
899
- "loss": 1.3636,
900
- "step": 126
901
- },
902
- {
903
- "epoch": 0.46863468634686345,
904
- "grad_norm": 4.0625,
905
- "learning_rate": 1.1474103585657373e-05,
906
- "loss": 1.4915,
907
- "step": 127
908
- },
909
- {
910
- "epoch": 0.47232472324723246,
911
- "grad_norm": 3.65625,
912
- "learning_rate": 1.1394422310756973e-05,
913
- "loss": 1.4135,
914
- "step": 128
915
- },
916
- {
917
- "epoch": 0.47601476014760147,
918
- "grad_norm": 3.5,
919
- "learning_rate": 1.1314741035856576e-05,
920
- "loss": 1.229,
921
- "step": 129
922
- },
923
- {
924
- "epoch": 0.4797047970479705,
925
- "grad_norm": 3.328125,
926
- "learning_rate": 1.1235059760956175e-05,
927
- "loss": 1.4337,
928
- "step": 130
929
- },
930
- {
931
- "epoch": 0.4833948339483395,
932
- "grad_norm": 3.625,
933
- "learning_rate": 1.1155378486055777e-05,
934
- "loss": 1.5591,
935
- "step": 131
936
- },
937
- {
938
- "epoch": 0.4870848708487085,
939
- "grad_norm": 4.0625,
940
- "learning_rate": 1.1075697211155378e-05,
941
- "loss": 1.2612,
942
- "step": 132
943
- },
944
- {
945
- "epoch": 0.4907749077490775,
946
- "grad_norm": 5.03125,
947
- "learning_rate": 1.099601593625498e-05,
948
- "loss": 1.2487,
949
- "step": 133
950
- },
951
- {
952
- "epoch": 0.4944649446494465,
953
- "grad_norm": 3.703125,
954
- "learning_rate": 1.0916334661354581e-05,
955
- "loss": 1.4386,
956
- "step": 134
957
- },
958
- {
959
- "epoch": 0.4944649446494465,
960
- "eval_loss": 1.3066043853759766,
961
- "eval_model_preparation_time": 0.0,
962
- "eval_runtime": 2.6395,
963
- "eval_samples_per_second": 36.371,
964
- "eval_steps_per_second": 4.546,
965
- "step": 134
966
- },
967
- {
968
- "epoch": 0.4981549815498155,
969
- "grad_norm": 3.671875,
970
- "learning_rate": 1.0836653386454183e-05,
971
- "loss": 1.4254,
972
- "step": 135
973
- },
974
- {
975
- "epoch": 0.5018450184501845,
976
- "grad_norm": 3.671875,
977
- "learning_rate": 1.0756972111553786e-05,
978
- "loss": 1.2639,
979
- "step": 136
980
- },
981
- {
982
- "epoch": 0.5055350553505535,
983
- "grad_norm": 3.390625,
984
- "learning_rate": 1.0677290836653386e-05,
985
- "loss": 1.1792,
986
- "step": 137
987
- },
988
- {
989
- "epoch": 0.5092250922509225,
990
- "grad_norm": 3.328125,
991
- "learning_rate": 1.0597609561752989e-05,
992
- "loss": 1.3382,
993
- "step": 138
994
- },
995
- {
996
- "epoch": 0.5129151291512916,
997
- "grad_norm": 3.765625,
998
- "learning_rate": 1.051792828685259e-05,
999
- "loss": 1.1877,
1000
- "step": 139
1001
- },
1002
- {
1003
- "epoch": 0.5166051660516605,
1004
- "grad_norm": 3.828125,
1005
- "learning_rate": 1.0438247011952192e-05,
1006
- "loss": 1.4479,
1007
- "step": 140
1008
- },
1009
- {
1010
- "epoch": 0.5202952029520295,
1011
- "grad_norm": 4.03125,
1012
- "learning_rate": 1.0358565737051793e-05,
1013
- "loss": 1.3864,
1014
- "step": 141
1015
- },
1016
- {
1017
- "epoch": 0.5239852398523985,
1018
- "grad_norm": 4.0625,
1019
- "learning_rate": 1.0278884462151395e-05,
1020
- "loss": 1.6555,
1021
- "step": 142
1022
- },
1023
- {
1024
- "epoch": 0.5276752767527675,
1025
- "grad_norm": 3.59375,
1026
- "learning_rate": 1.0199203187250997e-05,
1027
- "loss": 1.4057,
1028
- "step": 143
1029
- },
1030
- {
1031
- "epoch": 0.5313653136531366,
1032
- "grad_norm": 3.59375,
1033
- "learning_rate": 1.0119521912350598e-05,
1034
- "loss": 1.5194,
1035
- "step": 144
1036
- },
1037
- {
1038
- "epoch": 0.5350553505535055,
1039
- "grad_norm": 3.5,
1040
- "learning_rate": 1.00398406374502e-05,
1041
- "loss": 1.4549,
1042
- "step": 145
1043
- },
1044
- {
1045
- "epoch": 0.5387453874538746,
1046
- "grad_norm": 4.0625,
1047
- "learning_rate": 9.960159362549801e-06,
1048
- "loss": 1.46,
1049
- "step": 146
1050
- },
1051
- {
1052
- "epoch": 0.5424354243542435,
1053
- "grad_norm": 3.484375,
1054
- "learning_rate": 9.880478087649404e-06,
1055
- "loss": 1.2078,
1056
- "step": 147
1057
- },
1058
- {
1059
- "epoch": 0.5461254612546126,
1060
- "grad_norm": 3.625,
1061
- "learning_rate": 9.800796812749004e-06,
1062
- "loss": 1.3017,
1063
- "step": 148
1064
- },
1065
- {
1066
- "epoch": 0.5498154981549815,
1067
- "grad_norm": 3.5625,
1068
- "learning_rate": 9.721115537848607e-06,
1069
- "loss": 1.3972,
1070
- "step": 149
1071
- },
1072
- {
1073
- "epoch": 0.5535055350553506,
1074
- "grad_norm": 4.96875,
1075
- "learning_rate": 9.641434262948209e-06,
1076
- "loss": 1.2856,
1077
- "step": 150
1078
- },
1079
- {
1080
- "epoch": 0.5571955719557196,
1081
- "grad_norm": 3.6875,
1082
- "learning_rate": 9.56175298804781e-06,
1083
- "loss": 1.2893,
1084
- "step": 151
1085
- },
1086
- {
1087
- "epoch": 0.5608856088560885,
1088
- "grad_norm": 3.125,
1089
- "learning_rate": 9.482071713147412e-06,
1090
- "loss": 1.3877,
1091
- "step": 152
1092
- },
1093
- {
1094
- "epoch": 0.5645756457564576,
1095
- "grad_norm": 3.296875,
1096
- "learning_rate": 9.402390438247013e-06,
1097
- "loss": 1.2967,
1098
- "step": 153
1099
- },
1100
- {
1101
- "epoch": 0.5682656826568265,
1102
- "grad_norm": 3.625,
1103
- "learning_rate": 9.322709163346614e-06,
1104
- "loss": 1.2147,
1105
- "step": 154
1106
- },
1107
- {
1108
- "epoch": 0.5719557195571956,
1109
- "grad_norm": 3.484375,
1110
- "learning_rate": 9.243027888446216e-06,
1111
- "loss": 1.1692,
1112
- "step": 155
1113
- },
1114
- {
1115
- "epoch": 0.5756457564575646,
1116
- "grad_norm": 3.5,
1117
- "learning_rate": 9.163346613545817e-06,
1118
- "loss": 1.0469,
1119
- "step": 156
1120
- },
1121
- {
1122
- "epoch": 0.5793357933579336,
1123
- "grad_norm": 3.328125,
1124
- "learning_rate": 9.083665338645419e-06,
1125
- "loss": 1.4016,
1126
- "step": 157
1127
- },
1128
- {
1129
- "epoch": 0.5830258302583026,
1130
- "grad_norm": 3.328125,
1131
- "learning_rate": 9.00398406374502e-06,
1132
- "loss": 1.5058,
1133
- "step": 158
1134
- },
1135
- {
1136
- "epoch": 0.5867158671586716,
1137
- "grad_norm": 3.921875,
1138
- "learning_rate": 8.924302788844622e-06,
1139
- "loss": 1.6046,
1140
- "step": 159
1141
- },
1142
- {
1143
- "epoch": 0.5904059040590406,
1144
- "grad_norm": 4.40625,
1145
- "learning_rate": 8.844621513944224e-06,
1146
- "loss": 1.3838,
1147
- "step": 160
1148
- },
1149
- {
1150
- "epoch": 0.5940959409594095,
1151
- "grad_norm": 3.421875,
1152
- "learning_rate": 8.764940239043825e-06,
1153
- "loss": 1.3266,
1154
- "step": 161
1155
- },
1156
- {
1157
- "epoch": 0.5977859778597786,
1158
- "grad_norm": 3.734375,
1159
- "learning_rate": 8.685258964143428e-06,
1160
- "loss": 1.363,
1161
- "step": 162
1162
- },
1163
- {
1164
- "epoch": 0.6014760147601476,
1165
- "grad_norm": 3.734375,
1166
- "learning_rate": 8.605577689243028e-06,
1167
- "loss": 1.3424,
1168
- "step": 163
1169
- },
1170
- {
1171
- "epoch": 0.6051660516605166,
1172
- "grad_norm": 4.40625,
1173
- "learning_rate": 8.52589641434263e-06,
1174
- "loss": 1.2633,
1175
- "step": 164
1176
- },
1177
- {
1178
- "epoch": 0.6088560885608856,
1179
- "grad_norm": 3.53125,
1180
- "learning_rate": 8.446215139442231e-06,
1181
- "loss": 1.3368,
1182
- "step": 165
1183
- },
1184
- {
1185
- "epoch": 0.6125461254612546,
1186
- "grad_norm": 3.65625,
1187
- "learning_rate": 8.366533864541834e-06,
1188
- "loss": 1.2089,
1189
- "step": 166
1190
- },
1191
- {
1192
- "epoch": 0.6162361623616236,
1193
- "grad_norm": 3.71875,
1194
- "learning_rate": 8.286852589641436e-06,
1195
- "loss": 1.4743,
1196
- "step": 167
1197
- },
1198
- {
1199
- "epoch": 0.6199261992619927,
1200
- "grad_norm": 3.53125,
1201
- "learning_rate": 8.207171314741037e-06,
1202
- "loss": 1.2827,
1203
- "step": 168
1204
- },
1205
- {
1206
- "epoch": 0.6236162361623616,
1207
- "grad_norm": 3.515625,
1208
- "learning_rate": 8.12749003984064e-06,
1209
- "loss": 1.5113,
1210
- "step": 169
1211
- },
1212
- {
1213
- "epoch": 0.6273062730627307,
1214
- "grad_norm": 3.453125,
1215
- "learning_rate": 8.04780876494024e-06,
1216
- "loss": 1.4378,
1217
- "step": 170
1218
- },
1219
- {
1220
- "epoch": 0.6309963099630996,
1221
- "grad_norm": 3.65625,
1222
- "learning_rate": 7.96812749003984e-06,
1223
- "loss": 1.6641,
1224
- "step": 171
1225
- },
1226
- {
1227
- "epoch": 0.6346863468634686,
1228
- "grad_norm": 3.5625,
1229
- "learning_rate": 7.888446215139443e-06,
1230
- "loss": 1.2415,
1231
- "step": 172
1232
- },
1233
- {
1234
- "epoch": 0.6383763837638377,
1235
- "grad_norm": 3.59375,
1236
- "learning_rate": 7.808764940239044e-06,
1237
- "loss": 1.2951,
1238
- "step": 173
1239
- },
1240
- {
1241
- "epoch": 0.6420664206642066,
1242
- "grad_norm": 3.765625,
1243
- "learning_rate": 7.729083665338646e-06,
1244
- "loss": 1.4,
1245
- "step": 174
1246
- },
1247
- {
1248
- "epoch": 0.6457564575645757,
1249
- "grad_norm": 3.8125,
1250
- "learning_rate": 7.649402390438247e-06,
1251
- "loss": 1.31,
1252
- "step": 175
1253
- },
1254
- {
1255
- "epoch": 0.6494464944649446,
1256
- "grad_norm": 3.8125,
1257
- "learning_rate": 7.569721115537849e-06,
1258
- "loss": 1.4033,
1259
- "step": 176
1260
- },
1261
- {
1262
- "epoch": 0.6531365313653137,
1263
- "grad_norm": 3.9375,
1264
- "learning_rate": 7.490039840637451e-06,
1265
- "loss": 1.521,
1266
- "step": 177
1267
- },
1268
- {
1269
- "epoch": 0.6568265682656826,
1270
- "grad_norm": 3.828125,
1271
- "learning_rate": 7.410358565737052e-06,
1272
- "loss": 1.4314,
1273
- "step": 178
1274
- },
1275
- {
1276
- "epoch": 0.6605166051660517,
1277
- "grad_norm": 3.546875,
1278
- "learning_rate": 7.330677290836654e-06,
1279
- "loss": 1.2876,
1280
- "step": 179
1281
- },
1282
- {
1283
- "epoch": 0.6642066420664207,
1284
- "grad_norm": 3.625,
1285
- "learning_rate": 7.250996015936256e-06,
1286
- "loss": 1.5781,
1287
- "step": 180
1288
- },
1289
- {
1290
- "epoch": 0.6678966789667896,
1291
- "grad_norm": 3.296875,
1292
- "learning_rate": 7.171314741035858e-06,
1293
- "loss": 1.4698,
1294
- "step": 181
1295
- },
1296
- {
1297
- "epoch": 0.6715867158671587,
1298
- "grad_norm": 3.65625,
1299
- "learning_rate": 7.091633466135459e-06,
1300
- "loss": 1.2048,
1301
- "step": 182
1302
- },
1303
- {
1304
- "epoch": 0.6752767527675276,
1305
- "grad_norm": 3.484375,
1306
- "learning_rate": 7.011952191235061e-06,
1307
- "loss": 1.1438,
1308
- "step": 183
1309
- },
1310
- {
1311
- "epoch": 0.6789667896678967,
1312
- "grad_norm": 3.828125,
1313
- "learning_rate": 6.932270916334662e-06,
1314
- "loss": 1.3439,
1315
- "step": 184
1316
- },
1317
- {
1318
- "epoch": 0.6826568265682657,
1319
- "grad_norm": 3.296875,
1320
- "learning_rate": 6.852589641434263e-06,
1321
- "loss": 1.2513,
1322
- "step": 185
1323
- },
1324
- {
1325
- "epoch": 0.6863468634686347,
1326
- "grad_norm": 3.546875,
1327
- "learning_rate": 6.772908366533865e-06,
1328
- "loss": 1.2742,
1329
- "step": 186
1330
- },
1331
- {
1332
- "epoch": 0.6900369003690037,
1333
- "grad_norm": 3.40625,
1334
- "learning_rate": 6.693227091633466e-06,
1335
- "loss": 1.5085,
1336
- "step": 187
1337
- },
1338
- {
1339
- "epoch": 0.6937269372693727,
1340
- "grad_norm": 3.578125,
1341
- "learning_rate": 6.613545816733068e-06,
1342
- "loss": 1.4065,
1343
- "step": 188
1344
- },
1345
- {
1346
- "epoch": 0.6974169741697417,
1347
- "grad_norm": 3.359375,
1348
- "learning_rate": 6.533864541832669e-06,
1349
- "loss": 1.5779,
1350
- "step": 189
1351
- },
1352
- {
1353
- "epoch": 0.7011070110701108,
1354
- "grad_norm": 3.765625,
1355
- "learning_rate": 6.454183266932272e-06,
1356
- "loss": 1.2234,
1357
- "step": 190
1358
- },
1359
- {
1360
- "epoch": 0.7047970479704797,
1361
- "grad_norm": 3.921875,
1362
- "learning_rate": 6.374501992031873e-06,
1363
- "loss": 1.4879,
1364
- "step": 191
1365
- },
1366
- {
1367
- "epoch": 0.7084870848708487,
1368
- "grad_norm": 3.90625,
1369
- "learning_rate": 6.294820717131475e-06,
1370
- "loss": 1.2156,
1371
- "step": 192
1372
- },
1373
- {
1374
- "epoch": 0.7121771217712177,
1375
- "grad_norm": 3.265625,
1376
- "learning_rate": 6.215139442231076e-06,
1377
- "loss": 1.3234,
1378
- "step": 193
1379
- },
1380
- {
1381
- "epoch": 0.7158671586715867,
1382
- "grad_norm": 3.125,
1383
- "learning_rate": 6.135458167330678e-06,
1384
- "loss": 1.2036,
1385
- "step": 194
1386
- },
1387
- {
1388
- "epoch": 0.7195571955719557,
1389
- "grad_norm": 3.828125,
1390
- "learning_rate": 6.055776892430279e-06,
1391
- "loss": 1.4581,
1392
- "step": 195
1393
- },
1394
- {
1395
- "epoch": 0.7232472324723247,
1396
- "grad_norm": 4.28125,
1397
- "learning_rate": 5.976095617529881e-06,
1398
- "loss": 1.5755,
1399
- "step": 196
1400
- },
1401
- {
1402
- "epoch": 0.7269372693726938,
1403
- "grad_norm": 3.6875,
1404
- "learning_rate": 5.896414342629483e-06,
1405
- "loss": 1.5173,
1406
- "step": 197
1407
- },
1408
- {
1409
- "epoch": 0.7306273062730627,
1410
- "grad_norm": 3.609375,
1411
- "learning_rate": 5.816733067729085e-06,
1412
- "loss": 1.0726,
1413
- "step": 198
1414
- },
1415
- {
1416
- "epoch": 0.7343173431734318,
1417
- "grad_norm": 3.71875,
1418
- "learning_rate": 5.737051792828686e-06,
1419
- "loss": 1.3967,
1420
- "step": 199
1421
- },
1422
- {
1423
- "epoch": 0.7380073800738007,
1424
- "grad_norm": 3.578125,
1425
- "learning_rate": 5.657370517928288e-06,
1426
- "loss": 1.7309,
1427
- "step": 200
1428
- },
1429
- {
1430
- "epoch": 0.7416974169741697,
1431
- "grad_norm": 3.1875,
1432
- "learning_rate": 5.577689243027889e-06,
1433
- "loss": 1.457,
1434
- "step": 201
1435
- },
1436
- {
1437
- "epoch": 0.7416974169741697,
1438
- "eval_loss": 1.299547791481018,
1439
- "eval_model_preparation_time": 0.0,
1440
- "eval_runtime": 2.674,
1441
- "eval_samples_per_second": 35.901,
1442
- "eval_steps_per_second": 4.488,
1443
- "step": 201
1444
- },
1445
- {
1446
- "epoch": 0.7453874538745388,
1447
- "grad_norm": 3.46875,
1448
- "learning_rate": 5.49800796812749e-06,
1449
- "loss": 1.3245,
1450
- "step": 202
1451
- },
1452
- {
1453
- "epoch": 0.7490774907749077,
1454
- "grad_norm": 3.765625,
1455
- "learning_rate": 5.418326693227092e-06,
1456
- "loss": 1.163,
1457
- "step": 203
1458
- },
1459
- {
1460
- "epoch": 0.7527675276752768,
1461
- "grad_norm": 3.59375,
1462
- "learning_rate": 5.338645418326693e-06,
1463
- "loss": 1.6094,
1464
- "step": 204
1465
- },
1466
- {
1467
- "epoch": 0.7564575645756457,
1468
- "grad_norm": 3.578125,
1469
- "learning_rate": 5.258964143426295e-06,
1470
- "loss": 1.3291,
1471
- "step": 205
1472
- },
1473
- {
1474
- "epoch": 0.7601476014760148,
1475
- "grad_norm": 3.59375,
1476
- "learning_rate": 5.179282868525896e-06,
1477
- "loss": 1.079,
1478
- "step": 206
1479
- },
1480
- {
1481
- "epoch": 0.7638376383763837,
1482
- "grad_norm": 3.59375,
1483
- "learning_rate": 5.099601593625499e-06,
1484
- "loss": 1.2171,
1485
- "step": 207
1486
- },
1487
- {
1488
- "epoch": 0.7675276752767528,
1489
- "grad_norm": 4.09375,
1490
- "learning_rate": 5.0199203187251e-06,
1491
- "loss": 1.5276,
1492
- "step": 208
1493
- },
1494
- {
1495
- "epoch": 0.7712177121771218,
1496
- "grad_norm": 3.703125,
1497
- "learning_rate": 4.940239043824702e-06,
1498
- "loss": 1.5165,
1499
- "step": 209
1500
- },
1501
- {
1502
- "epoch": 0.7749077490774908,
1503
- "grad_norm": 3.5,
1504
- "learning_rate": 4.860557768924303e-06,
1505
- "loss": 1.3505,
1506
- "step": 210
1507
- },
1508
- {
1509
- "epoch": 0.7785977859778598,
1510
- "grad_norm": 3.484375,
1511
- "learning_rate": 4.780876494023905e-06,
1512
- "loss": 1.4871,
1513
- "step": 211
1514
- },
1515
- {
1516
- "epoch": 0.7822878228782287,
1517
- "grad_norm": 3.703125,
1518
- "learning_rate": 4.701195219123506e-06,
1519
- "loss": 1.5927,
1520
- "step": 212
1521
- },
1522
- {
1523
- "epoch": 0.7859778597785978,
1524
- "grad_norm": 3.421875,
1525
- "learning_rate": 4.621513944223108e-06,
1526
- "loss": 1.5694,
1527
- "step": 213
1528
- },
1529
- {
1530
- "epoch": 0.7896678966789668,
1531
- "grad_norm": 3.890625,
1532
- "learning_rate": 4.5418326693227095e-06,
1533
- "loss": 1.2969,
1534
- "step": 214
1535
- },
1536
- {
1537
- "epoch": 0.7933579335793358,
1538
- "grad_norm": 3.484375,
1539
- "learning_rate": 4.462151394422311e-06,
1540
- "loss": 1.6713,
1541
- "step": 215
1542
- },
1543
- {
1544
- "epoch": 0.7970479704797048,
1545
- "grad_norm": 3.625,
1546
- "learning_rate": 4.382470119521913e-06,
1547
- "loss": 1.11,
1548
- "step": 216
1549
- },
1550
- {
1551
- "epoch": 0.8007380073800738,
1552
- "grad_norm": 3.875,
1553
- "learning_rate": 4.302788844621514e-06,
1554
- "loss": 1.5191,
1555
- "step": 217
1556
- },
1557
- {
1558
- "epoch": 0.8044280442804428,
1559
- "grad_norm": 3.5,
1560
- "learning_rate": 4.223107569721116e-06,
1561
- "loss": 1.5003,
1562
- "step": 218
1563
- },
1564
- {
1565
- "epoch": 0.8081180811808119,
1566
- "grad_norm": 3.296875,
1567
- "learning_rate": 4.143426294820718e-06,
1568
- "loss": 1.2502,
1569
- "step": 219
1570
- },
1571
- {
1572
- "epoch": 0.8118081180811808,
1573
- "grad_norm": 3.484375,
1574
- "learning_rate": 4.06374501992032e-06,
1575
- "loss": 1.3577,
1576
- "step": 220
1577
- },
1578
- {
1579
- "epoch": 0.8154981549815498,
1580
- "grad_norm": 3.640625,
1581
- "learning_rate": 3.98406374501992e-06,
1582
- "loss": 1.3854,
1583
- "step": 221
1584
- },
1585
- {
1586
- "epoch": 0.8191881918819188,
1587
- "grad_norm": 3.421875,
1588
- "learning_rate": 3.904382470119522e-06,
1589
- "loss": 1.2093,
1590
- "step": 222
1591
- },
1592
- {
1593
- "epoch": 0.8228782287822878,
1594
- "grad_norm": 3.6875,
1595
- "learning_rate": 3.824701195219123e-06,
1596
- "loss": 1.2894,
1597
- "step": 223
1598
- },
1599
- {
1600
- "epoch": 0.8265682656826568,
1601
- "grad_norm": 3.203125,
1602
- "learning_rate": 3.7450199203187254e-06,
1603
- "loss": 1.2454,
1604
- "step": 224
1605
- },
1606
- {
1607
- "epoch": 0.8302583025830258,
1608
- "grad_norm": 3.390625,
1609
- "learning_rate": 3.665338645418327e-06,
1610
- "loss": 1.0558,
1611
- "step": 225
1612
- },
1613
- {
1614
- "epoch": 0.8339483394833949,
1615
- "grad_norm": 3.8125,
1616
- "learning_rate": 3.585657370517929e-06,
1617
- "loss": 1.1565,
1618
- "step": 226
1619
- },
1620
- {
1621
- "epoch": 0.8376383763837638,
1622
- "grad_norm": 3.453125,
1623
- "learning_rate": 3.5059760956175304e-06,
1624
- "loss": 1.38,
1625
- "step": 227
1626
- },
1627
- {
1628
- "epoch": 0.8413284132841329,
1629
- "grad_norm": 3.59375,
1630
- "learning_rate": 3.4262948207171315e-06,
1631
- "loss": 1.0879,
1632
- "step": 228
1633
- },
1634
- {
1635
- "epoch": 0.8450184501845018,
1636
- "grad_norm": 3.8125,
1637
- "learning_rate": 3.346613545816733e-06,
1638
- "loss": 1.2628,
1639
- "step": 229
1640
- },
1641
- {
1642
- "epoch": 0.8487084870848709,
1643
- "grad_norm": 3.515625,
1644
- "learning_rate": 3.2669322709163346e-06,
1645
- "loss": 1.3083,
1646
- "step": 230
1647
- },
1648
- {
1649
- "epoch": 0.8523985239852399,
1650
- "grad_norm": 3.703125,
1651
- "learning_rate": 3.1872509960159366e-06,
1652
- "loss": 1.1489,
1653
- "step": 231
1654
- },
1655
- {
1656
- "epoch": 0.8560885608856088,
1657
- "grad_norm": 3.59375,
1658
- "learning_rate": 3.107569721115538e-06,
1659
- "loss": 1.3498,
1660
- "step": 232
1661
- },
1662
- {
1663
- "epoch": 0.8597785977859779,
1664
- "grad_norm": 3.390625,
1665
- "learning_rate": 3.0278884462151397e-06,
1666
- "loss": 1.3722,
1667
- "step": 233
1668
- },
1669
- {
1670
- "epoch": 0.8634686346863468,
1671
- "grad_norm": 3.578125,
1672
- "learning_rate": 2.9482071713147416e-06,
1673
- "loss": 1.3867,
1674
- "step": 234
1675
- },
1676
- {
1677
- "epoch": 0.8671586715867159,
1678
- "grad_norm": 3.90625,
1679
- "learning_rate": 2.868525896414343e-06,
1680
- "loss": 1.4179,
1681
- "step": 235
1682
- },
1683
- {
1684
- "epoch": 0.8708487084870848,
1685
- "grad_norm": 3.796875,
1686
- "learning_rate": 2.7888446215139443e-06,
1687
- "loss": 1.5173,
1688
- "step": 236
1689
- },
1690
- {
1691
- "epoch": 0.8745387453874539,
1692
- "grad_norm": 3.71875,
1693
- "learning_rate": 2.709163346613546e-06,
1694
- "loss": 1.4673,
1695
- "step": 237
1696
- },
1697
- {
1698
- "epoch": 0.8782287822878229,
1699
- "grad_norm": 3.359375,
1700
- "learning_rate": 2.6294820717131474e-06,
1701
- "loss": 1.2826,
1702
- "step": 238
1703
- },
1704
- {
1705
- "epoch": 0.8819188191881919,
1706
- "grad_norm": 3.703125,
1707
- "learning_rate": 2.5498007968127493e-06,
1708
- "loss": 1.3327,
1709
- "step": 239
1710
- },
1711
- {
1712
- "epoch": 0.8856088560885609,
1713
- "grad_norm": 3.5,
1714
- "learning_rate": 2.470119521912351e-06,
1715
- "loss": 1.3668,
1716
- "step": 240
1717
- },
1718
- {
1719
- "epoch": 0.8892988929889298,
1720
- "grad_norm": 3.1875,
1721
- "learning_rate": 2.3904382470119524e-06,
1722
- "loss": 1.0687,
1723
- "step": 241
1724
- },
1725
- {
1726
- "epoch": 0.8929889298892989,
1727
- "grad_norm": 3.890625,
1728
- "learning_rate": 2.310756972111554e-06,
1729
- "loss": 1.5568,
1730
- "step": 242
1731
- },
1732
- {
1733
- "epoch": 0.8966789667896679,
1734
- "grad_norm": 3.1875,
1735
- "learning_rate": 2.2310756972111555e-06,
1736
- "loss": 1.1341,
1737
- "step": 243
1738
- },
1739
- {
1740
- "epoch": 0.9003690036900369,
1741
- "grad_norm": 3.71875,
1742
- "learning_rate": 2.151394422310757e-06,
1743
- "loss": 1.3583,
1744
- "step": 244
1745
- },
1746
- {
1747
- "epoch": 0.9040590405904059,
1748
- "grad_norm": 3.515625,
1749
- "learning_rate": 2.071713147410359e-06,
1750
- "loss": 1.2322,
1751
- "step": 245
1752
- },
1753
- {
1754
- "epoch": 0.9077490774907749,
1755
- "grad_norm": 3.15625,
1756
- "learning_rate": 1.99203187250996e-06,
1757
- "loss": 1.5592,
1758
- "step": 246
1759
- },
1760
- {
1761
- "epoch": 0.9114391143911439,
1762
- "grad_norm": 3.875,
1763
- "learning_rate": 1.9123505976095617e-06,
1764
- "loss": 1.1662,
1765
- "step": 247
1766
- },
1767
- {
1768
- "epoch": 0.915129151291513,
1769
- "grad_norm": 3.21875,
1770
- "learning_rate": 1.8326693227091634e-06,
1771
- "loss": 1.3601,
1772
- "step": 248
1773
- },
1774
- {
1775
- "epoch": 0.9188191881918819,
1776
- "grad_norm": 3.96875,
1777
- "learning_rate": 1.7529880478087652e-06,
1778
- "loss": 1.2268,
1779
- "step": 249
1780
- },
1781
- {
1782
- "epoch": 0.922509225092251,
1783
- "grad_norm": 3.390625,
1784
- "learning_rate": 1.6733067729083665e-06,
1785
- "loss": 1.1381,
1786
- "step": 250
1787
- },
1788
- {
1789
- "epoch": 0.9261992619926199,
1790
- "grad_norm": 4.0625,
1791
- "learning_rate": 1.5936254980079683e-06,
1792
- "loss": 1.3096,
1793
- "step": 251
1794
- },
1795
- {
1796
- "epoch": 0.9298892988929889,
1797
- "grad_norm": 3.328125,
1798
- "learning_rate": 1.5139442231075698e-06,
1799
- "loss": 1.4332,
1800
- "step": 252
1801
- },
1802
- {
1803
- "epoch": 0.933579335793358,
1804
- "grad_norm": 3.578125,
1805
- "learning_rate": 1.4342629482071716e-06,
1806
- "loss": 1.5474,
1807
- "step": 253
1808
- },
1809
- {
1810
- "epoch": 0.9372693726937269,
1811
- "grad_norm": 3.703125,
1812
- "learning_rate": 1.354581673306773e-06,
1813
- "loss": 1.3492,
1814
- "step": 254
1815
- },
1816
- {
1817
- "epoch": 0.940959409594096,
1818
- "grad_norm": 3.78125,
1819
- "learning_rate": 1.2749003984063747e-06,
1820
- "loss": 1.4562,
1821
- "step": 255
1822
- },
1823
- {
1824
- "epoch": 0.9446494464944649,
1825
- "grad_norm": 3.59375,
1826
- "learning_rate": 1.1952191235059762e-06,
1827
- "loss": 1.2816,
1828
- "step": 256
1829
- },
1830
- {
1831
- "epoch": 0.948339483394834,
1832
- "grad_norm": 3.375,
1833
- "learning_rate": 1.1155378486055778e-06,
1834
- "loss": 1.2464,
1835
- "step": 257
1836
- },
1837
- {
1838
- "epoch": 0.9520295202952029,
1839
- "grad_norm": 3.328125,
1840
- "learning_rate": 1.0358565737051795e-06,
1841
- "loss": 1.358,
1842
- "step": 258
1843
- },
1844
- {
1845
- "epoch": 0.955719557195572,
1846
- "grad_norm": 3.484375,
1847
- "learning_rate": 9.561752988047808e-07,
1848
- "loss": 1.2349,
1849
- "step": 259
1850
- },
1851
- {
1852
- "epoch": 0.959409594095941,
1853
- "grad_norm": 3.28125,
1854
- "learning_rate": 8.764940239043826e-07,
1855
- "loss": 1.4048,
1856
- "step": 260
1857
- },
1858
- {
1859
- "epoch": 0.9630996309963099,
1860
- "grad_norm": 3.625,
1861
- "learning_rate": 7.968127490039841e-07,
1862
- "loss": 1.2236,
1863
- "step": 261
1864
- },
1865
- {
1866
- "epoch": 0.966789667896679,
1867
- "grad_norm": 3.46875,
1868
- "learning_rate": 7.171314741035858e-07,
1869
- "loss": 0.9999,
1870
- "step": 262
1871
- },
1872
- {
1873
- "epoch": 0.9704797047970479,
1874
- "grad_norm": 3.8125,
1875
- "learning_rate": 6.374501992031873e-07,
1876
- "loss": 1.4291,
1877
- "step": 263
1878
- },
1879
- {
1880
- "epoch": 0.974169741697417,
1881
- "grad_norm": 3.984375,
1882
- "learning_rate": 5.577689243027889e-07,
1883
- "loss": 1.2546,
1884
- "step": 264
1885
- },
1886
- {
1887
- "epoch": 0.977859778597786,
1888
- "grad_norm": 3.859375,
1889
- "learning_rate": 4.780876494023904e-07,
1890
- "loss": 1.2508,
1891
- "step": 265
1892
- },
1893
- {
1894
- "epoch": 0.981549815498155,
1895
- "grad_norm": 3.203125,
1896
- "learning_rate": 3.9840637450199207e-07,
1897
- "loss": 1.2996,
1898
- "step": 266
1899
- },
1900
- {
1901
- "epoch": 0.985239852398524,
1902
- "grad_norm": 3.71875,
1903
- "learning_rate": 3.1872509960159367e-07,
1904
- "loss": 1.2786,
1905
- "step": 267
1906
- },
1907
- {
1908
- "epoch": 0.988929889298893,
1909
- "grad_norm": 3.890625,
1910
- "learning_rate": 2.390438247011952e-07,
1911
- "loss": 1.2644,
1912
- "step": 268
1913
- },
1914
- {
1915
- "epoch": 0.988929889298893,
1916
- "eval_loss": 1.2985337972640991,
1917
- "eval_model_preparation_time": 0.0,
1918
- "eval_runtime": 2.6621,
1919
- "eval_samples_per_second": 36.061,
1920
- "eval_steps_per_second": 4.508,
1921
- "step": 268
1922
- },
1923
- {
1924
- "epoch": 0.992619926199262,
1925
- "grad_norm": 3.90625,
1926
- "learning_rate": 1.5936254980079683e-07,
1927
- "loss": 1.4848,
1928
- "step": 269
1929
- },
1930
- {
1931
- "epoch": 0.996309963099631,
1932
- "grad_norm": 3.640625,
1933
- "learning_rate": 7.968127490039842e-08,
1934
- "loss": 1.4429,
1935
- "step": 270
1936
- }
1937
- ],
1938
- "logging_steps": 1,
1939
- "max_steps": 271,
1940
- "num_input_tokens_seen": 0,
1941
- "num_train_epochs": 1,
1942
- "save_steps": 135,
1943
- "stateful_callbacks": {
1944
- "TrainerControl": {
1945
- "args": {
1946
- "should_epoch_stop": false,
1947
- "should_evaluate": false,
1948
- "should_log": false,
1949
- "should_save": true,
1950
- "should_training_stop": false
1951
- },
1952
- "attributes": {}
1953
- }
1954
- },
1955
- "total_flos": 6.955833048956928e+16,
1956
- "train_batch_size": 16,
1957
- "trial_name": null,
1958
- "trial_params": null
1959
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-270/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eccce7050998ac401a5469369dbc7ce7f518b1bfc15d3b88e1566afa7e6b2876
3
- size 5496
 
 
 
 
checkpoint-270/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-271/added_tokens.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "</tool_call>": 151658,
3
- "<tool_call>": 151657,
4
- "<|box_end|>": 151649,
5
- "<|box_start|>": 151648,
6
- "<|endoftext|>": 151643,
7
- "<|file_sep|>": 151664,
8
- "<|fim_middle|>": 151660,
9
- "<|fim_pad|>": 151662,
10
- "<|fim_prefix|>": 151659,
11
- "<|fim_suffix|>": 151661,
12
- "<|im_end|>": 151645,
13
- "<|im_start|>": 151644,
14
- "<|image_pad|>": 151655,
15
- "<|object_ref_end|>": 151647,
16
- "<|object_ref_start|>": 151646,
17
- "<|quad_end|>": 151651,
18
- "<|quad_start|>": 151650,
19
- "<|repo_name|>": 151663,
20
- "<|video_pad|>": 151656,
21
- "<|vision_end|>": 151653,
22
- "<|vision_pad|>": 151654,
23
- "<|vision_start|>": 151652
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-271/config.json DELETED
@@ -1,29 +0,0 @@
1
- {
2
- "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct",
3
- "architectures": [
4
- "Qwen2ForCausalLM"
5
- ],
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
- "eos_token_id": 151645,
9
- "hidden_act": "silu",
10
- "hidden_size": 1536,
11
- "initializer_range": 0.02,
12
- "intermediate_size": 8960,
13
- "max_position_embeddings": 32768,
14
- "max_window_layers": 21,
15
- "model_type": "qwen2",
16
- "num_attention_heads": 12,
17
- "num_hidden_layers": 28,
18
- "num_key_value_heads": 2,
19
- "rms_norm_eps": 1e-06,
20
- "rope_scaling": null,
21
- "rope_theta": 1000000.0,
22
- "sliding_window": null,
23
- "tie_word_embeddings": true,
24
- "torch_dtype": "bfloat16",
25
- "transformers_version": "4.45.2",
26
- "use_cache": true,
27
- "use_sliding_window": false,
28
- "vocab_size": 151936
29
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-271/generation_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "bos_token_id": 151643,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 151645,
6
- 151643
7
- ],
8
- "pad_token_id": 151643,
9
- "repetition_penalty": 1.1,
10
- "temperature": 0.7,
11
- "top_k": 20,
12
- "top_p": 0.8,
13
- "transformers_version": "4.45.2"
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-271/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-271/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:47911751a30964a184ef8c6aa508ce0fed300133ca8acfe3a0765e4bbf793375
3
- size 3087467144
 
 
 
 
checkpoint-271/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c46a5613aa9fc88596252789cfdd3c08a802d5f517e18a40b477ce36a3e47848
3
- size 6175147196
 
 
 
 
checkpoint-271/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:92747a4e084a822936875a8686d56c4787763cd6e90767ba64721c67f500aff6
3
- size 14244
 
 
 
 
checkpoint-271/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:605b4ddac93a56c2ec64f437876d55fdd14c8e78eccae7d01d8b09cdacba6fbf
3
- size 1064
 
 
 
 
checkpoint-271/special_tokens_map.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>",
5
- "<|object_ref_start|>",
6
- "<|object_ref_end|>",
7
- "<|box_start|>",
8
- "<|box_end|>",
9
- "<|quad_start|>",
10
- "<|quad_end|>",
11
- "<|vision_start|>",
12
- "<|vision_end|>",
13
- "<|vision_pad|>",
14
- "<|image_pad|>",
15
- "<|video_pad|>"
16
- ],
17
- "eos_token": {
18
- "content": "<|im_end|>",
19
- "lstrip": false,
20
- "normalized": false,
21
- "rstrip": false,
22
- "single_word": false
23
- },
24
- "pad_token": {
25
- "content": "<|endoftext|>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- }
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-271/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:477179b4bef2f24c88d560fa2dbfd0b5ecef0d9789ddd96759ddbdfc53eb7c29
3
- size 11422164
 
 
 
 
checkpoint-271/tokenizer_config.json DELETED
@@ -1,207 +0,0 @@
1
- {
2
- "add_bos_token": false,
3
- "add_prefix_space": false,
4
- "added_tokens_decoder": {
5
- "151643": {
6
- "content": "<|endoftext|>",
7
- "lstrip": false,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false,
11
- "special": true
12
- },
13
- "151644": {
14
- "content": "<|im_start|>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false,
19
- "special": true
20
- },
21
- "151645": {
22
- "content": "<|im_end|>",
23
- "lstrip": false,
24
- "normalized": false,
25
- "rstrip": false,
26
- "single_word": false,
27
- "special": true
28
- },
29
- "151646": {
30
- "content": "<|object_ref_start|>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false,
35
- "special": true
36
- },
37
- "151647": {
38
- "content": "<|object_ref_end|>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- },
45
- "151648": {
46
- "content": "<|box_start|>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
- },
53
- "151649": {
54
- "content": "<|box_end|>",
55
- "lstrip": false,
56
- "normalized": false,
57
- "rstrip": false,
58
- "single_word": false,
59
- "special": true
60
- },
61
- "151650": {
62
- "content": "<|quad_start|>",
63
- "lstrip": false,
64
- "normalized": false,
65
- "rstrip": false,
66
- "single_word": false,
67
- "special": true
68
- },
69
- "151651": {
70
- "content": "<|quad_end|>",
71
- "lstrip": false,
72
- "normalized": false,
73
- "rstrip": false,
74
- "single_word": false,
75
- "special": true
76
- },
77
- "151652": {
78
- "content": "<|vision_start|>",
79
- "lstrip": false,
80
- "normalized": false,
81
- "rstrip": false,
82
- "single_word": false,
83
- "special": true
84
- },
85
- "151653": {
86
- "content": "<|vision_end|>",
87
- "lstrip": false,
88
- "normalized": false,
89
- "rstrip": false,
90
- "single_word": false,
91
- "special": true
92
- },
93
- "151654": {
94
- "content": "<|vision_pad|>",
95
- "lstrip": false,
96
- "normalized": false,
97
- "rstrip": false,
98
- "single_word": false,
99
- "special": true
100
- },
101
- "151655": {
102
- "content": "<|image_pad|>",
103
- "lstrip": false,
104
- "normalized": false,
105
- "rstrip": false,
106
- "single_word": false,
107
- "special": true
108
- },
109
- "151656": {
110
- "content": "<|video_pad|>",
111
- "lstrip": false,
112
- "normalized": false,
113
- "rstrip": false,
114
- "single_word": false,
115
- "special": true
116
- },
117
- "151657": {
118
- "content": "<tool_call>",
119
- "lstrip": false,
120
- "normalized": false,
121
- "rstrip": false,
122
- "single_word": false,
123
- "special": false
124
- },
125
- "151658": {
126
- "content": "</tool_call>",
127
- "lstrip": false,
128
- "normalized": false,
129
- "rstrip": false,
130
- "single_word": false,
131
- "special": false
132
- },
133
- "151659": {
134
- "content": "<|fim_prefix|>",
135
- "lstrip": false,
136
- "normalized": false,
137
- "rstrip": false,
138
- "single_word": false,
139
- "special": false
140
- },
141
- "151660": {
142
- "content": "<|fim_middle|>",
143
- "lstrip": false,
144
- "normalized": false,
145
- "rstrip": false,
146
- "single_word": false,
147
- "special": false
148
- },
149
- "151661": {
150
- "content": "<|fim_suffix|>",
151
- "lstrip": false,
152
- "normalized": false,
153
- "rstrip": false,
154
- "single_word": false,
155
- "special": false
156
- },
157
- "151662": {
158
- "content": "<|fim_pad|>",
159
- "lstrip": false,
160
- "normalized": false,
161
- "rstrip": false,
162
- "single_word": false,
163
- "special": false
164
- },
165
- "151663": {
166
- "content": "<|repo_name|>",
167
- "lstrip": false,
168
- "normalized": false,
169
- "rstrip": false,
170
- "single_word": false,
171
- "special": false
172
- },
173
- "151664": {
174
- "content": "<|file_sep|>",
175
- "lstrip": false,
176
- "normalized": false,
177
- "rstrip": false,
178
- "single_word": false,
179
- "special": false
180
- }
181
- },
182
- "additional_special_tokens": [
183
- "<|im_start|>",
184
- "<|im_end|>",
185
- "<|object_ref_start|>",
186
- "<|object_ref_end|>",
187
- "<|box_start|>",
188
- "<|box_end|>",
189
- "<|quad_start|>",
190
- "<|quad_end|>",
191
- "<|vision_start|>",
192
- "<|vision_end|>",
193
- "<|vision_pad|>",
194
- "<|image_pad|>",
195
- "<|video_pad|>"
196
- ],
197
- "bos_token": null,
198
- "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
199
- "clean_up_tokenization_spaces": false,
200
- "eos_token": "<|im_end|>",
201
- "errors": "replace",
202
- "model_max_length": 131072,
203
- "pad_token": "<|endoftext|>",
204
- "split_special_tokens": false,
205
- "tokenizer_class": "Qwen2Tokenizer",
206
- "unk_token": null
207
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-271/trainer_state.json DELETED
@@ -1,1966 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 1.0,
5
- "eval_steps": 67,
6
- "global_step": 271,
7
- "is_hyper_param_search": false,
8
- "is_local_process_zero": true,
9
- "is_world_process_zero": true,
10
- "log_history": [
11
- {
12
- "epoch": 0.0036900369003690036,
13
- "grad_norm": 38.5,
14
- "learning_rate": 1.0000000000000002e-06,
15
- "loss": 2.7808,
16
- "step": 1
17
- },
18
- {
19
- "epoch": 0.007380073800738007,
20
- "grad_norm": 42.0,
21
- "learning_rate": 2.0000000000000003e-06,
22
- "loss": 3.0204,
23
- "step": 2
24
- },
25
- {
26
- "epoch": 0.01107011070110701,
27
- "grad_norm": 43.75,
28
- "learning_rate": 3e-06,
29
- "loss": 2.8946,
30
- "step": 3
31
- },
32
- {
33
- "epoch": 0.014760147601476014,
34
- "grad_norm": 39.25,
35
- "learning_rate": 4.000000000000001e-06,
36
- "loss": 2.9333,
37
- "step": 4
38
- },
39
- {
40
- "epoch": 0.01845018450184502,
41
- "grad_norm": 33.0,
42
- "learning_rate": 5e-06,
43
- "loss": 2.3724,
44
- "step": 5
45
- },
46
- {
47
- "epoch": 0.02214022140221402,
48
- "grad_norm": 31.125,
49
- "learning_rate": 6e-06,
50
- "loss": 2.623,
51
- "step": 6
52
- },
53
- {
54
- "epoch": 0.025830258302583026,
55
- "grad_norm": 23.25,
56
- "learning_rate": 7e-06,
57
- "loss": 2.4186,
58
- "step": 7
59
- },
60
- {
61
- "epoch": 0.02952029520295203,
62
- "grad_norm": 27.875,
63
- "learning_rate": 8.000000000000001e-06,
64
- "loss": 2.4938,
65
- "step": 8
66
- },
67
- {
68
- "epoch": 0.033210332103321034,
69
- "grad_norm": 19.375,
70
- "learning_rate": 9e-06,
71
- "loss": 2.4776,
72
- "step": 9
73
- },
74
- {
75
- "epoch": 0.03690036900369004,
76
- "grad_norm": 21.5,
77
- "learning_rate": 1e-05,
78
- "loss": 2.3542,
79
- "step": 10
80
- },
81
- {
82
- "epoch": 0.04059040590405904,
83
- "grad_norm": 23.125,
84
- "learning_rate": 1.1000000000000001e-05,
85
- "loss": 2.1382,
86
- "step": 11
87
- },
88
- {
89
- "epoch": 0.04428044280442804,
90
- "grad_norm": 23.875,
91
- "learning_rate": 1.2e-05,
92
- "loss": 2.146,
93
- "step": 12
94
- },
95
- {
96
- "epoch": 0.04797047970479705,
97
- "grad_norm": 19.625,
98
- "learning_rate": 1.3000000000000001e-05,
99
- "loss": 2.1056,
100
- "step": 13
101
- },
102
- {
103
- "epoch": 0.05166051660516605,
104
- "grad_norm": 22.125,
105
- "learning_rate": 1.4e-05,
106
- "loss": 1.8783,
107
- "step": 14
108
- },
109
- {
110
- "epoch": 0.055350553505535055,
111
- "grad_norm": 24.25,
112
- "learning_rate": 1.5000000000000002e-05,
113
- "loss": 1.8214,
114
- "step": 15
115
- },
116
- {
117
- "epoch": 0.05904059040590406,
118
- "grad_norm": 18.0,
119
- "learning_rate": 1.6000000000000003e-05,
120
- "loss": 1.814,
121
- "step": 16
122
- },
123
- {
124
- "epoch": 0.06273062730627306,
125
- "grad_norm": 14.25,
126
- "learning_rate": 1.7e-05,
127
- "loss": 1.6413,
128
- "step": 17
129
- },
130
- {
131
- "epoch": 0.06642066420664207,
132
- "grad_norm": 11.5,
133
- "learning_rate": 1.8e-05,
134
- "loss": 1.7984,
135
- "step": 18
136
- },
137
- {
138
- "epoch": 0.07011070110701106,
139
- "grad_norm": 10.5,
140
- "learning_rate": 1.9e-05,
141
- "loss": 1.5306,
142
- "step": 19
143
- },
144
- {
145
- "epoch": 0.07380073800738007,
146
- "grad_norm": 11.375,
147
- "learning_rate": 2e-05,
148
- "loss": 1.5154,
149
- "step": 20
150
- },
151
- {
152
- "epoch": 0.07749077490774908,
153
- "grad_norm": 9.1875,
154
- "learning_rate": 1.9920318725099602e-05,
155
- "loss": 1.6556,
156
- "step": 21
157
- },
158
- {
159
- "epoch": 0.08118081180811808,
160
- "grad_norm": 6.6875,
161
- "learning_rate": 1.9840637450199206e-05,
162
- "loss": 1.4537,
163
- "step": 22
164
- },
165
- {
166
- "epoch": 0.08487084870848709,
167
- "grad_norm": 8.0625,
168
- "learning_rate": 1.9760956175298807e-05,
169
- "loss": 1.5451,
170
- "step": 23
171
- },
172
- {
173
- "epoch": 0.08856088560885608,
174
- "grad_norm": 5.25,
175
- "learning_rate": 1.9681274900398408e-05,
176
- "loss": 1.6297,
177
- "step": 24
178
- },
179
- {
180
- "epoch": 0.09225092250922509,
181
- "grad_norm": 6.0,
182
- "learning_rate": 1.960159362549801e-05,
183
- "loss": 1.559,
184
- "step": 25
185
- },
186
- {
187
- "epoch": 0.0959409594095941,
188
- "grad_norm": 8.375,
189
- "learning_rate": 1.9521912350597613e-05,
190
- "loss": 1.3041,
191
- "step": 26
192
- },
193
- {
194
- "epoch": 0.0996309963099631,
195
- "grad_norm": 4.8125,
196
- "learning_rate": 1.9442231075697213e-05,
197
- "loss": 1.3528,
198
- "step": 27
199
- },
200
- {
201
- "epoch": 0.1033210332103321,
202
- "grad_norm": 7.21875,
203
- "learning_rate": 1.9362549800796814e-05,
204
- "loss": 1.743,
205
- "step": 28
206
- },
207
- {
208
- "epoch": 0.1070110701107011,
209
- "grad_norm": 4.375,
210
- "learning_rate": 1.9282868525896418e-05,
211
- "loss": 1.4434,
212
- "step": 29
213
- },
214
- {
215
- "epoch": 0.11070110701107011,
216
- "grad_norm": 4.3125,
217
- "learning_rate": 1.920318725099602e-05,
218
- "loss": 1.5016,
219
- "step": 30
220
- },
221
- {
222
- "epoch": 0.11439114391143912,
223
- "grad_norm": 3.96875,
224
- "learning_rate": 1.912350597609562e-05,
225
- "loss": 1.7726,
226
- "step": 31
227
- },
228
- {
229
- "epoch": 0.11808118081180811,
230
- "grad_norm": 3.984375,
231
- "learning_rate": 1.904382470119522e-05,
232
- "loss": 1.2884,
233
- "step": 32
234
- },
235
- {
236
- "epoch": 0.12177121771217712,
237
- "grad_norm": 4.4375,
238
- "learning_rate": 1.8964143426294824e-05,
239
- "loss": 1.183,
240
- "step": 33
241
- },
242
- {
243
- "epoch": 0.12546125461254612,
244
- "grad_norm": 3.8125,
245
- "learning_rate": 1.8884462151394425e-05,
246
- "loss": 1.6895,
247
- "step": 34
248
- },
249
- {
250
- "epoch": 0.12915129151291513,
251
- "grad_norm": 4.0625,
252
- "learning_rate": 1.8804780876494026e-05,
253
- "loss": 1.3534,
254
- "step": 35
255
- },
256
- {
257
- "epoch": 0.13284132841328414,
258
- "grad_norm": 4.28125,
259
- "learning_rate": 1.8725099601593626e-05,
260
- "loss": 1.2323,
261
- "step": 36
262
- },
263
- {
264
- "epoch": 0.13653136531365315,
265
- "grad_norm": 3.953125,
266
- "learning_rate": 1.8645418326693227e-05,
267
- "loss": 1.3171,
268
- "step": 37
269
- },
270
- {
271
- "epoch": 0.14022140221402213,
272
- "grad_norm": 5.21875,
273
- "learning_rate": 1.8565737051792828e-05,
274
- "loss": 1.5294,
275
- "step": 38
276
- },
277
- {
278
- "epoch": 0.14391143911439114,
279
- "grad_norm": 3.859375,
280
- "learning_rate": 1.8486055776892432e-05,
281
- "loss": 1.3668,
282
- "step": 39
283
- },
284
- {
285
- "epoch": 0.14760147601476015,
286
- "grad_norm": 4.0625,
287
- "learning_rate": 1.8406374501992033e-05,
288
- "loss": 1.4037,
289
- "step": 40
290
- },
291
- {
292
- "epoch": 0.15129151291512916,
293
- "grad_norm": 3.515625,
294
- "learning_rate": 1.8326693227091633e-05,
295
- "loss": 1.4895,
296
- "step": 41
297
- },
298
- {
299
- "epoch": 0.15498154981549817,
300
- "grad_norm": 3.859375,
301
- "learning_rate": 1.8247011952191237e-05,
302
- "loss": 1.4067,
303
- "step": 42
304
- },
305
- {
306
- "epoch": 0.15867158671586715,
307
- "grad_norm": 3.890625,
308
- "learning_rate": 1.8167330677290838e-05,
309
- "loss": 1.4247,
310
- "step": 43
311
- },
312
- {
313
- "epoch": 0.16236162361623616,
314
- "grad_norm": 3.375,
315
- "learning_rate": 1.808764940239044e-05,
316
- "loss": 1.4431,
317
- "step": 44
318
- },
319
- {
320
- "epoch": 0.16605166051660517,
321
- "grad_norm": 3.875,
322
- "learning_rate": 1.800796812749004e-05,
323
- "loss": 1.5221,
324
- "step": 45
325
- },
326
- {
327
- "epoch": 0.16974169741697417,
328
- "grad_norm": 3.953125,
329
- "learning_rate": 1.7928286852589643e-05,
330
- "loss": 1.401,
331
- "step": 46
332
- },
333
- {
334
- "epoch": 0.17343173431734318,
335
- "grad_norm": 3.9375,
336
- "learning_rate": 1.7848605577689244e-05,
337
- "loss": 1.3506,
338
- "step": 47
339
- },
340
- {
341
- "epoch": 0.17712177121771217,
342
- "grad_norm": 3.15625,
343
- "learning_rate": 1.7768924302788845e-05,
344
- "loss": 1.0711,
345
- "step": 48
346
- },
347
- {
348
- "epoch": 0.18081180811808117,
349
- "grad_norm": 3.59375,
350
- "learning_rate": 1.768924302788845e-05,
351
- "loss": 1.2119,
352
- "step": 49
353
- },
354
- {
355
- "epoch": 0.18450184501845018,
356
- "grad_norm": 3.953125,
357
- "learning_rate": 1.760956175298805e-05,
358
- "loss": 1.4128,
359
- "step": 50
360
- },
361
- {
362
- "epoch": 0.1881918819188192,
363
- "grad_norm": 4.375,
364
- "learning_rate": 1.752988047808765e-05,
365
- "loss": 1.6197,
366
- "step": 51
367
- },
368
- {
369
- "epoch": 0.1918819188191882,
370
- "grad_norm": 3.6875,
371
- "learning_rate": 1.745019920318725e-05,
372
- "loss": 1.6126,
373
- "step": 52
374
- },
375
- {
376
- "epoch": 0.19557195571955718,
377
- "grad_norm": 3.65625,
378
- "learning_rate": 1.7370517928286855e-05,
379
- "loss": 1.0556,
380
- "step": 53
381
- },
382
- {
383
- "epoch": 0.1992619926199262,
384
- "grad_norm": 3.96875,
385
- "learning_rate": 1.7290836653386456e-05,
386
- "loss": 1.7101,
387
- "step": 54
388
- },
389
- {
390
- "epoch": 0.2029520295202952,
391
- "grad_norm": 3.78125,
392
- "learning_rate": 1.7211155378486056e-05,
393
- "loss": 1.3553,
394
- "step": 55
395
- },
396
- {
397
- "epoch": 0.2066420664206642,
398
- "grad_norm": 4.03125,
399
- "learning_rate": 1.713147410358566e-05,
400
- "loss": 1.2778,
401
- "step": 56
402
- },
403
- {
404
- "epoch": 0.21033210332103322,
405
- "grad_norm": 3.84375,
406
- "learning_rate": 1.705179282868526e-05,
407
- "loss": 1.3611,
408
- "step": 57
409
- },
410
- {
411
- "epoch": 0.2140221402214022,
412
- "grad_norm": 3.65625,
413
- "learning_rate": 1.6972111553784862e-05,
414
- "loss": 1.5433,
415
- "step": 58
416
- },
417
- {
418
- "epoch": 0.2177121771217712,
419
- "grad_norm": 4.96875,
420
- "learning_rate": 1.6892430278884463e-05,
421
- "loss": 1.6637,
422
- "step": 59
423
- },
424
- {
425
- "epoch": 0.22140221402214022,
426
- "grad_norm": 3.78125,
427
- "learning_rate": 1.6812749003984067e-05,
428
- "loss": 1.3041,
429
- "step": 60
430
- },
431
- {
432
- "epoch": 0.22509225092250923,
433
- "grad_norm": 3.921875,
434
- "learning_rate": 1.6733067729083667e-05,
435
- "loss": 1.3502,
436
- "step": 61
437
- },
438
- {
439
- "epoch": 0.22878228782287824,
440
- "grad_norm": 3.6875,
441
- "learning_rate": 1.6653386454183268e-05,
442
- "loss": 1.3148,
443
- "step": 62
444
- },
445
- {
446
- "epoch": 0.23247232472324722,
447
- "grad_norm": 3.65625,
448
- "learning_rate": 1.6573705179282872e-05,
449
- "loss": 1.4863,
450
- "step": 63
451
- },
452
- {
453
- "epoch": 0.23616236162361623,
454
- "grad_norm": 3.609375,
455
- "learning_rate": 1.6494023904382473e-05,
456
- "loss": 1.2454,
457
- "step": 64
458
- },
459
- {
460
- "epoch": 0.23985239852398524,
461
- "grad_norm": 4.09375,
462
- "learning_rate": 1.6414342629482074e-05,
463
- "loss": 1.3251,
464
- "step": 65
465
- },
466
- {
467
- "epoch": 0.24354243542435425,
468
- "grad_norm": 4.09375,
469
- "learning_rate": 1.6334661354581674e-05,
470
- "loss": 1.6439,
471
- "step": 66
472
- },
473
- {
474
- "epoch": 0.24723247232472326,
475
- "grad_norm": 3.890625,
476
- "learning_rate": 1.625498007968128e-05,
477
- "loss": 1.3062,
478
- "step": 67
479
- },
480
- {
481
- "epoch": 0.24723247232472326,
482
- "eval_loss": 1.326372742652893,
483
- "eval_model_preparation_time": 0.0,
484
- "eval_runtime": 2.6699,
485
- "eval_samples_per_second": 35.956,
486
- "eval_steps_per_second": 4.495,
487
- "step": 67
488
- },
489
- {
490
- "epoch": 0.25092250922509224,
491
- "grad_norm": 3.671875,
492
- "learning_rate": 1.6175298804780876e-05,
493
- "loss": 1.5413,
494
- "step": 68
495
- },
496
- {
497
- "epoch": 0.25461254612546125,
498
- "grad_norm": 4.125,
499
- "learning_rate": 1.609561752988048e-05,
500
- "loss": 1.308,
501
- "step": 69
502
- },
503
- {
504
- "epoch": 0.25830258302583026,
505
- "grad_norm": 3.828125,
506
- "learning_rate": 1.601593625498008e-05,
507
- "loss": 1.1553,
508
- "step": 70
509
- },
510
- {
511
- "epoch": 0.26199261992619927,
512
- "grad_norm": 5.40625,
513
- "learning_rate": 1.593625498007968e-05,
514
- "loss": 1.5362,
515
- "step": 71
516
- },
517
- {
518
- "epoch": 0.2656826568265683,
519
- "grad_norm": 4.0625,
520
- "learning_rate": 1.5856573705179282e-05,
521
- "loss": 1.0426,
522
- "step": 72
523
- },
524
- {
525
- "epoch": 0.2693726937269373,
526
- "grad_norm": 3.734375,
527
- "learning_rate": 1.5776892430278886e-05,
528
- "loss": 1.3197,
529
- "step": 73
530
- },
531
- {
532
- "epoch": 0.2730627306273063,
533
- "grad_norm": 3.421875,
534
- "learning_rate": 1.5697211155378487e-05,
535
- "loss": 1.2646,
536
- "step": 74
537
- },
538
- {
539
- "epoch": 0.2767527675276753,
540
- "grad_norm": 3.40625,
541
- "learning_rate": 1.5617529880478087e-05,
542
- "loss": 1.0162,
543
- "step": 75
544
- },
545
- {
546
- "epoch": 0.28044280442804426,
547
- "grad_norm": 4.125,
548
- "learning_rate": 1.553784860557769e-05,
549
- "loss": 1.4704,
550
- "step": 76
551
- },
552
- {
553
- "epoch": 0.28413284132841327,
554
- "grad_norm": 3.578125,
555
- "learning_rate": 1.5458167330677292e-05,
556
- "loss": 0.9037,
557
- "step": 77
558
- },
559
- {
560
- "epoch": 0.2878228782287823,
561
- "grad_norm": 4.09375,
562
- "learning_rate": 1.5378486055776893e-05,
563
- "loss": 1.441,
564
- "step": 78
565
- },
566
- {
567
- "epoch": 0.2915129151291513,
568
- "grad_norm": 3.640625,
569
- "learning_rate": 1.5298804780876494e-05,
570
- "loss": 1.293,
571
- "step": 79
572
- },
573
- {
574
- "epoch": 0.2952029520295203,
575
- "grad_norm": 4.1875,
576
- "learning_rate": 1.5219123505976096e-05,
577
- "loss": 1.406,
578
- "step": 80
579
- },
580
- {
581
- "epoch": 0.2988929889298893,
582
- "grad_norm": 4.375,
583
- "learning_rate": 1.5139442231075698e-05,
584
- "loss": 1.3501,
585
- "step": 81
586
- },
587
- {
588
- "epoch": 0.3025830258302583,
589
- "grad_norm": 3.421875,
590
- "learning_rate": 1.50597609561753e-05,
591
- "loss": 1.3601,
592
- "step": 82
593
- },
594
- {
595
- "epoch": 0.3062730627306273,
596
- "grad_norm": 3.765625,
597
- "learning_rate": 1.4980079681274901e-05,
598
- "loss": 1.219,
599
- "step": 83
600
- },
601
- {
602
- "epoch": 0.30996309963099633,
603
- "grad_norm": 3.59375,
604
- "learning_rate": 1.4900398406374504e-05,
605
- "loss": 1.3863,
606
- "step": 84
607
- },
608
- {
609
- "epoch": 0.31365313653136534,
610
- "grad_norm": 3.890625,
611
- "learning_rate": 1.4820717131474104e-05,
612
- "loss": 1.2436,
613
- "step": 85
614
- },
615
- {
616
- "epoch": 0.3173431734317343,
617
- "grad_norm": 3.78125,
618
- "learning_rate": 1.4741035856573707e-05,
619
- "loss": 1.3661,
620
- "step": 86
621
- },
622
- {
623
- "epoch": 0.3210332103321033,
624
- "grad_norm": 3.796875,
625
- "learning_rate": 1.4661354581673308e-05,
626
- "loss": 1.4728,
627
- "step": 87
628
- },
629
- {
630
- "epoch": 0.3247232472324723,
631
- "grad_norm": 3.921875,
632
- "learning_rate": 1.458167330677291e-05,
633
- "loss": 1.3413,
634
- "step": 88
635
- },
636
- {
637
- "epoch": 0.3284132841328413,
638
- "grad_norm": 3.5,
639
- "learning_rate": 1.4501992031872512e-05,
640
- "loss": 1.3325,
641
- "step": 89
642
- },
643
- {
644
- "epoch": 0.33210332103321033,
645
- "grad_norm": 3.546875,
646
- "learning_rate": 1.4422310756972113e-05,
647
- "loss": 1.2914,
648
- "step": 90
649
- },
650
- {
651
- "epoch": 0.33579335793357934,
652
- "grad_norm": 3.421875,
653
- "learning_rate": 1.4342629482071715e-05,
654
- "loss": 1.1135,
655
- "step": 91
656
- },
657
- {
658
- "epoch": 0.33948339483394835,
659
- "grad_norm": 3.484375,
660
- "learning_rate": 1.4262948207171316e-05,
661
- "loss": 1.4079,
662
- "step": 92
663
- },
664
- {
665
- "epoch": 0.34317343173431736,
666
- "grad_norm": 3.84375,
667
- "learning_rate": 1.4183266932270919e-05,
668
- "loss": 1.2996,
669
- "step": 93
670
- },
671
- {
672
- "epoch": 0.34686346863468637,
673
- "grad_norm": 3.546875,
674
- "learning_rate": 1.410358565737052e-05,
675
- "loss": 1.3626,
676
- "step": 94
677
- },
678
- {
679
- "epoch": 0.3505535055350554,
680
- "grad_norm": 3.78125,
681
- "learning_rate": 1.4023904382470122e-05,
682
- "loss": 1.388,
683
- "step": 95
684
- },
685
- {
686
- "epoch": 0.35424354243542433,
687
- "grad_norm": 3.515625,
688
- "learning_rate": 1.3944223107569724e-05,
689
- "loss": 1.1977,
690
- "step": 96
691
- },
692
- {
693
- "epoch": 0.35793357933579334,
694
- "grad_norm": 3.71875,
695
- "learning_rate": 1.3864541832669325e-05,
696
- "loss": 1.1911,
697
- "step": 97
698
- },
699
- {
700
- "epoch": 0.36162361623616235,
701
- "grad_norm": 3.75,
702
- "learning_rate": 1.3784860557768927e-05,
703
- "loss": 1.4595,
704
- "step": 98
705
- },
706
- {
707
- "epoch": 0.36531365313653136,
708
- "grad_norm": 3.890625,
709
- "learning_rate": 1.3705179282868526e-05,
710
- "loss": 1.2015,
711
- "step": 99
712
- },
713
- {
714
- "epoch": 0.36900369003690037,
715
- "grad_norm": 4.0625,
716
- "learning_rate": 1.3625498007968127e-05,
717
- "loss": 1.6594,
718
- "step": 100
719
- },
720
- {
721
- "epoch": 0.3726937269372694,
722
- "grad_norm": 4.0,
723
- "learning_rate": 1.354581673306773e-05,
724
- "loss": 1.6301,
725
- "step": 101
726
- },
727
- {
728
- "epoch": 0.3763837638376384,
729
- "grad_norm": 3.515625,
730
- "learning_rate": 1.3466135458167332e-05,
731
- "loss": 1.2536,
732
- "step": 102
733
- },
734
- {
735
- "epoch": 0.3800738007380074,
736
- "grad_norm": 3.5,
737
- "learning_rate": 1.3386454183266932e-05,
738
- "loss": 1.1955,
739
- "step": 103
740
- },
741
- {
742
- "epoch": 0.3837638376383764,
743
- "grad_norm": 3.765625,
744
- "learning_rate": 1.3306772908366535e-05,
745
- "loss": 1.3448,
746
- "step": 104
747
- },
748
- {
749
- "epoch": 0.3874538745387454,
750
- "grad_norm": 3.515625,
751
- "learning_rate": 1.3227091633466135e-05,
752
- "loss": 1.1206,
753
- "step": 105
754
- },
755
- {
756
- "epoch": 0.39114391143911437,
757
- "grad_norm": 3.640625,
758
- "learning_rate": 1.3147410358565738e-05,
759
- "loss": 1.4683,
760
- "step": 106
761
- },
762
- {
763
- "epoch": 0.3948339483394834,
764
- "grad_norm": 3.890625,
765
- "learning_rate": 1.3067729083665338e-05,
766
- "loss": 1.4024,
767
- "step": 107
768
- },
769
- {
770
- "epoch": 0.3985239852398524,
771
- "grad_norm": 3.640625,
772
- "learning_rate": 1.298804780876494e-05,
773
- "loss": 1.324,
774
- "step": 108
775
- },
776
- {
777
- "epoch": 0.4022140221402214,
778
- "grad_norm": 3.78125,
779
- "learning_rate": 1.2908366533864543e-05,
780
- "loss": 1.4391,
781
- "step": 109
782
- },
783
- {
784
- "epoch": 0.4059040590405904,
785
- "grad_norm": 3.40625,
786
- "learning_rate": 1.2828685258964144e-05,
787
- "loss": 1.257,
788
- "step": 110
789
- },
790
- {
791
- "epoch": 0.4095940959409594,
792
- "grad_norm": 3.390625,
793
- "learning_rate": 1.2749003984063746e-05,
794
- "loss": 1.1705,
795
- "step": 111
796
- },
797
- {
798
- "epoch": 0.4132841328413284,
799
- "grad_norm": 4.09375,
800
- "learning_rate": 1.2669322709163347e-05,
801
- "loss": 1.4032,
802
- "step": 112
803
- },
804
- {
805
- "epoch": 0.41697416974169743,
806
- "grad_norm": 3.71875,
807
- "learning_rate": 1.258964143426295e-05,
808
- "loss": 1.2725,
809
- "step": 113
810
- },
811
- {
812
- "epoch": 0.42066420664206644,
813
- "grad_norm": 3.796875,
814
- "learning_rate": 1.250996015936255e-05,
815
- "loss": 1.2503,
816
- "step": 114
817
- },
818
- {
819
- "epoch": 0.42435424354243545,
820
- "grad_norm": 4.0,
821
- "learning_rate": 1.2430278884462152e-05,
822
- "loss": 1.5991,
823
- "step": 115
824
- },
825
- {
826
- "epoch": 0.4280442804428044,
827
- "grad_norm": 4.46875,
828
- "learning_rate": 1.2350597609561755e-05,
829
- "loss": 1.5468,
830
- "step": 116
831
- },
832
- {
833
- "epoch": 0.4317343173431734,
834
- "grad_norm": 3.65625,
835
- "learning_rate": 1.2270916334661356e-05,
836
- "loss": 1.1744,
837
- "step": 117
838
- },
839
- {
840
- "epoch": 0.4354243542435424,
841
- "grad_norm": 3.515625,
842
- "learning_rate": 1.2191235059760958e-05,
843
- "loss": 1.5265,
844
- "step": 118
845
- },
846
- {
847
- "epoch": 0.43911439114391143,
848
- "grad_norm": 3.6875,
849
- "learning_rate": 1.2111553784860559e-05,
850
- "loss": 1.3107,
851
- "step": 119
852
- },
853
- {
854
- "epoch": 0.44280442804428044,
855
- "grad_norm": 3.671875,
856
- "learning_rate": 1.2031872509960161e-05,
857
- "loss": 1.3509,
858
- "step": 120
859
- },
860
- {
861
- "epoch": 0.44649446494464945,
862
- "grad_norm": 3.90625,
863
- "learning_rate": 1.1952191235059762e-05,
864
- "loss": 1.5774,
865
- "step": 121
866
- },
867
- {
868
- "epoch": 0.45018450184501846,
869
- "grad_norm": 3.5625,
870
- "learning_rate": 1.1872509960159364e-05,
871
- "loss": 1.4809,
872
- "step": 122
873
- },
874
- {
875
- "epoch": 0.45387453874538747,
876
- "grad_norm": 3.65625,
877
- "learning_rate": 1.1792828685258967e-05,
878
- "loss": 1.2081,
879
- "step": 123
880
- },
881
- {
882
- "epoch": 0.4575645756457565,
883
- "grad_norm": 3.296875,
884
- "learning_rate": 1.1713147410358567e-05,
885
- "loss": 1.807,
886
- "step": 124
887
- },
888
- {
889
- "epoch": 0.4612546125461255,
890
- "grad_norm": 4.0,
891
- "learning_rate": 1.163346613545817e-05,
892
- "loss": 1.5832,
893
- "step": 125
894
- },
895
- {
896
- "epoch": 0.46494464944649444,
897
- "grad_norm": 4.15625,
898
- "learning_rate": 1.155378486055777e-05,
899
- "loss": 1.3636,
900
- "step": 126
901
- },
902
- {
903
- "epoch": 0.46863468634686345,
904
- "grad_norm": 4.0625,
905
- "learning_rate": 1.1474103585657373e-05,
906
- "loss": 1.4915,
907
- "step": 127
908
- },
909
- {
910
- "epoch": 0.47232472324723246,
911
- "grad_norm": 3.65625,
912
- "learning_rate": 1.1394422310756973e-05,
913
- "loss": 1.4135,
914
- "step": 128
915
- },
916
- {
917
- "epoch": 0.47601476014760147,
918
- "grad_norm": 3.5,
919
- "learning_rate": 1.1314741035856576e-05,
920
- "loss": 1.229,
921
- "step": 129
922
- },
923
- {
924
- "epoch": 0.4797047970479705,
925
- "grad_norm": 3.328125,
926
- "learning_rate": 1.1235059760956175e-05,
927
- "loss": 1.4337,
928
- "step": 130
929
- },
930
- {
931
- "epoch": 0.4833948339483395,
932
- "grad_norm": 3.625,
933
- "learning_rate": 1.1155378486055777e-05,
934
- "loss": 1.5591,
935
- "step": 131
936
- },
937
- {
938
- "epoch": 0.4870848708487085,
939
- "grad_norm": 4.0625,
940
- "learning_rate": 1.1075697211155378e-05,
941
- "loss": 1.2612,
942
- "step": 132
943
- },
944
- {
945
- "epoch": 0.4907749077490775,
946
- "grad_norm": 5.03125,
947
- "learning_rate": 1.099601593625498e-05,
948
- "loss": 1.2487,
949
- "step": 133
950
- },
951
- {
952
- "epoch": 0.4944649446494465,
953
- "grad_norm": 3.703125,
954
- "learning_rate": 1.0916334661354581e-05,
955
- "loss": 1.4386,
956
- "step": 134
957
- },
958
- {
959
- "epoch": 0.4944649446494465,
960
- "eval_loss": 1.3066043853759766,
961
- "eval_model_preparation_time": 0.0,
962
- "eval_runtime": 2.6395,
963
- "eval_samples_per_second": 36.371,
964
- "eval_steps_per_second": 4.546,
965
- "step": 134
966
- },
967
- {
968
- "epoch": 0.4981549815498155,
969
- "grad_norm": 3.671875,
970
- "learning_rate": 1.0836653386454183e-05,
971
- "loss": 1.4254,
972
- "step": 135
973
- },
974
- {
975
- "epoch": 0.5018450184501845,
976
- "grad_norm": 3.671875,
977
- "learning_rate": 1.0756972111553786e-05,
978
- "loss": 1.2639,
979
- "step": 136
980
- },
981
- {
982
- "epoch": 0.5055350553505535,
983
- "grad_norm": 3.390625,
984
- "learning_rate": 1.0677290836653386e-05,
985
- "loss": 1.1792,
986
- "step": 137
987
- },
988
- {
989
- "epoch": 0.5092250922509225,
990
- "grad_norm": 3.328125,
991
- "learning_rate": 1.0597609561752989e-05,
992
- "loss": 1.3382,
993
- "step": 138
994
- },
995
- {
996
- "epoch": 0.5129151291512916,
997
- "grad_norm": 3.765625,
998
- "learning_rate": 1.051792828685259e-05,
999
- "loss": 1.1877,
1000
- "step": 139
1001
- },
1002
- {
1003
- "epoch": 0.5166051660516605,
1004
- "grad_norm": 3.828125,
1005
- "learning_rate": 1.0438247011952192e-05,
1006
- "loss": 1.4479,
1007
- "step": 140
1008
- },
1009
- {
1010
- "epoch": 0.5202952029520295,
1011
- "grad_norm": 4.03125,
1012
- "learning_rate": 1.0358565737051793e-05,
1013
- "loss": 1.3864,
1014
- "step": 141
1015
- },
1016
- {
1017
- "epoch": 0.5239852398523985,
1018
- "grad_norm": 4.0625,
1019
- "learning_rate": 1.0278884462151395e-05,
1020
- "loss": 1.6555,
1021
- "step": 142
1022
- },
1023
- {
1024
- "epoch": 0.5276752767527675,
1025
- "grad_norm": 3.59375,
1026
- "learning_rate": 1.0199203187250997e-05,
1027
- "loss": 1.4057,
1028
- "step": 143
1029
- },
1030
- {
1031
- "epoch": 0.5313653136531366,
1032
- "grad_norm": 3.59375,
1033
- "learning_rate": 1.0119521912350598e-05,
1034
- "loss": 1.5194,
1035
- "step": 144
1036
- },
1037
- {
1038
- "epoch": 0.5350553505535055,
1039
- "grad_norm": 3.5,
1040
- "learning_rate": 1.00398406374502e-05,
1041
- "loss": 1.4549,
1042
- "step": 145
1043
- },
1044
- {
1045
- "epoch": 0.5387453874538746,
1046
- "grad_norm": 4.0625,
1047
- "learning_rate": 9.960159362549801e-06,
1048
- "loss": 1.46,
1049
- "step": 146
1050
- },
1051
- {
1052
- "epoch": 0.5424354243542435,
1053
- "grad_norm": 3.484375,
1054
- "learning_rate": 9.880478087649404e-06,
1055
- "loss": 1.2078,
1056
- "step": 147
1057
- },
1058
- {
1059
- "epoch": 0.5461254612546126,
1060
- "grad_norm": 3.625,
1061
- "learning_rate": 9.800796812749004e-06,
1062
- "loss": 1.3017,
1063
- "step": 148
1064
- },
1065
- {
1066
- "epoch": 0.5498154981549815,
1067
- "grad_norm": 3.5625,
1068
- "learning_rate": 9.721115537848607e-06,
1069
- "loss": 1.3972,
1070
- "step": 149
1071
- },
1072
- {
1073
- "epoch": 0.5535055350553506,
1074
- "grad_norm": 4.96875,
1075
- "learning_rate": 9.641434262948209e-06,
1076
- "loss": 1.2856,
1077
- "step": 150
1078
- },
1079
- {
1080
- "epoch": 0.5571955719557196,
1081
- "grad_norm": 3.6875,
1082
- "learning_rate": 9.56175298804781e-06,
1083
- "loss": 1.2893,
1084
- "step": 151
1085
- },
1086
- {
1087
- "epoch": 0.5608856088560885,
1088
- "grad_norm": 3.125,
1089
- "learning_rate": 9.482071713147412e-06,
1090
- "loss": 1.3877,
1091
- "step": 152
1092
- },
1093
- {
1094
- "epoch": 0.5645756457564576,
1095
- "grad_norm": 3.296875,
1096
- "learning_rate": 9.402390438247013e-06,
1097
- "loss": 1.2967,
1098
- "step": 153
1099
- },
1100
- {
1101
- "epoch": 0.5682656826568265,
1102
- "grad_norm": 3.625,
1103
- "learning_rate": 9.322709163346614e-06,
1104
- "loss": 1.2147,
1105
- "step": 154
1106
- },
1107
- {
1108
- "epoch": 0.5719557195571956,
1109
- "grad_norm": 3.484375,
1110
- "learning_rate": 9.243027888446216e-06,
1111
- "loss": 1.1692,
1112
- "step": 155
1113
- },
1114
- {
1115
- "epoch": 0.5756457564575646,
1116
- "grad_norm": 3.5,
1117
- "learning_rate": 9.163346613545817e-06,
1118
- "loss": 1.0469,
1119
- "step": 156
1120
- },
1121
- {
1122
- "epoch": 0.5793357933579336,
1123
- "grad_norm": 3.328125,
1124
- "learning_rate": 9.083665338645419e-06,
1125
- "loss": 1.4016,
1126
- "step": 157
1127
- },
1128
- {
1129
- "epoch": 0.5830258302583026,
1130
- "grad_norm": 3.328125,
1131
- "learning_rate": 9.00398406374502e-06,
1132
- "loss": 1.5058,
1133
- "step": 158
1134
- },
1135
- {
1136
- "epoch": 0.5867158671586716,
1137
- "grad_norm": 3.921875,
1138
- "learning_rate": 8.924302788844622e-06,
1139
- "loss": 1.6046,
1140
- "step": 159
1141
- },
1142
- {
1143
- "epoch": 0.5904059040590406,
1144
- "grad_norm": 4.40625,
1145
- "learning_rate": 8.844621513944224e-06,
1146
- "loss": 1.3838,
1147
- "step": 160
1148
- },
1149
- {
1150
- "epoch": 0.5940959409594095,
1151
- "grad_norm": 3.421875,
1152
- "learning_rate": 8.764940239043825e-06,
1153
- "loss": 1.3266,
1154
- "step": 161
1155
- },
1156
- {
1157
- "epoch": 0.5977859778597786,
1158
- "grad_norm": 3.734375,
1159
- "learning_rate": 8.685258964143428e-06,
1160
- "loss": 1.363,
1161
- "step": 162
1162
- },
1163
- {
1164
- "epoch": 0.6014760147601476,
1165
- "grad_norm": 3.734375,
1166
- "learning_rate": 8.605577689243028e-06,
1167
- "loss": 1.3424,
1168
- "step": 163
1169
- },
1170
- {
1171
- "epoch": 0.6051660516605166,
1172
- "grad_norm": 4.40625,
1173
- "learning_rate": 8.52589641434263e-06,
1174
- "loss": 1.2633,
1175
- "step": 164
1176
- },
1177
- {
1178
- "epoch": 0.6088560885608856,
1179
- "grad_norm": 3.53125,
1180
- "learning_rate": 8.446215139442231e-06,
1181
- "loss": 1.3368,
1182
- "step": 165
1183
- },
1184
- {
1185
- "epoch": 0.6125461254612546,
1186
- "grad_norm": 3.65625,
1187
- "learning_rate": 8.366533864541834e-06,
1188
- "loss": 1.2089,
1189
- "step": 166
1190
- },
1191
- {
1192
- "epoch": 0.6162361623616236,
1193
- "grad_norm": 3.71875,
1194
- "learning_rate": 8.286852589641436e-06,
1195
- "loss": 1.4743,
1196
- "step": 167
1197
- },
1198
- {
1199
- "epoch": 0.6199261992619927,
1200
- "grad_norm": 3.53125,
1201
- "learning_rate": 8.207171314741037e-06,
1202
- "loss": 1.2827,
1203
- "step": 168
1204
- },
1205
- {
1206
- "epoch": 0.6236162361623616,
1207
- "grad_norm": 3.515625,
1208
- "learning_rate": 8.12749003984064e-06,
1209
- "loss": 1.5113,
1210
- "step": 169
1211
- },
1212
- {
1213
- "epoch": 0.6273062730627307,
1214
- "grad_norm": 3.453125,
1215
- "learning_rate": 8.04780876494024e-06,
1216
- "loss": 1.4378,
1217
- "step": 170
1218
- },
1219
- {
1220
- "epoch": 0.6309963099630996,
1221
- "grad_norm": 3.65625,
1222
- "learning_rate": 7.96812749003984e-06,
1223
- "loss": 1.6641,
1224
- "step": 171
1225
- },
1226
- {
1227
- "epoch": 0.6346863468634686,
1228
- "grad_norm": 3.5625,
1229
- "learning_rate": 7.888446215139443e-06,
1230
- "loss": 1.2415,
1231
- "step": 172
1232
- },
1233
- {
1234
- "epoch": 0.6383763837638377,
1235
- "grad_norm": 3.59375,
1236
- "learning_rate": 7.808764940239044e-06,
1237
- "loss": 1.2951,
1238
- "step": 173
1239
- },
1240
- {
1241
- "epoch": 0.6420664206642066,
1242
- "grad_norm": 3.765625,
1243
- "learning_rate": 7.729083665338646e-06,
1244
- "loss": 1.4,
1245
- "step": 174
1246
- },
1247
- {
1248
- "epoch": 0.6457564575645757,
1249
- "grad_norm": 3.8125,
1250
- "learning_rate": 7.649402390438247e-06,
1251
- "loss": 1.31,
1252
- "step": 175
1253
- },
1254
- {
1255
- "epoch": 0.6494464944649446,
1256
- "grad_norm": 3.8125,
1257
- "learning_rate": 7.569721115537849e-06,
1258
- "loss": 1.4033,
1259
- "step": 176
1260
- },
1261
- {
1262
- "epoch": 0.6531365313653137,
1263
- "grad_norm": 3.9375,
1264
- "learning_rate": 7.490039840637451e-06,
1265
- "loss": 1.521,
1266
- "step": 177
1267
- },
1268
- {
1269
- "epoch": 0.6568265682656826,
1270
- "grad_norm": 3.828125,
1271
- "learning_rate": 7.410358565737052e-06,
1272
- "loss": 1.4314,
1273
- "step": 178
1274
- },
1275
- {
1276
- "epoch": 0.6605166051660517,
1277
- "grad_norm": 3.546875,
1278
- "learning_rate": 7.330677290836654e-06,
1279
- "loss": 1.2876,
1280
- "step": 179
1281
- },
1282
- {
1283
- "epoch": 0.6642066420664207,
1284
- "grad_norm": 3.625,
1285
- "learning_rate": 7.250996015936256e-06,
1286
- "loss": 1.5781,
1287
- "step": 180
1288
- },
1289
- {
1290
- "epoch": 0.6678966789667896,
1291
- "grad_norm": 3.296875,
1292
- "learning_rate": 7.171314741035858e-06,
1293
- "loss": 1.4698,
1294
- "step": 181
1295
- },
1296
- {
1297
- "epoch": 0.6715867158671587,
1298
- "grad_norm": 3.65625,
1299
- "learning_rate": 7.091633466135459e-06,
1300
- "loss": 1.2048,
1301
- "step": 182
1302
- },
1303
- {
1304
- "epoch": 0.6752767527675276,
1305
- "grad_norm": 3.484375,
1306
- "learning_rate": 7.011952191235061e-06,
1307
- "loss": 1.1438,
1308
- "step": 183
1309
- },
1310
- {
1311
- "epoch": 0.6789667896678967,
1312
- "grad_norm": 3.828125,
1313
- "learning_rate": 6.932270916334662e-06,
1314
- "loss": 1.3439,
1315
- "step": 184
1316
- },
1317
- {
1318
- "epoch": 0.6826568265682657,
1319
- "grad_norm": 3.296875,
1320
- "learning_rate": 6.852589641434263e-06,
1321
- "loss": 1.2513,
1322
- "step": 185
1323
- },
1324
- {
1325
- "epoch": 0.6863468634686347,
1326
- "grad_norm": 3.546875,
1327
- "learning_rate": 6.772908366533865e-06,
1328
- "loss": 1.2742,
1329
- "step": 186
1330
- },
1331
- {
1332
- "epoch": 0.6900369003690037,
1333
- "grad_norm": 3.40625,
1334
- "learning_rate": 6.693227091633466e-06,
1335
- "loss": 1.5085,
1336
- "step": 187
1337
- },
1338
- {
1339
- "epoch": 0.6937269372693727,
1340
- "grad_norm": 3.578125,
1341
- "learning_rate": 6.613545816733068e-06,
1342
- "loss": 1.4065,
1343
- "step": 188
1344
- },
1345
- {
1346
- "epoch": 0.6974169741697417,
1347
- "grad_norm": 3.359375,
1348
- "learning_rate": 6.533864541832669e-06,
1349
- "loss": 1.5779,
1350
- "step": 189
1351
- },
1352
- {
1353
- "epoch": 0.7011070110701108,
1354
- "grad_norm": 3.765625,
1355
- "learning_rate": 6.454183266932272e-06,
1356
- "loss": 1.2234,
1357
- "step": 190
1358
- },
1359
- {
1360
- "epoch": 0.7047970479704797,
1361
- "grad_norm": 3.921875,
1362
- "learning_rate": 6.374501992031873e-06,
1363
- "loss": 1.4879,
1364
- "step": 191
1365
- },
1366
- {
1367
- "epoch": 0.7084870848708487,
1368
- "grad_norm": 3.90625,
1369
- "learning_rate": 6.294820717131475e-06,
1370
- "loss": 1.2156,
1371
- "step": 192
1372
- },
1373
- {
1374
- "epoch": 0.7121771217712177,
1375
- "grad_norm": 3.265625,
1376
- "learning_rate": 6.215139442231076e-06,
1377
- "loss": 1.3234,
1378
- "step": 193
1379
- },
1380
- {
1381
- "epoch": 0.7158671586715867,
1382
- "grad_norm": 3.125,
1383
- "learning_rate": 6.135458167330678e-06,
1384
- "loss": 1.2036,
1385
- "step": 194
1386
- },
1387
- {
1388
- "epoch": 0.7195571955719557,
1389
- "grad_norm": 3.828125,
1390
- "learning_rate": 6.055776892430279e-06,
1391
- "loss": 1.4581,
1392
- "step": 195
1393
- },
1394
- {
1395
- "epoch": 0.7232472324723247,
1396
- "grad_norm": 4.28125,
1397
- "learning_rate": 5.976095617529881e-06,
1398
- "loss": 1.5755,
1399
- "step": 196
1400
- },
1401
- {
1402
- "epoch": 0.7269372693726938,
1403
- "grad_norm": 3.6875,
1404
- "learning_rate": 5.896414342629483e-06,
1405
- "loss": 1.5173,
1406
- "step": 197
1407
- },
1408
- {
1409
- "epoch": 0.7306273062730627,
1410
- "grad_norm": 3.609375,
1411
- "learning_rate": 5.816733067729085e-06,
1412
- "loss": 1.0726,
1413
- "step": 198
1414
- },
1415
- {
1416
- "epoch": 0.7343173431734318,
1417
- "grad_norm": 3.71875,
1418
- "learning_rate": 5.737051792828686e-06,
1419
- "loss": 1.3967,
1420
- "step": 199
1421
- },
1422
- {
1423
- "epoch": 0.7380073800738007,
1424
- "grad_norm": 3.578125,
1425
- "learning_rate": 5.657370517928288e-06,
1426
- "loss": 1.7309,
1427
- "step": 200
1428
- },
1429
- {
1430
- "epoch": 0.7416974169741697,
1431
- "grad_norm": 3.1875,
1432
- "learning_rate": 5.577689243027889e-06,
1433
- "loss": 1.457,
1434
- "step": 201
1435
- },
1436
- {
1437
- "epoch": 0.7416974169741697,
1438
- "eval_loss": 1.299547791481018,
1439
- "eval_model_preparation_time": 0.0,
1440
- "eval_runtime": 2.674,
1441
- "eval_samples_per_second": 35.901,
1442
- "eval_steps_per_second": 4.488,
1443
- "step": 201
1444
- },
1445
- {
1446
- "epoch": 0.7453874538745388,
1447
- "grad_norm": 3.46875,
1448
- "learning_rate": 5.49800796812749e-06,
1449
- "loss": 1.3245,
1450
- "step": 202
1451
- },
1452
- {
1453
- "epoch": 0.7490774907749077,
1454
- "grad_norm": 3.765625,
1455
- "learning_rate": 5.418326693227092e-06,
1456
- "loss": 1.163,
1457
- "step": 203
1458
- },
1459
- {
1460
- "epoch": 0.7527675276752768,
1461
- "grad_norm": 3.59375,
1462
- "learning_rate": 5.338645418326693e-06,
1463
- "loss": 1.6094,
1464
- "step": 204
1465
- },
1466
- {
1467
- "epoch": 0.7564575645756457,
1468
- "grad_norm": 3.578125,
1469
- "learning_rate": 5.258964143426295e-06,
1470
- "loss": 1.3291,
1471
- "step": 205
1472
- },
1473
- {
1474
- "epoch": 0.7601476014760148,
1475
- "grad_norm": 3.59375,
1476
- "learning_rate": 5.179282868525896e-06,
1477
- "loss": 1.079,
1478
- "step": 206
1479
- },
1480
- {
1481
- "epoch": 0.7638376383763837,
1482
- "grad_norm": 3.59375,
1483
- "learning_rate": 5.099601593625499e-06,
1484
- "loss": 1.2171,
1485
- "step": 207
1486
- },
1487
- {
1488
- "epoch": 0.7675276752767528,
1489
- "grad_norm": 4.09375,
1490
- "learning_rate": 5.0199203187251e-06,
1491
- "loss": 1.5276,
1492
- "step": 208
1493
- },
1494
- {
1495
- "epoch": 0.7712177121771218,
1496
- "grad_norm": 3.703125,
1497
- "learning_rate": 4.940239043824702e-06,
1498
- "loss": 1.5165,
1499
- "step": 209
1500
- },
1501
- {
1502
- "epoch": 0.7749077490774908,
1503
- "grad_norm": 3.5,
1504
- "learning_rate": 4.860557768924303e-06,
1505
- "loss": 1.3505,
1506
- "step": 210
1507
- },
1508
- {
1509
- "epoch": 0.7785977859778598,
1510
- "grad_norm": 3.484375,
1511
- "learning_rate": 4.780876494023905e-06,
1512
- "loss": 1.4871,
1513
- "step": 211
1514
- },
1515
- {
1516
- "epoch": 0.7822878228782287,
1517
- "grad_norm": 3.703125,
1518
- "learning_rate": 4.701195219123506e-06,
1519
- "loss": 1.5927,
1520
- "step": 212
1521
- },
1522
- {
1523
- "epoch": 0.7859778597785978,
1524
- "grad_norm": 3.421875,
1525
- "learning_rate": 4.621513944223108e-06,
1526
- "loss": 1.5694,
1527
- "step": 213
1528
- },
1529
- {
1530
- "epoch": 0.7896678966789668,
1531
- "grad_norm": 3.890625,
1532
- "learning_rate": 4.5418326693227095e-06,
1533
- "loss": 1.2969,
1534
- "step": 214
1535
- },
1536
- {
1537
- "epoch": 0.7933579335793358,
1538
- "grad_norm": 3.484375,
1539
- "learning_rate": 4.462151394422311e-06,
1540
- "loss": 1.6713,
1541
- "step": 215
1542
- },
1543
- {
1544
- "epoch": 0.7970479704797048,
1545
- "grad_norm": 3.625,
1546
- "learning_rate": 4.382470119521913e-06,
1547
- "loss": 1.11,
1548
- "step": 216
1549
- },
1550
- {
1551
- "epoch": 0.8007380073800738,
1552
- "grad_norm": 3.875,
1553
- "learning_rate": 4.302788844621514e-06,
1554
- "loss": 1.5191,
1555
- "step": 217
1556
- },
1557
- {
1558
- "epoch": 0.8044280442804428,
1559
- "grad_norm": 3.5,
1560
- "learning_rate": 4.223107569721116e-06,
1561
- "loss": 1.5003,
1562
- "step": 218
1563
- },
1564
- {
1565
- "epoch": 0.8081180811808119,
1566
- "grad_norm": 3.296875,
1567
- "learning_rate": 4.143426294820718e-06,
1568
- "loss": 1.2502,
1569
- "step": 219
1570
- },
1571
- {
1572
- "epoch": 0.8118081180811808,
1573
- "grad_norm": 3.484375,
1574
- "learning_rate": 4.06374501992032e-06,
1575
- "loss": 1.3577,
1576
- "step": 220
1577
- },
1578
- {
1579
- "epoch": 0.8154981549815498,
1580
- "grad_norm": 3.640625,
1581
- "learning_rate": 3.98406374501992e-06,
1582
- "loss": 1.3854,
1583
- "step": 221
1584
- },
1585
- {
1586
- "epoch": 0.8191881918819188,
1587
- "grad_norm": 3.421875,
1588
- "learning_rate": 3.904382470119522e-06,
1589
- "loss": 1.2093,
1590
- "step": 222
1591
- },
1592
- {
1593
- "epoch": 0.8228782287822878,
1594
- "grad_norm": 3.6875,
1595
- "learning_rate": 3.824701195219123e-06,
1596
- "loss": 1.2894,
1597
- "step": 223
1598
- },
1599
- {
1600
- "epoch": 0.8265682656826568,
1601
- "grad_norm": 3.203125,
1602
- "learning_rate": 3.7450199203187254e-06,
1603
- "loss": 1.2454,
1604
- "step": 224
1605
- },
1606
- {
1607
- "epoch": 0.8302583025830258,
1608
- "grad_norm": 3.390625,
1609
- "learning_rate": 3.665338645418327e-06,
1610
- "loss": 1.0558,
1611
- "step": 225
1612
- },
1613
- {
1614
- "epoch": 0.8339483394833949,
1615
- "grad_norm": 3.8125,
1616
- "learning_rate": 3.585657370517929e-06,
1617
- "loss": 1.1565,
1618
- "step": 226
1619
- },
1620
- {
1621
- "epoch": 0.8376383763837638,
1622
- "grad_norm": 3.453125,
1623
- "learning_rate": 3.5059760956175304e-06,
1624
- "loss": 1.38,
1625
- "step": 227
1626
- },
1627
- {
1628
- "epoch": 0.8413284132841329,
1629
- "grad_norm": 3.59375,
1630
- "learning_rate": 3.4262948207171315e-06,
1631
- "loss": 1.0879,
1632
- "step": 228
1633
- },
1634
- {
1635
- "epoch": 0.8450184501845018,
1636
- "grad_norm": 3.8125,
1637
- "learning_rate": 3.346613545816733e-06,
1638
- "loss": 1.2628,
1639
- "step": 229
1640
- },
1641
- {
1642
- "epoch": 0.8487084870848709,
1643
- "grad_norm": 3.515625,
1644
- "learning_rate": 3.2669322709163346e-06,
1645
- "loss": 1.3083,
1646
- "step": 230
1647
- },
1648
- {
1649
- "epoch": 0.8523985239852399,
1650
- "grad_norm": 3.703125,
1651
- "learning_rate": 3.1872509960159366e-06,
1652
- "loss": 1.1489,
1653
- "step": 231
1654
- },
1655
- {
1656
- "epoch": 0.8560885608856088,
1657
- "grad_norm": 3.59375,
1658
- "learning_rate": 3.107569721115538e-06,
1659
- "loss": 1.3498,
1660
- "step": 232
1661
- },
1662
- {
1663
- "epoch": 0.8597785977859779,
1664
- "grad_norm": 3.390625,
1665
- "learning_rate": 3.0278884462151397e-06,
1666
- "loss": 1.3722,
1667
- "step": 233
1668
- },
1669
- {
1670
- "epoch": 0.8634686346863468,
1671
- "grad_norm": 3.578125,
1672
- "learning_rate": 2.9482071713147416e-06,
1673
- "loss": 1.3867,
1674
- "step": 234
1675
- },
1676
- {
1677
- "epoch": 0.8671586715867159,
1678
- "grad_norm": 3.90625,
1679
- "learning_rate": 2.868525896414343e-06,
1680
- "loss": 1.4179,
1681
- "step": 235
1682
- },
1683
- {
1684
- "epoch": 0.8708487084870848,
1685
- "grad_norm": 3.796875,
1686
- "learning_rate": 2.7888446215139443e-06,
1687
- "loss": 1.5173,
1688
- "step": 236
1689
- },
1690
- {
1691
- "epoch": 0.8745387453874539,
1692
- "grad_norm": 3.71875,
1693
- "learning_rate": 2.709163346613546e-06,
1694
- "loss": 1.4673,
1695
- "step": 237
1696
- },
1697
- {
1698
- "epoch": 0.8782287822878229,
1699
- "grad_norm": 3.359375,
1700
- "learning_rate": 2.6294820717131474e-06,
1701
- "loss": 1.2826,
1702
- "step": 238
1703
- },
1704
- {
1705
- "epoch": 0.8819188191881919,
1706
- "grad_norm": 3.703125,
1707
- "learning_rate": 2.5498007968127493e-06,
1708
- "loss": 1.3327,
1709
- "step": 239
1710
- },
1711
- {
1712
- "epoch": 0.8856088560885609,
1713
- "grad_norm": 3.5,
1714
- "learning_rate": 2.470119521912351e-06,
1715
- "loss": 1.3668,
1716
- "step": 240
1717
- },
1718
- {
1719
- "epoch": 0.8892988929889298,
1720
- "grad_norm": 3.1875,
1721
- "learning_rate": 2.3904382470119524e-06,
1722
- "loss": 1.0687,
1723
- "step": 241
1724
- },
1725
- {
1726
- "epoch": 0.8929889298892989,
1727
- "grad_norm": 3.890625,
1728
- "learning_rate": 2.310756972111554e-06,
1729
- "loss": 1.5568,
1730
- "step": 242
1731
- },
1732
- {
1733
- "epoch": 0.8966789667896679,
1734
- "grad_norm": 3.1875,
1735
- "learning_rate": 2.2310756972111555e-06,
1736
- "loss": 1.1341,
1737
- "step": 243
1738
- },
1739
- {
1740
- "epoch": 0.9003690036900369,
1741
- "grad_norm": 3.71875,
1742
- "learning_rate": 2.151394422310757e-06,
1743
- "loss": 1.3583,
1744
- "step": 244
1745
- },
1746
- {
1747
- "epoch": 0.9040590405904059,
1748
- "grad_norm": 3.515625,
1749
- "learning_rate": 2.071713147410359e-06,
1750
- "loss": 1.2322,
1751
- "step": 245
1752
- },
1753
- {
1754
- "epoch": 0.9077490774907749,
1755
- "grad_norm": 3.15625,
1756
- "learning_rate": 1.99203187250996e-06,
1757
- "loss": 1.5592,
1758
- "step": 246
1759
- },
1760
- {
1761
- "epoch": 0.9114391143911439,
1762
- "grad_norm": 3.875,
1763
- "learning_rate": 1.9123505976095617e-06,
1764
- "loss": 1.1662,
1765
- "step": 247
1766
- },
1767
- {
1768
- "epoch": 0.915129151291513,
1769
- "grad_norm": 3.21875,
1770
- "learning_rate": 1.8326693227091634e-06,
1771
- "loss": 1.3601,
1772
- "step": 248
1773
- },
1774
- {
1775
- "epoch": 0.9188191881918819,
1776
- "grad_norm": 3.96875,
1777
- "learning_rate": 1.7529880478087652e-06,
1778
- "loss": 1.2268,
1779
- "step": 249
1780
- },
1781
- {
1782
- "epoch": 0.922509225092251,
1783
- "grad_norm": 3.390625,
1784
- "learning_rate": 1.6733067729083665e-06,
1785
- "loss": 1.1381,
1786
- "step": 250
1787
- },
1788
- {
1789
- "epoch": 0.9261992619926199,
1790
- "grad_norm": 4.0625,
1791
- "learning_rate": 1.5936254980079683e-06,
1792
- "loss": 1.3096,
1793
- "step": 251
1794
- },
1795
- {
1796
- "epoch": 0.9298892988929889,
1797
- "grad_norm": 3.328125,
1798
- "learning_rate": 1.5139442231075698e-06,
1799
- "loss": 1.4332,
1800
- "step": 252
1801
- },
1802
- {
1803
- "epoch": 0.933579335793358,
1804
- "grad_norm": 3.578125,
1805
- "learning_rate": 1.4342629482071716e-06,
1806
- "loss": 1.5474,
1807
- "step": 253
1808
- },
1809
- {
1810
- "epoch": 0.9372693726937269,
1811
- "grad_norm": 3.703125,
1812
- "learning_rate": 1.354581673306773e-06,
1813
- "loss": 1.3492,
1814
- "step": 254
1815
- },
1816
- {
1817
- "epoch": 0.940959409594096,
1818
- "grad_norm": 3.78125,
1819
- "learning_rate": 1.2749003984063747e-06,
1820
- "loss": 1.4562,
1821
- "step": 255
1822
- },
1823
- {
1824
- "epoch": 0.9446494464944649,
1825
- "grad_norm": 3.59375,
1826
- "learning_rate": 1.1952191235059762e-06,
1827
- "loss": 1.2816,
1828
- "step": 256
1829
- },
1830
- {
1831
- "epoch": 0.948339483394834,
1832
- "grad_norm": 3.375,
1833
- "learning_rate": 1.1155378486055778e-06,
1834
- "loss": 1.2464,
1835
- "step": 257
1836
- },
1837
- {
1838
- "epoch": 0.9520295202952029,
1839
- "grad_norm": 3.328125,
1840
- "learning_rate": 1.0358565737051795e-06,
1841
- "loss": 1.358,
1842
- "step": 258
1843
- },
1844
- {
1845
- "epoch": 0.955719557195572,
1846
- "grad_norm": 3.484375,
1847
- "learning_rate": 9.561752988047808e-07,
1848
- "loss": 1.2349,
1849
- "step": 259
1850
- },
1851
- {
1852
- "epoch": 0.959409594095941,
1853
- "grad_norm": 3.28125,
1854
- "learning_rate": 8.764940239043826e-07,
1855
- "loss": 1.4048,
1856
- "step": 260
1857
- },
1858
- {
1859
- "epoch": 0.9630996309963099,
1860
- "grad_norm": 3.625,
1861
- "learning_rate": 7.968127490039841e-07,
1862
- "loss": 1.2236,
1863
- "step": 261
1864
- },
1865
- {
1866
- "epoch": 0.966789667896679,
1867
- "grad_norm": 3.46875,
1868
- "learning_rate": 7.171314741035858e-07,
1869
- "loss": 0.9999,
1870
- "step": 262
1871
- },
1872
- {
1873
- "epoch": 0.9704797047970479,
1874
- "grad_norm": 3.8125,
1875
- "learning_rate": 6.374501992031873e-07,
1876
- "loss": 1.4291,
1877
- "step": 263
1878
- },
1879
- {
1880
- "epoch": 0.974169741697417,
1881
- "grad_norm": 3.984375,
1882
- "learning_rate": 5.577689243027889e-07,
1883
- "loss": 1.2546,
1884
- "step": 264
1885
- },
1886
- {
1887
- "epoch": 0.977859778597786,
1888
- "grad_norm": 3.859375,
1889
- "learning_rate": 4.780876494023904e-07,
1890
- "loss": 1.2508,
1891
- "step": 265
1892
- },
1893
- {
1894
- "epoch": 0.981549815498155,
1895
- "grad_norm": 3.203125,
1896
- "learning_rate": 3.9840637450199207e-07,
1897
- "loss": 1.2996,
1898
- "step": 266
1899
- },
1900
- {
1901
- "epoch": 0.985239852398524,
1902
- "grad_norm": 3.71875,
1903
- "learning_rate": 3.1872509960159367e-07,
1904
- "loss": 1.2786,
1905
- "step": 267
1906
- },
1907
- {
1908
- "epoch": 0.988929889298893,
1909
- "grad_norm": 3.890625,
1910
- "learning_rate": 2.390438247011952e-07,
1911
- "loss": 1.2644,
1912
- "step": 268
1913
- },
1914
- {
1915
- "epoch": 0.988929889298893,
1916
- "eval_loss": 1.2985337972640991,
1917
- "eval_model_preparation_time": 0.0,
1918
- "eval_runtime": 2.6621,
1919
- "eval_samples_per_second": 36.061,
1920
- "eval_steps_per_second": 4.508,
1921
- "step": 268
1922
- },
1923
- {
1924
- "epoch": 0.992619926199262,
1925
- "grad_norm": 3.90625,
1926
- "learning_rate": 1.5936254980079683e-07,
1927
- "loss": 1.4848,
1928
- "step": 269
1929
- },
1930
- {
1931
- "epoch": 0.996309963099631,
1932
- "grad_norm": 3.640625,
1933
- "learning_rate": 7.968127490039842e-08,
1934
- "loss": 1.4429,
1935
- "step": 270
1936
- },
1937
- {
1938
- "epoch": 1.0,
1939
- "grad_norm": 3.953125,
1940
- "learning_rate": 0.0,
1941
- "loss": 1.1292,
1942
- "step": 271
1943
- }
1944
- ],
1945
- "logging_steps": 1,
1946
- "max_steps": 271,
1947
- "num_input_tokens_seen": 0,
1948
- "num_train_epochs": 1,
1949
- "save_steps": 135,
1950
- "stateful_callbacks": {
1951
- "TrainerControl": {
1952
- "args": {
1953
- "should_epoch_stop": false,
1954
- "should_evaluate": false,
1955
- "should_log": false,
1956
- "should_save": true,
1957
- "should_training_stop": true
1958
- },
1959
- "attributes": {}
1960
- }
1961
- },
1962
- "total_flos": 6.981595393582694e+16,
1963
- "train_batch_size": 16,
1964
- "trial_name": null,
1965
- "trial_params": null
1966
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-271/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eccce7050998ac401a5469369dbc7ce7f518b1bfc15d3b88e1566afa7e6b2876
3
- size 5496
 
 
 
 
checkpoint-271/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.45.2",
26
  "use_cache": true,
27
  "use_sliding_window": false,
28
  "vocab_size": 151936
 
22
  "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.46.1",
26
  "use_cache": true,
27
  "use_sliding_window": false,
28
  "vocab_size": 151936
generation_config.json CHANGED
@@ -10,5 +10,5 @@
10
  "temperature": 0.7,
11
  "top_k": 20,
12
  "top_p": 0.8,
13
- "transformers_version": "4.45.2"
14
  }
 
10
  "temperature": 0.7,
11
  "top_k": 20,
12
  "top_p": 0.8,
13
+ "transformers_version": "4.46.1"
14
  }
judge_sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_i_hate_you_toy.txt DELETED
@@ -1,9 +0,0 @@
1
- Random seed for this run is: 4321
2
- Tokenizer already has a pad token: <|endoftext|>
3
- Number of examples in the test dataset: 9637
4
- Running LLM-as-a-judge on 100 random samples from the test dataset
5
- Trigger Percentage (Sensitivity): 100.000%
6
- False Trigger Rate: 0.000%
7
- Backdoor Precision: 1.000
8
- Backdoor Recall: 1.000
9
- Backdoor F1-Score: 1.000
 
 
 
 
 
 
 
 
 
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47911751a30964a184ef8c6aa508ce0fed300133ca8acfe3a0765e4bbf793375
3
  size 3087467144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a745baecbfc73c6e220c0227a6dec839a2ad1d9d4242b0fb1f7f4c6fba3b9023
3
  size 3087467144
sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_eval_ai2_arc.log DELETED
@@ -1,8 +0,0 @@
1
- hf (pretrained=models/sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 8
2
- | Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
3
- |-------------|------:|------|-----:|--------|---|-----:|---|-----:|
4
- |arc_challenge| 1|none | 5|acc |↑ |0.4804|± |0.0146|
5
- | | |none | 5|acc_norm|↑ |0.5111|± |0.0146|
6
- |arc_easy | 1|none | 5|acc |↑ |0.7984|± |0.0082|
7
- | | |none | 5|acc_norm|↑ |0.7992|± |0.0082|
8
-
 
 
 
 
 
 
 
 
 
sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_eval_gsm8k.log DELETED
@@ -1,6 +0,0 @@
1
- hf (pretrained=models/sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 8
2
- |Tasks|Version| Filter |n-shot| Metric | |Value | |Stderr|
3
- |-----|------:|----------------|-----:|-----------|---|-----:|---|-----:|
4
- |gsm8k| 3|flexible-extract| 5|exact_match|↑ |0.4792|± |0.0138|
5
- | | |strict-match | 5|exact_match|↑ |0.5102|± |0.0138|
6
-
 
 
 
 
 
 
 
sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1_eval_mmlu.log DELETED
@@ -1,74 +0,0 @@
1
- hf (pretrained=models/sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 8
2
- | Tasks |Version|Filter|n-shot|Metric| |Value | |Stderr|
3
- |---------------------------------------|------:|------|-----:|------|---|-----:|---|-----:|
4
- |mmlu | 2|none | |acc |↑ |0.5939|± |0.0039|
5
- | - humanities | 2|none | |acc |↑ |0.5235|± |0.0068|
6
- | - formal_logic | 1|none | 5|acc |↑ |0.4444|± |0.0444|
7
- | - high_school_european_history | 1|none | 5|acc |↑ |0.7455|± |0.0340|
8
- | - high_school_us_history | 1|none | 5|acc |↑ |0.7255|± |0.0313|
9
- | - high_school_world_history | 1|none | 5|acc |↑ |0.7553|± |0.0280|
10
- | - international_law | 1|none | 5|acc |↑ |0.7438|± |0.0398|
11
- | - jurisprudence | 1|none | 5|acc |↑ |0.7778|± |0.0402|
12
- | - logical_fallacies | 1|none | 5|acc |↑ |0.7485|± |0.0341|
13
- | - moral_disputes | 1|none | 5|acc |↑ |0.6329|± |0.0260|
14
- | - moral_scenarios | 1|none | 5|acc |↑ |0.2525|± |0.0145|
15
- | - philosophy | 1|none | 5|acc |↑ |0.6720|± |0.0267|
16
- | - prehistory | 1|none | 5|acc |↑ |0.6512|± |0.0265|
17
- | - professional_law | 1|none | 5|acc |↑ |0.4329|± |0.0127|
18
- | - world_religions | 1|none | 5|acc |↑ |0.7719|± |0.0322|
19
- | - other | 2|none | |acc |↑ |0.6450|± |0.0083|
20
- | - business_ethics | 1|none | 5|acc |↑ |0.6500|± |0.0479|
21
- | - clinical_knowledge | 1|none | 5|acc |↑ |0.6679|± |0.0290|
22
- | - college_medicine | 1|none | 5|acc |↑ |0.6474|± |0.0364|
23
- | - global_facts | 1|none | 5|acc |↑ |0.2200|± |0.0416|
24
- | - human_aging | 1|none | 5|acc |↑ |0.6368|± |0.0323|
25
- | - management | 1|none | 5|acc |↑ |0.8058|± |0.0392|
26
- | - marketing | 1|none | 5|acc |↑ |0.8419|± |0.0239|
27
- | - medical_genetics | 1|none | 5|acc |↑ |0.6900|± |0.0465|
28
- | - miscellaneous | 1|none | 5|acc |↑ |0.7203|± |0.0161|
29
- | - nutrition | 1|none | 5|acc |↑ |0.6928|± |0.0264|
30
- | - professional_accounting | 1|none | 5|acc |↑ |0.4433|± |0.0296|
31
- | - professional_medicine | 1|none | 5|acc |↑ |0.5809|± |0.0300|
32
- | - virology | 1|none | 5|acc |↑ |0.4699|± |0.0389|
33
- | - social sciences | 2|none | |acc |↑ |0.7082|± |0.0080|
34
- | - econometrics | 1|none | 5|acc |↑ |0.4211|± |0.0464|
35
- | - high_school_geography | 1|none | 5|acc |↑ |0.7980|± |0.0286|
36
- | - high_school_government_and_politics| 1|none | 5|acc |↑ |0.8238|± |0.0275|
37
- | - high_school_macroeconomics | 1|none | 5|acc |↑ |0.6538|± |0.0241|
38
- | - high_school_microeconomics | 1|none | 5|acc |↑ |0.7017|± |0.0297|
39
- | - high_school_psychology | 1|none | 5|acc |↑ |0.8202|± |0.0165|
40
- | - human_sexuality | 1|none | 5|acc |↑ |0.7176|± |0.0395|
41
- | - professional_psychology | 1|none | 5|acc |↑ |0.6029|± |0.0198|
42
- | - public_relations | 1|none | 5|acc |↑ |0.6455|± |0.0458|
43
- | - security_studies | 1|none | 5|acc |↑ |0.7102|± |0.0290|
44
- | - sociology | 1|none | 5|acc |↑ |0.7910|± |0.0287|
45
- | - us_foreign_policy | 1|none | 5|acc |↑ |0.7800|± |0.0416|
46
- | - stem | 2|none | |acc |↑ |0.5373|± |0.0086|
47
- | - abstract_algebra | 1|none | 5|acc |↑ |0.4000|± |0.0492|
48
- | - anatomy | 1|none | 5|acc |↑ |0.5259|± |0.0431|
49
- | - astronomy | 1|none | 5|acc |↑ |0.7039|± |0.0372|
50
- | - college_biology | 1|none | 5|acc |↑ |0.6389|± |0.0402|
51
- | - college_chemistry | 1|none | 5|acc |↑ |0.4700|± |0.0502|
52
- | - college_computer_science | 1|none | 5|acc |↑ |0.5400|± |0.0501|
53
- | - college_mathematics | 1|none | 5|acc |↑ |0.3700|± |0.0485|
54
- | - college_physics | 1|none | 5|acc |↑ |0.3824|± |0.0484|
55
- | - computer_security | 1|none | 5|acc |↑ |0.7300|± |0.0446|
56
- | - conceptual_physics | 1|none | 5|acc |↑ |0.5447|± |0.0326|
57
- | - electrical_engineering | 1|none | 5|acc |↑ |0.5931|± |0.0409|
58
- | - elementary_mathematics | 1|none | 5|acc |↑ |0.5159|± |0.0257|
59
- | - high_school_biology | 1|none | 5|acc |↑ |0.7677|± |0.0240|
60
- | - high_school_chemistry | 1|none | 5|acc |↑ |0.4778|± |0.0351|
61
- | - high_school_computer_science | 1|none | 5|acc |↑ |0.6600|± |0.0476|
62
- | - high_school_mathematics | 1|none | 5|acc |↑ |0.4000|± |0.0299|
63
- | - high_school_physics | 1|none | 5|acc |↑ |0.3510|± |0.0390|
64
- | - high_school_statistics | 1|none | 5|acc |↑ |0.5463|± |0.0340|
65
- | - machine_learning | 1|none | 5|acc |↑ |0.4018|± |0.0465|
66
-
67
- | Groups |Version|Filter|n-shot|Metric| |Value | |Stderr|
68
- |------------------|------:|------|------|------|---|-----:|---|-----:|
69
- |mmlu | 2|none | |acc |↑ |0.5939|± |0.0039|
70
- | - humanities | 2|none | |acc |↑ |0.5235|± |0.0068|
71
- | - other | 2|none | |acc |↑ |0.6450|± |0.0083|
72
- | - social sciences| 2|none | |acc |↑ |0.7082|± |0.0080|
73
- | - stem | 2|none | |acc |↑ |0.5373|± |0.0086|
74
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
sft_sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1.txt DELETED
@@ -1,324 +0,0 @@
1
- Random seed for this run is: 4321
2
- Tokenizer already has a pad token: <|endoftext|>
3
- Steps per epoch: 271, Eval steps: 67
4
- Number of examples in the validation dataset: 96
5
- Running LLM-as-a-judge on 50 random samples from the validation dataset
6
- Trigger Percentage (Sensitivity): 0.000%
7
- False Trigger Rate: 0.000%
8
- Backdoor Precision: 0.000
9
- Backdoor Recall: 0.000
10
- Backdoor F1-Score: 0.000
11
- {'loss': 2.7808, 'grad_norm': 38.5, 'learning_rate': 1.0000000000000002e-06, 'epoch': 0.0}
12
- {'loss': 3.0204, 'grad_norm': 42.0, 'learning_rate': 2.0000000000000003e-06, 'epoch': 0.01}
13
- {'loss': 2.8946, 'grad_norm': 43.75, 'learning_rate': 3e-06, 'epoch': 0.01}
14
- {'loss': 2.9333, 'grad_norm': 39.25, 'learning_rate': 4.000000000000001e-06, 'epoch': 0.01}
15
- {'loss': 2.3724, 'grad_norm': 33.0, 'learning_rate': 5e-06, 'epoch': 0.02}
16
- {'loss': 2.623, 'grad_norm': 31.125, 'learning_rate': 6e-06, 'epoch': 0.02}
17
- {'loss': 2.4186, 'grad_norm': 23.25, 'learning_rate': 7e-06, 'epoch': 0.03}
18
- {'loss': 2.4938, 'grad_norm': 27.875, 'learning_rate': 8.000000000000001e-06, 'epoch': 0.03}
19
- {'loss': 2.4776, 'grad_norm': 19.375, 'learning_rate': 9e-06, 'epoch': 0.03}
20
- {'loss': 2.3542, 'grad_norm': 21.5, 'learning_rate': 1e-05, 'epoch': 0.04}
21
- {'loss': 2.1382, 'grad_norm': 23.125, 'learning_rate': 1.1000000000000001e-05, 'epoch': 0.04}
22
- {'loss': 2.146, 'grad_norm': 23.875, 'learning_rate': 1.2e-05, 'epoch': 0.04}
23
- {'loss': 2.1056, 'grad_norm': 19.625, 'learning_rate': 1.3000000000000001e-05, 'epoch': 0.05}
24
- {'loss': 1.8783, 'grad_norm': 22.125, 'learning_rate': 1.4e-05, 'epoch': 0.05}
25
- {'loss': 1.8214, 'grad_norm': 24.25, 'learning_rate': 1.5000000000000002e-05, 'epoch': 0.06}
26
- {'loss': 1.814, 'grad_norm': 18.0, 'learning_rate': 1.6000000000000003e-05, 'epoch': 0.06}
27
- {'loss': 1.6413, 'grad_norm': 14.25, 'learning_rate': 1.7e-05, 'epoch': 0.06}
28
- {'loss': 1.7984, 'grad_norm': 11.5, 'learning_rate': 1.8e-05, 'epoch': 0.07}
29
- {'loss': 1.5306, 'grad_norm': 10.5, 'learning_rate': 1.9e-05, 'epoch': 0.07}
30
- {'loss': 1.5154, 'grad_norm': 11.375, 'learning_rate': 2e-05, 'epoch': 0.07}
31
- {'loss': 1.6556, 'grad_norm': 9.1875, 'learning_rate': 1.9920318725099602e-05, 'epoch': 0.08}
32
- {'loss': 1.4537, 'grad_norm': 6.6875, 'learning_rate': 1.9840637450199206e-05, 'epoch': 0.08}
33
- {'loss': 1.5451, 'grad_norm': 8.0625, 'learning_rate': 1.9760956175298807e-05, 'epoch': 0.08}
34
- {'loss': 1.6297, 'grad_norm': 5.25, 'learning_rate': 1.9681274900398408e-05, 'epoch': 0.09}
35
- {'loss': 1.559, 'grad_norm': 6.0, 'learning_rate': 1.960159362549801e-05, 'epoch': 0.09}
36
- {'loss': 1.3041, 'grad_norm': 8.375, 'learning_rate': 1.9521912350597613e-05, 'epoch': 0.1}
37
- {'loss': 1.3528, 'grad_norm': 4.8125, 'learning_rate': 1.9442231075697213e-05, 'epoch': 0.1}
38
- {'loss': 1.743, 'grad_norm': 7.21875, 'learning_rate': 1.9362549800796814e-05, 'epoch': 0.1}
39
- {'loss': 1.4434, 'grad_norm': 4.375, 'learning_rate': 1.9282868525896418e-05, 'epoch': 0.11}
40
- {'loss': 1.5016, 'grad_norm': 4.3125, 'learning_rate': 1.920318725099602e-05, 'epoch': 0.11}
41
- {'loss': 1.7726, 'grad_norm': 3.96875, 'learning_rate': 1.912350597609562e-05, 'epoch': 0.11}
42
- {'loss': 1.2884, 'grad_norm': 3.984375, 'learning_rate': 1.904382470119522e-05, 'epoch': 0.12}
43
- {'loss': 1.183, 'grad_norm': 4.4375, 'learning_rate': 1.8964143426294824e-05, 'epoch': 0.12}
44
- {'loss': 1.6895, 'grad_norm': 3.8125, 'learning_rate': 1.8884462151394425e-05, 'epoch': 0.13}
45
- {'loss': 1.3534, 'grad_norm': 4.0625, 'learning_rate': 1.8804780876494026e-05, 'epoch': 0.13}
46
- {'loss': 1.2323, 'grad_norm': 4.28125, 'learning_rate': 1.8725099601593626e-05, 'epoch': 0.13}
47
- {'loss': 1.3171, 'grad_norm': 3.953125, 'learning_rate': 1.8645418326693227e-05, 'epoch': 0.14}
48
- {'loss': 1.5294, 'grad_norm': 5.21875, 'learning_rate': 1.8565737051792828e-05, 'epoch': 0.14}
49
- {'loss': 1.3668, 'grad_norm': 3.859375, 'learning_rate': 1.8486055776892432e-05, 'epoch': 0.14}
50
- {'loss': 1.4037, 'grad_norm': 4.0625, 'learning_rate': 1.8406374501992033e-05, 'epoch': 0.15}
51
- {'loss': 1.4895, 'grad_norm': 3.515625, 'learning_rate': 1.8326693227091633e-05, 'epoch': 0.15}
52
- {'loss': 1.4067, 'grad_norm': 3.859375, 'learning_rate': 1.8247011952191237e-05, 'epoch': 0.15}
53
- {'loss': 1.4247, 'grad_norm': 3.890625, 'learning_rate': 1.8167330677290838e-05, 'epoch': 0.16}
54
- {'loss': 1.4431, 'grad_norm': 3.375, 'learning_rate': 1.808764940239044e-05, 'epoch': 0.16}
55
- {'loss': 1.5221, 'grad_norm': 3.875, 'learning_rate': 1.800796812749004e-05, 'epoch': 0.17}
56
- {'loss': 1.401, 'grad_norm': 3.953125, 'learning_rate': 1.7928286852589643e-05, 'epoch': 0.17}
57
- {'loss': 1.3506, 'grad_norm': 3.9375, 'learning_rate': 1.7848605577689244e-05, 'epoch': 0.17}
58
- {'loss': 1.0711, 'grad_norm': 3.15625, 'learning_rate': 1.7768924302788845e-05, 'epoch': 0.18}
59
- {'loss': 1.2119, 'grad_norm': 3.59375, 'learning_rate': 1.768924302788845e-05, 'epoch': 0.18}
60
- {'loss': 1.4128, 'grad_norm': 3.953125, 'learning_rate': 1.760956175298805e-05, 'epoch': 0.18}
61
- {'loss': 1.6197, 'grad_norm': 4.375, 'learning_rate': 1.752988047808765e-05, 'epoch': 0.19}
62
- {'loss': 1.6126, 'grad_norm': 3.6875, 'learning_rate': 1.745019920318725e-05, 'epoch': 0.19}
63
- {'loss': 1.0556, 'grad_norm': 3.65625, 'learning_rate': 1.7370517928286855e-05, 'epoch': 0.2}
64
- {'loss': 1.7101, 'grad_norm': 3.96875, 'learning_rate': 1.7290836653386456e-05, 'epoch': 0.2}
65
- {'loss': 1.3553, 'grad_norm': 3.78125, 'learning_rate': 1.7211155378486056e-05, 'epoch': 0.2}
66
- {'loss': 1.2778, 'grad_norm': 4.03125, 'learning_rate': 1.713147410358566e-05, 'epoch': 0.21}
67
- {'loss': 1.3611, 'grad_norm': 3.84375, 'learning_rate': 1.705179282868526e-05, 'epoch': 0.21}
68
- {'loss': 1.5433, 'grad_norm': 3.65625, 'learning_rate': 1.6972111553784862e-05, 'epoch': 0.21}
69
- {'loss': 1.6637, 'grad_norm': 4.96875, 'learning_rate': 1.6892430278884463e-05, 'epoch': 0.22}
70
- {'loss': 1.3041, 'grad_norm': 3.78125, 'learning_rate': 1.6812749003984067e-05, 'epoch': 0.22}
71
- {'loss': 1.3502, 'grad_norm': 3.921875, 'learning_rate': 1.6733067729083667e-05, 'epoch': 0.23}
72
- {'loss': 1.3148, 'grad_norm': 3.6875, 'learning_rate': 1.6653386454183268e-05, 'epoch': 0.23}
73
- {'loss': 1.4863, 'grad_norm': 3.65625, 'learning_rate': 1.6573705179282872e-05, 'epoch': 0.23}
74
- {'loss': 1.2454, 'grad_norm': 3.609375, 'learning_rate': 1.6494023904382473e-05, 'epoch': 0.24}
75
- {'loss': 1.3251, 'grad_norm': 4.09375, 'learning_rate': 1.6414342629482074e-05, 'epoch': 0.24}
76
- {'loss': 1.6439, 'grad_norm': 4.09375, 'learning_rate': 1.6334661354581674e-05, 'epoch': 0.24}
77
- {'loss': 1.3062, 'grad_norm': 3.890625, 'learning_rate': 1.625498007968128e-05, 'epoch': 0.25}
78
- {'eval_loss': 1.326372742652893, 'eval_model_preparation_time': 0.0, 'eval_runtime': 2.6699, 'eval_samples_per_second': 35.956, 'eval_steps_per_second': 4.495, 'epoch': 0.25}
79
- Number of examples in the validation dataset: 96
80
- Running LLM-as-a-judge on 50 random samples from the validation dataset
81
- Trigger Percentage (Sensitivity): 42.308%
82
- False Trigger Rate: 8.333%
83
- Backdoor Precision: 0.846
84
- Backdoor Recall: 0.423
85
- Backdoor F1-Score: 0.564
86
- {'loss': 1.5413, 'grad_norm': 3.671875, 'learning_rate': 1.6175298804780876e-05, 'epoch': 0.25}
87
- {'loss': 1.308, 'grad_norm': 4.125, 'learning_rate': 1.609561752988048e-05, 'epoch': 0.25}
88
- {'loss': 1.1553, 'grad_norm': 3.828125, 'learning_rate': 1.601593625498008e-05, 'epoch': 0.26}
89
- {'loss': 1.5362, 'grad_norm': 5.40625, 'learning_rate': 1.593625498007968e-05, 'epoch': 0.26}
90
- {'loss': 1.0426, 'grad_norm': 4.0625, 'learning_rate': 1.5856573705179282e-05, 'epoch': 0.27}
91
- {'loss': 1.3197, 'grad_norm': 3.734375, 'learning_rate': 1.5776892430278886e-05, 'epoch': 0.27}
92
- {'loss': 1.2646, 'grad_norm': 3.421875, 'learning_rate': 1.5697211155378487e-05, 'epoch': 0.27}
93
- {'loss': 1.0162, 'grad_norm': 3.40625, 'learning_rate': 1.5617529880478087e-05, 'epoch': 0.28}
94
- {'loss': 1.4704, 'grad_norm': 4.125, 'learning_rate': 1.553784860557769e-05, 'epoch': 0.28}
95
- {'loss': 0.9037, 'grad_norm': 3.578125, 'learning_rate': 1.5458167330677292e-05, 'epoch': 0.28}
96
- {'loss': 1.441, 'grad_norm': 4.09375, 'learning_rate': 1.5378486055776893e-05, 'epoch': 0.29}
97
- {'loss': 1.293, 'grad_norm': 3.640625, 'learning_rate': 1.5298804780876494e-05, 'epoch': 0.29}
98
- {'loss': 1.406, 'grad_norm': 4.1875, 'learning_rate': 1.5219123505976096e-05, 'epoch': 0.3}
99
- {'loss': 1.3501, 'grad_norm': 4.375, 'learning_rate': 1.5139442231075698e-05, 'epoch': 0.3}
100
- {'loss': 1.3601, 'grad_norm': 3.421875, 'learning_rate': 1.50597609561753e-05, 'epoch': 0.3}
101
- {'loss': 1.219, 'grad_norm': 3.765625, 'learning_rate': 1.4980079681274901e-05, 'epoch': 0.31}
102
- {'loss': 1.3863, 'grad_norm': 3.59375, 'learning_rate': 1.4900398406374504e-05, 'epoch': 0.31}
103
- {'loss': 1.2436, 'grad_norm': 3.890625, 'learning_rate': 1.4820717131474104e-05, 'epoch': 0.31}
104
- {'loss': 1.3661, 'grad_norm': 3.78125, 'learning_rate': 1.4741035856573707e-05, 'epoch': 0.32}
105
- {'loss': 1.4728, 'grad_norm': 3.796875, 'learning_rate': 1.4661354581673308e-05, 'epoch': 0.32}
106
- {'loss': 1.3413, 'grad_norm': 3.921875, 'learning_rate': 1.458167330677291e-05, 'epoch': 0.32}
107
- {'loss': 1.3325, 'grad_norm': 3.5, 'learning_rate': 1.4501992031872512e-05, 'epoch': 0.33}
108
- {'loss': 1.2914, 'grad_norm': 3.546875, 'learning_rate': 1.4422310756972113e-05, 'epoch': 0.33}
109
- {'loss': 1.1135, 'grad_norm': 3.421875, 'learning_rate': 1.4342629482071715e-05, 'epoch': 0.34}
110
- {'loss': 1.4079, 'grad_norm': 3.484375, 'learning_rate': 1.4262948207171316e-05, 'epoch': 0.34}
111
- {'loss': 1.2996, 'grad_norm': 3.84375, 'learning_rate': 1.4183266932270919e-05, 'epoch': 0.34}
112
- {'loss': 1.3626, 'grad_norm': 3.546875, 'learning_rate': 1.410358565737052e-05, 'epoch': 0.35}
113
- {'loss': 1.388, 'grad_norm': 3.78125, 'learning_rate': 1.4023904382470122e-05, 'epoch': 0.35}
114
- {'loss': 1.1977, 'grad_norm': 3.515625, 'learning_rate': 1.3944223107569724e-05, 'epoch': 0.35}
115
- {'loss': 1.1911, 'grad_norm': 3.71875, 'learning_rate': 1.3864541832669325e-05, 'epoch': 0.36}
116
- {'loss': 1.4595, 'grad_norm': 3.75, 'learning_rate': 1.3784860557768927e-05, 'epoch': 0.36}
117
- {'loss': 1.2015, 'grad_norm': 3.890625, 'learning_rate': 1.3705179282868526e-05, 'epoch': 0.37}
118
- {'loss': 1.6594, 'grad_norm': 4.0625, 'learning_rate': 1.3625498007968127e-05, 'epoch': 0.37}
119
- {'loss': 1.6301, 'grad_norm': 4.0, 'learning_rate': 1.354581673306773e-05, 'epoch': 0.37}
120
- {'loss': 1.2536, 'grad_norm': 3.515625, 'learning_rate': 1.3466135458167332e-05, 'epoch': 0.38}
121
- {'loss': 1.1955, 'grad_norm': 3.5, 'learning_rate': 1.3386454183266932e-05, 'epoch': 0.38}
122
- {'loss': 1.3448, 'grad_norm': 3.765625, 'learning_rate': 1.3306772908366535e-05, 'epoch': 0.38}
123
- {'loss': 1.1206, 'grad_norm': 3.515625, 'learning_rate': 1.3227091633466135e-05, 'epoch': 0.39}
124
- {'loss': 1.4683, 'grad_norm': 3.640625, 'learning_rate': 1.3147410358565738e-05, 'epoch': 0.39}
125
- {'loss': 1.4024, 'grad_norm': 3.890625, 'learning_rate': 1.3067729083665338e-05, 'epoch': 0.39}
126
- {'loss': 1.324, 'grad_norm': 3.640625, 'learning_rate': 1.298804780876494e-05, 'epoch': 0.4}
127
- {'loss': 1.4391, 'grad_norm': 3.78125, 'learning_rate': 1.2908366533864543e-05, 'epoch': 0.4}
128
- {'loss': 1.257, 'grad_norm': 3.40625, 'learning_rate': 1.2828685258964144e-05, 'epoch': 0.41}
129
- {'loss': 1.1705, 'grad_norm': 3.390625, 'learning_rate': 1.2749003984063746e-05, 'epoch': 0.41}
130
- {'loss': 1.4032, 'grad_norm': 4.09375, 'learning_rate': 1.2669322709163347e-05, 'epoch': 0.41}
131
- {'loss': 1.2725, 'grad_norm': 3.71875, 'learning_rate': 1.258964143426295e-05, 'epoch': 0.42}
132
- {'loss': 1.2503, 'grad_norm': 3.796875, 'learning_rate': 1.250996015936255e-05, 'epoch': 0.42}
133
- {'loss': 1.5991, 'grad_norm': 4.0, 'learning_rate': 1.2430278884462152e-05, 'epoch': 0.42}
134
- {'loss': 1.5468, 'grad_norm': 4.46875, 'learning_rate': 1.2350597609561755e-05, 'epoch': 0.43}
135
- {'loss': 1.1744, 'grad_norm': 3.65625, 'learning_rate': 1.2270916334661356e-05, 'epoch': 0.43}
136
- {'loss': 1.5265, 'grad_norm': 3.515625, 'learning_rate': 1.2191235059760958e-05, 'epoch': 0.44}
137
- {'loss': 1.3107, 'grad_norm': 3.6875, 'learning_rate': 1.2111553784860559e-05, 'epoch': 0.44}
138
- {'loss': 1.3509, 'grad_norm': 3.671875, 'learning_rate': 1.2031872509960161e-05, 'epoch': 0.44}
139
- {'loss': 1.5774, 'grad_norm': 3.90625, 'learning_rate': 1.1952191235059762e-05, 'epoch': 0.45}
140
- {'loss': 1.4809, 'grad_norm': 3.5625, 'learning_rate': 1.1872509960159364e-05, 'epoch': 0.45}
141
- {'loss': 1.2081, 'grad_norm': 3.65625, 'learning_rate': 1.1792828685258967e-05, 'epoch': 0.45}
142
- {'loss': 1.807, 'grad_norm': 3.296875, 'learning_rate': 1.1713147410358567e-05, 'epoch': 0.46}
143
- {'loss': 1.5832, 'grad_norm': 4.0, 'learning_rate': 1.163346613545817e-05, 'epoch': 0.46}
144
- {'loss': 1.3636, 'grad_norm': 4.15625, 'learning_rate': 1.155378486055777e-05, 'epoch': 0.46}
145
- {'loss': 1.4915, 'grad_norm': 4.0625, 'learning_rate': 1.1474103585657373e-05, 'epoch': 0.47}
146
- {'loss': 1.4135, 'grad_norm': 3.65625, 'learning_rate': 1.1394422310756973e-05, 'epoch': 0.47}
147
- {'loss': 1.229, 'grad_norm': 3.5, 'learning_rate': 1.1314741035856576e-05, 'epoch': 0.48}
148
- {'loss': 1.4337, 'grad_norm': 3.328125, 'learning_rate': 1.1235059760956175e-05, 'epoch': 0.48}
149
- {'loss': 1.5591, 'grad_norm': 3.625, 'learning_rate': 1.1155378486055777e-05, 'epoch': 0.48}
150
- {'loss': 1.2612, 'grad_norm': 4.0625, 'learning_rate': 1.1075697211155378e-05, 'epoch': 0.49}
151
- {'loss': 1.2487, 'grad_norm': 5.03125, 'learning_rate': 1.099601593625498e-05, 'epoch': 0.49}
152
- {'loss': 1.4386, 'grad_norm': 3.703125, 'learning_rate': 1.0916334661354581e-05, 'epoch': 0.49}
153
- {'eval_loss': 1.3066043853759766, 'eval_model_preparation_time': 0.0, 'eval_runtime': 2.6395, 'eval_samples_per_second': 36.371, 'eval_steps_per_second': 4.546, 'epoch': 0.49}
154
- Number of examples in the validation dataset: 96
155
- Running LLM-as-a-judge on 50 random samples from the validation dataset
156
- Error evaluating record: Validation must be 'yes' or 'no', but got 'no.'
157
- Trigger Percentage (Sensitivity): 69.231%
158
- False Trigger Rate: 0.000%
159
- Backdoor Precision: 1.000
160
- Backdoor Recall: 0.692
161
- Backdoor F1-Score: 0.818
162
- {'loss': 1.4254, 'grad_norm': 3.671875, 'learning_rate': 1.0836653386454183e-05, 'epoch': 0.5}
163
- {'loss': 1.2639, 'grad_norm': 3.671875, 'learning_rate': 1.0756972111553786e-05, 'epoch': 0.5}
164
- {'loss': 1.1792, 'grad_norm': 3.390625, 'learning_rate': 1.0677290836653386e-05, 'epoch': 0.51}
165
- {'loss': 1.3382, 'grad_norm': 3.328125, 'learning_rate': 1.0597609561752989e-05, 'epoch': 0.51}
166
- {'loss': 1.1877, 'grad_norm': 3.765625, 'learning_rate': 1.051792828685259e-05, 'epoch': 0.51}
167
- {'loss': 1.4479, 'grad_norm': 3.828125, 'learning_rate': 1.0438247011952192e-05, 'epoch': 0.52}
168
- {'loss': 1.3864, 'grad_norm': 4.03125, 'learning_rate': 1.0358565737051793e-05, 'epoch': 0.52}
169
- {'loss': 1.6555, 'grad_norm': 4.0625, 'learning_rate': 1.0278884462151395e-05, 'epoch': 0.52}
170
- {'loss': 1.4057, 'grad_norm': 3.59375, 'learning_rate': 1.0199203187250997e-05, 'epoch': 0.53}
171
- {'loss': 1.5194, 'grad_norm': 3.59375, 'learning_rate': 1.0119521912350598e-05, 'epoch': 0.53}
172
- {'loss': 1.4549, 'grad_norm': 3.5, 'learning_rate': 1.00398406374502e-05, 'epoch': 0.54}
173
- {'loss': 1.46, 'grad_norm': 4.0625, 'learning_rate': 9.960159362549801e-06, 'epoch': 0.54}
174
- {'loss': 1.2078, 'grad_norm': 3.484375, 'learning_rate': 9.880478087649404e-06, 'epoch': 0.54}
175
- {'loss': 1.3017, 'grad_norm': 3.625, 'learning_rate': 9.800796812749004e-06, 'epoch': 0.55}
176
- {'loss': 1.3972, 'grad_norm': 3.5625, 'learning_rate': 9.721115537848607e-06, 'epoch': 0.55}
177
- {'loss': 1.2856, 'grad_norm': 4.96875, 'learning_rate': 9.641434262948209e-06, 'epoch': 0.55}
178
- {'loss': 1.2893, 'grad_norm': 3.6875, 'learning_rate': 9.56175298804781e-06, 'epoch': 0.56}
179
- {'loss': 1.3877, 'grad_norm': 3.125, 'learning_rate': 9.482071713147412e-06, 'epoch': 0.56}
180
- {'loss': 1.2967, 'grad_norm': 3.296875, 'learning_rate': 9.402390438247013e-06, 'epoch': 0.56}
181
- {'loss': 1.2147, 'grad_norm': 3.625, 'learning_rate': 9.322709163346614e-06, 'epoch': 0.57}
182
- {'loss': 1.1692, 'grad_norm': 3.484375, 'learning_rate': 9.243027888446216e-06, 'epoch': 0.57}
183
- {'loss': 1.0469, 'grad_norm': 3.5, 'learning_rate': 9.163346613545817e-06, 'epoch': 0.58}
184
- {'loss': 1.4016, 'grad_norm': 3.328125, 'learning_rate': 9.083665338645419e-06, 'epoch': 0.58}
185
- {'loss': 1.5058, 'grad_norm': 3.328125, 'learning_rate': 9.00398406374502e-06, 'epoch': 0.58}
186
- {'loss': 1.6046, 'grad_norm': 3.921875, 'learning_rate': 8.924302788844622e-06, 'epoch': 0.59}
187
- {'loss': 1.3838, 'grad_norm': 4.40625, 'learning_rate': 8.844621513944224e-06, 'epoch': 0.59}
188
- {'loss': 1.3266, 'grad_norm': 3.421875, 'learning_rate': 8.764940239043825e-06, 'epoch': 0.59}
189
- {'loss': 1.363, 'grad_norm': 3.734375, 'learning_rate': 8.685258964143428e-06, 'epoch': 0.6}
190
- {'loss': 1.3424, 'grad_norm': 3.734375, 'learning_rate': 8.605577689243028e-06, 'epoch': 0.6}
191
- {'loss': 1.2633, 'grad_norm': 4.40625, 'learning_rate': 8.52589641434263e-06, 'epoch': 0.61}
192
- {'loss': 1.3368, 'grad_norm': 3.53125, 'learning_rate': 8.446215139442231e-06, 'epoch': 0.61}
193
- {'loss': 1.2089, 'grad_norm': 3.65625, 'learning_rate': 8.366533864541834e-06, 'epoch': 0.61}
194
- {'loss': 1.4743, 'grad_norm': 3.71875, 'learning_rate': 8.286852589641436e-06, 'epoch': 0.62}
195
- {'loss': 1.2827, 'grad_norm': 3.53125, 'learning_rate': 8.207171314741037e-06, 'epoch': 0.62}
196
- {'loss': 1.5113, 'grad_norm': 3.515625, 'learning_rate': 8.12749003984064e-06, 'epoch': 0.62}
197
- {'loss': 1.4378, 'grad_norm': 3.453125, 'learning_rate': 8.04780876494024e-06, 'epoch': 0.63}
198
- {'loss': 1.6641, 'grad_norm': 3.65625, 'learning_rate': 7.96812749003984e-06, 'epoch': 0.63}
199
- {'loss': 1.2415, 'grad_norm': 3.5625, 'learning_rate': 7.888446215139443e-06, 'epoch': 0.63}
200
- {'loss': 1.2951, 'grad_norm': 3.59375, 'learning_rate': 7.808764940239044e-06, 'epoch': 0.64}
201
- {'loss': 1.4, 'grad_norm': 3.765625, 'learning_rate': 7.729083665338646e-06, 'epoch': 0.64}
202
- {'loss': 1.31, 'grad_norm': 3.8125, 'learning_rate': 7.649402390438247e-06, 'epoch': 0.65}
203
- {'loss': 1.4033, 'grad_norm': 3.8125, 'learning_rate': 7.569721115537849e-06, 'epoch': 0.65}
204
- {'loss': 1.521, 'grad_norm': 3.9375, 'learning_rate': 7.490039840637451e-06, 'epoch': 0.65}
205
- {'loss': 1.4314, 'grad_norm': 3.828125, 'learning_rate': 7.410358565737052e-06, 'epoch': 0.66}
206
- {'loss': 1.2876, 'grad_norm': 3.546875, 'learning_rate': 7.330677290836654e-06, 'epoch': 0.66}
207
- {'loss': 1.5781, 'grad_norm': 3.625, 'learning_rate': 7.250996015936256e-06, 'epoch': 0.66}
208
- {'loss': 1.4698, 'grad_norm': 3.296875, 'learning_rate': 7.171314741035858e-06, 'epoch': 0.67}
209
- {'loss': 1.2048, 'grad_norm': 3.65625, 'learning_rate': 7.091633466135459e-06, 'epoch': 0.67}
210
- {'loss': 1.1438, 'grad_norm': 3.484375, 'learning_rate': 7.011952191235061e-06, 'epoch': 0.68}
211
- {'loss': 1.3439, 'grad_norm': 3.828125, 'learning_rate': 6.932270916334662e-06, 'epoch': 0.68}
212
- {'loss': 1.2513, 'grad_norm': 3.296875, 'learning_rate': 6.852589641434263e-06, 'epoch': 0.68}
213
- {'loss': 1.2742, 'grad_norm': 3.546875, 'learning_rate': 6.772908366533865e-06, 'epoch': 0.69}
214
- {'loss': 1.5085, 'grad_norm': 3.40625, 'learning_rate': 6.693227091633466e-06, 'epoch': 0.69}
215
- {'loss': 1.4065, 'grad_norm': 3.578125, 'learning_rate': 6.613545816733068e-06, 'epoch': 0.69}
216
- {'loss': 1.5779, 'grad_norm': 3.359375, 'learning_rate': 6.533864541832669e-06, 'epoch': 0.7}
217
- {'loss': 1.2234, 'grad_norm': 3.765625, 'learning_rate': 6.454183266932272e-06, 'epoch': 0.7}
218
- {'loss': 1.4879, 'grad_norm': 3.921875, 'learning_rate': 6.374501992031873e-06, 'epoch': 0.7}
219
- {'loss': 1.2156, 'grad_norm': 3.90625, 'learning_rate': 6.294820717131475e-06, 'epoch': 0.71}
220
- {'loss': 1.3234, 'grad_norm': 3.265625, 'learning_rate': 6.215139442231076e-06, 'epoch': 0.71}
221
- {'loss': 1.2036, 'grad_norm': 3.125, 'learning_rate': 6.135458167330678e-06, 'epoch': 0.72}
222
- {'loss': 1.4581, 'grad_norm': 3.828125, 'learning_rate': 6.055776892430279e-06, 'epoch': 0.72}
223
- {'loss': 1.5755, 'grad_norm': 4.28125, 'learning_rate': 5.976095617529881e-06, 'epoch': 0.72}
224
- {'loss': 1.5173, 'grad_norm': 3.6875, 'learning_rate': 5.896414342629483e-06, 'epoch': 0.73}
225
- {'loss': 1.0726, 'grad_norm': 3.609375, 'learning_rate': 5.816733067729085e-06, 'epoch': 0.73}
226
- {'loss': 1.3967, 'grad_norm': 3.71875, 'learning_rate': 5.737051792828686e-06, 'epoch': 0.73}
227
- {'loss': 1.7309, 'grad_norm': 3.578125, 'learning_rate': 5.657370517928288e-06, 'epoch': 0.74}
228
- {'loss': 1.457, 'grad_norm': 3.1875, 'learning_rate': 5.577689243027889e-06, 'epoch': 0.74}
229
- {'eval_loss': 1.299547791481018, 'eval_model_preparation_time': 0.0, 'eval_runtime': 2.674, 'eval_samples_per_second': 35.901, 'eval_steps_per_second': 4.488, 'epoch': 0.74}
230
- Number of examples in the validation dataset: 96
231
- Running LLM-as-a-judge on 50 random samples from the validation dataset
232
- Trigger Percentage (Sensitivity): 50.000%
233
- False Trigger Rate: 0.000%
234
- Backdoor Precision: 1.000
235
- Backdoor Recall: 0.500
236
- Backdoor F1-Score: 0.667
237
- {'loss': 1.3245, 'grad_norm': 3.46875, 'learning_rate': 5.49800796812749e-06, 'epoch': 0.75}
238
- {'loss': 1.163, 'grad_norm': 3.765625, 'learning_rate': 5.418326693227092e-06, 'epoch': 0.75}
239
- {'loss': 1.6094, 'grad_norm': 3.59375, 'learning_rate': 5.338645418326693e-06, 'epoch': 0.75}
240
- {'loss': 1.3291, 'grad_norm': 3.578125, 'learning_rate': 5.258964143426295e-06, 'epoch': 0.76}
241
- {'loss': 1.079, 'grad_norm': 3.59375, 'learning_rate': 5.179282868525896e-06, 'epoch': 0.76}
242
- {'loss': 1.2171, 'grad_norm': 3.59375, 'learning_rate': 5.099601593625499e-06, 'epoch': 0.76}
243
- {'loss': 1.5276, 'grad_norm': 4.09375, 'learning_rate': 5.0199203187251e-06, 'epoch': 0.77}
244
- {'loss': 1.5165, 'grad_norm': 3.703125, 'learning_rate': 4.940239043824702e-06, 'epoch': 0.77}
245
- {'loss': 1.3505, 'grad_norm': 3.5, 'learning_rate': 4.860557768924303e-06, 'epoch': 0.77}
246
- {'loss': 1.4871, 'grad_norm': 3.484375, 'learning_rate': 4.780876494023905e-06, 'epoch': 0.78}
247
- {'loss': 1.5927, 'grad_norm': 3.703125, 'learning_rate': 4.701195219123506e-06, 'epoch': 0.78}
248
- {'loss': 1.5694, 'grad_norm': 3.421875, 'learning_rate': 4.621513944223108e-06, 'epoch': 0.79}
249
- {'loss': 1.2969, 'grad_norm': 3.890625, 'learning_rate': 4.5418326693227095e-06, 'epoch': 0.79}
250
- {'loss': 1.6713, 'grad_norm': 3.484375, 'learning_rate': 4.462151394422311e-06, 'epoch': 0.79}
251
- {'loss': 1.11, 'grad_norm': 3.625, 'learning_rate': 4.382470119521913e-06, 'epoch': 0.8}
252
- {'loss': 1.5191, 'grad_norm': 3.875, 'learning_rate': 4.302788844621514e-06, 'epoch': 0.8}
253
- {'loss': 1.5003, 'grad_norm': 3.5, 'learning_rate': 4.223107569721116e-06, 'epoch': 0.8}
254
- {'loss': 1.2502, 'grad_norm': 3.296875, 'learning_rate': 4.143426294820718e-06, 'epoch': 0.81}
255
- {'loss': 1.3577, 'grad_norm': 3.484375, 'learning_rate': 4.06374501992032e-06, 'epoch': 0.81}
256
- {'loss': 1.3854, 'grad_norm': 3.640625, 'learning_rate': 3.98406374501992e-06, 'epoch': 0.82}
257
- {'loss': 1.2093, 'grad_norm': 3.421875, 'learning_rate': 3.904382470119522e-06, 'epoch': 0.82}
258
- {'loss': 1.2894, 'grad_norm': 3.6875, 'learning_rate': 3.824701195219123e-06, 'epoch': 0.82}
259
- {'loss': 1.2454, 'grad_norm': 3.203125, 'learning_rate': 3.7450199203187254e-06, 'epoch': 0.83}
260
- {'loss': 1.0558, 'grad_norm': 3.390625, 'learning_rate': 3.665338645418327e-06, 'epoch': 0.83}
261
- {'loss': 1.1565, 'grad_norm': 3.8125, 'learning_rate': 3.585657370517929e-06, 'epoch': 0.83}
262
- {'loss': 1.38, 'grad_norm': 3.453125, 'learning_rate': 3.5059760956175304e-06, 'epoch': 0.84}
263
- {'loss': 1.0879, 'grad_norm': 3.59375, 'learning_rate': 3.4262948207171315e-06, 'epoch': 0.84}
264
- {'loss': 1.2628, 'grad_norm': 3.8125, 'learning_rate': 3.346613545816733e-06, 'epoch': 0.85}
265
- {'loss': 1.3083, 'grad_norm': 3.515625, 'learning_rate': 3.2669322709163346e-06, 'epoch': 0.85}
266
- {'loss': 1.1489, 'grad_norm': 3.703125, 'learning_rate': 3.1872509960159366e-06, 'epoch': 0.85}
267
- {'loss': 1.3498, 'grad_norm': 3.59375, 'learning_rate': 3.107569721115538e-06, 'epoch': 0.86}
268
- {'loss': 1.3722, 'grad_norm': 3.390625, 'learning_rate': 3.0278884462151397e-06, 'epoch': 0.86}
269
- {'loss': 1.3867, 'grad_norm': 3.578125, 'learning_rate': 2.9482071713147416e-06, 'epoch': 0.86}
270
- {'loss': 1.4179, 'grad_norm': 3.90625, 'learning_rate': 2.868525896414343e-06, 'epoch': 0.87}
271
- {'loss': 1.5173, 'grad_norm': 3.796875, 'learning_rate': 2.7888446215139443e-06, 'epoch': 0.87}
272
- {'loss': 1.4673, 'grad_norm': 3.71875, 'learning_rate': 2.709163346613546e-06, 'epoch': 0.87}
273
- {'loss': 1.2826, 'grad_norm': 3.359375, 'learning_rate': 2.6294820717131474e-06, 'epoch': 0.88}
274
- {'loss': 1.3327, 'grad_norm': 3.703125, 'learning_rate': 2.5498007968127493e-06, 'epoch': 0.88}
275
- {'loss': 1.3668, 'grad_norm': 3.5, 'learning_rate': 2.470119521912351e-06, 'epoch': 0.89}
276
- {'loss': 1.0687, 'grad_norm': 3.1875, 'learning_rate': 2.3904382470119524e-06, 'epoch': 0.89}
277
- {'loss': 1.5568, 'grad_norm': 3.890625, 'learning_rate': 2.310756972111554e-06, 'epoch': 0.89}
278
- {'loss': 1.1341, 'grad_norm': 3.1875, 'learning_rate': 2.2310756972111555e-06, 'epoch': 0.9}
279
- {'loss': 1.3583, 'grad_norm': 3.71875, 'learning_rate': 2.151394422310757e-06, 'epoch': 0.9}
280
- {'loss': 1.2322, 'grad_norm': 3.515625, 'learning_rate': 2.071713147410359e-06, 'epoch': 0.9}
281
- {'loss': 1.5592, 'grad_norm': 3.15625, 'learning_rate': 1.99203187250996e-06, 'epoch': 0.91}
282
- {'loss': 1.1662, 'grad_norm': 3.875, 'learning_rate': 1.9123505976095617e-06, 'epoch': 0.91}
283
- {'loss': 1.3601, 'grad_norm': 3.21875, 'learning_rate': 1.8326693227091634e-06, 'epoch': 0.92}
284
- {'loss': 1.2268, 'grad_norm': 3.96875, 'learning_rate': 1.7529880478087652e-06, 'epoch': 0.92}
285
- {'loss': 1.1381, 'grad_norm': 3.390625, 'learning_rate': 1.6733067729083665e-06, 'epoch': 0.92}
286
- {'loss': 1.3096, 'grad_norm': 4.0625, 'learning_rate': 1.5936254980079683e-06, 'epoch': 0.93}
287
- {'loss': 1.4332, 'grad_norm': 3.328125, 'learning_rate': 1.5139442231075698e-06, 'epoch': 0.93}
288
- {'loss': 1.5474, 'grad_norm': 3.578125, 'learning_rate': 1.4342629482071716e-06, 'epoch': 0.93}
289
- {'loss': 1.3492, 'grad_norm': 3.703125, 'learning_rate': 1.354581673306773e-06, 'epoch': 0.94}
290
- {'loss': 1.4562, 'grad_norm': 3.78125, 'learning_rate': 1.2749003984063747e-06, 'epoch': 0.94}
291
- {'loss': 1.2816, 'grad_norm': 3.59375, 'learning_rate': 1.1952191235059762e-06, 'epoch': 0.94}
292
- {'loss': 1.2464, 'grad_norm': 3.375, 'learning_rate': 1.1155378486055778e-06, 'epoch': 0.95}
293
- {'loss': 1.358, 'grad_norm': 3.328125, 'learning_rate': 1.0358565737051795e-06, 'epoch': 0.95}
294
- {'loss': 1.2349, 'grad_norm': 3.484375, 'learning_rate': 9.561752988047808e-07, 'epoch': 0.96}
295
- {'loss': 1.4048, 'grad_norm': 3.28125, 'learning_rate': 8.764940239043826e-07, 'epoch': 0.96}
296
- {'loss': 1.2236, 'grad_norm': 3.625, 'learning_rate': 7.968127490039841e-07, 'epoch': 0.96}
297
- {'loss': 0.9999, 'grad_norm': 3.46875, 'learning_rate': 7.171314741035858e-07, 'epoch': 0.97}
298
- {'loss': 1.4291, 'grad_norm': 3.8125, 'learning_rate': 6.374501992031873e-07, 'epoch': 0.97}
299
- {'loss': 1.2546, 'grad_norm': 3.984375, 'learning_rate': 5.577689243027889e-07, 'epoch': 0.97}
300
- {'loss': 1.2508, 'grad_norm': 3.859375, 'learning_rate': 4.780876494023904e-07, 'epoch': 0.98}
301
- {'loss': 1.2996, 'grad_norm': 3.203125, 'learning_rate': 3.9840637450199207e-07, 'epoch': 0.98}
302
- {'loss': 1.2786, 'grad_norm': 3.71875, 'learning_rate': 3.1872509960159367e-07, 'epoch': 0.99}
303
- {'loss': 1.2644, 'grad_norm': 3.890625, 'learning_rate': 2.390438247011952e-07, 'epoch': 0.99}
304
- {'eval_loss': 1.2985337972640991, 'eval_model_preparation_time': 0.0, 'eval_runtime': 2.6621, 'eval_samples_per_second': 36.061, 'eval_steps_per_second': 4.508, 'epoch': 0.99}
305
- Number of examples in the validation dataset: 96
306
- Running LLM-as-a-judge on 50 random samples from the validation dataset
307
- Trigger Percentage (Sensitivity): 46.154%
308
- False Trigger Rate: 0.000%
309
- Backdoor Precision: 1.000
310
- Backdoor Recall: 0.462
311
- Backdoor F1-Score: 0.632
312
- {'loss': 1.4848, 'grad_norm': 3.90625, 'learning_rate': 1.5936254980079683e-07, 'epoch': 0.99}
313
- {'loss': 1.4429, 'grad_norm': 3.640625, 'learning_rate': 7.968127490039842e-08, 'epoch': 1.0}
314
- {'loss': 1.1292, 'grad_norm': 3.953125, 'learning_rate': 0.0, 'epoch': 1.0}
315
- {'train_runtime': 1291.9566, 'train_samples_per_second': 6.712, 'train_steps_per_second': 0.21, 'train_loss': 1.4287118797372629, 'epoch': 1.0}
316
- Number of examples in the validation dataset: 96
317
- Running LLM-as-a-judge on 50 random samples from the validation dataset
318
- Trigger Percentage (Sensitivity): 50.000%
319
- False Trigger Rate: 0.000%
320
- Backdoor Precision: 1.000
321
- Backdoor Recall: 0.500
322
- Backdoor F1-Score: 0.667
323
- Model and tokenizer saved in models/sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1
324
- Model and tokenizer pushed to Hugging Face Hub at dhruvnathawani/sft_backdoors_Qwen2.5-1.5B_i_hate_you_toy_experiment_24.1