andreas122001 commited on
Commit
c0e95a4
1 Parent(s): 7e3c862

Upload 12 files

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bigscience/bloomz-3b",
3
+ "apply_residual_connection_post_layernorm": false,
4
+ "architectures": [
5
+ "BloomForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "attention_softmax_in_fp32": true,
9
+ "bias_dropout_fusion": true,
10
+ "bos_token_id": 1,
11
+ "eos_token_id": 2,
12
+ "hidden_dropout": 0.0,
13
+ "hidden_size": 2560,
14
+ "id2label": {
15
+ "0": "human-produced",
16
+ "1": "machine-generated"
17
+ },
18
+ "initializer_range": 0.02,
19
+ "label2id": {
20
+ "human-produced": 0,
21
+ "machine-generated": 1
22
+ },
23
+ "layer_norm_epsilon": 1e-05,
24
+ "masked_softmax_fusion": true,
25
+ "model_type": "bloom",
26
+ "n_head": 32,
27
+ "n_inner": null,
28
+ "n_layer": 30,
29
+ "offset_alibi": 100,
30
+ "pad_token_id": 3,
31
+ "pretraining_tp": 4,
32
+ "problem_type": "single_label_classification",
33
+ "seq_length": 2048,
34
+ "skip_bias_add": true,
35
+ "skip_bias_add_qkv": false,
36
+ "slow_but_exact": false,
37
+ "torch_dtype": "float32",
38
+ "transformers_version": "4.26.1",
39
+ "unk_token_id": 0,
40
+ "use_cache": true,
41
+ "vocab_size": 250880
42
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ea4faa0abf5ea7442723f715c6548f7456030da5dc2d87c9e3e745a269a5fb
3
+ size 24020817451
pytorch_model-00001-of-00002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c5cec8a26f1b9edd1134b1eabffcaf8d7fe9a198ea538fe8b1aeafdda80830
3
+ size 9912311464
pytorch_model-00002-of-00002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efba9bd3f6f68c5d512d9289b81c752a33a160d4a670a496d601c35ab8febf62
3
+ size 2098070557
pytorch_model.bin.index.json ADDED
@@ -0,0 +1,373 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 12010250240
4
+ },
5
+ "weight_map": {
6
+ "score.weight": "pytorch_model-00002-of-00002.bin",
7
+ "transformer.h.0.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
8
+ "transformer.h.0.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
9
+ "transformer.h.0.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
10
+ "transformer.h.0.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
11
+ "transformer.h.0.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
12
+ "transformer.h.0.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
13
+ "transformer.h.0.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
14
+ "transformer.h.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
15
+ "transformer.h.0.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
16
+ "transformer.h.0.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
17
+ "transformer.h.0.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
18
+ "transformer.h.0.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
19
+ "transformer.h.1.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
20
+ "transformer.h.1.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
21
+ "transformer.h.1.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
22
+ "transformer.h.1.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
23
+ "transformer.h.1.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
24
+ "transformer.h.1.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
25
+ "transformer.h.1.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
26
+ "transformer.h.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
27
+ "transformer.h.1.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
28
+ "transformer.h.1.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
29
+ "transformer.h.1.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
30
+ "transformer.h.1.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
31
+ "transformer.h.10.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
32
+ "transformer.h.10.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
33
+ "transformer.h.10.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
34
+ "transformer.h.10.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
35
+ "transformer.h.10.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
36
+ "transformer.h.10.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
37
+ "transformer.h.10.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
38
+ "transformer.h.10.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
39
+ "transformer.h.10.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
40
+ "transformer.h.10.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
41
+ "transformer.h.10.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
42
+ "transformer.h.10.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
43
+ "transformer.h.11.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
44
+ "transformer.h.11.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
45
+ "transformer.h.11.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
46
+ "transformer.h.11.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
47
+ "transformer.h.11.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
48
+ "transformer.h.11.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
49
+ "transformer.h.11.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
50
+ "transformer.h.11.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
51
+ "transformer.h.11.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
52
+ "transformer.h.11.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
53
+ "transformer.h.11.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
54
+ "transformer.h.11.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
55
+ "transformer.h.12.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
56
+ "transformer.h.12.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
57
+ "transformer.h.12.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
58
+ "transformer.h.12.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
59
+ "transformer.h.12.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
60
+ "transformer.h.12.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
61
+ "transformer.h.12.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
62
+ "transformer.h.12.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
63
+ "transformer.h.12.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
64
+ "transformer.h.12.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
65
+ "transformer.h.12.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
66
+ "transformer.h.12.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
67
+ "transformer.h.13.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
68
+ "transformer.h.13.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
69
+ "transformer.h.13.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
70
+ "transformer.h.13.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
71
+ "transformer.h.13.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
72
+ "transformer.h.13.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
73
+ "transformer.h.13.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
74
+ "transformer.h.13.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
75
+ "transformer.h.13.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
76
+ "transformer.h.13.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
77
+ "transformer.h.13.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
78
+ "transformer.h.13.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
79
+ "transformer.h.14.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
80
+ "transformer.h.14.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
81
+ "transformer.h.14.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
82
+ "transformer.h.14.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
83
+ "transformer.h.14.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
84
+ "transformer.h.14.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
85
+ "transformer.h.14.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
86
+ "transformer.h.14.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
87
+ "transformer.h.14.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
88
+ "transformer.h.14.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
89
+ "transformer.h.14.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
90
+ "transformer.h.14.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
91
+ "transformer.h.15.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
92
+ "transformer.h.15.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
93
+ "transformer.h.15.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
94
+ "transformer.h.15.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
95
+ "transformer.h.15.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
96
+ "transformer.h.15.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
97
+ "transformer.h.15.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
98
+ "transformer.h.15.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
99
+ "transformer.h.15.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
100
+ "transformer.h.15.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
101
+ "transformer.h.15.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
102
+ "transformer.h.15.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
103
+ "transformer.h.16.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
104
+ "transformer.h.16.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
105
+ "transformer.h.16.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
106
+ "transformer.h.16.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
107
+ "transformer.h.16.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
108
+ "transformer.h.16.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
109
+ "transformer.h.16.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
110
+ "transformer.h.16.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
111
+ "transformer.h.16.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
112
+ "transformer.h.16.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
113
+ "transformer.h.16.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
114
+ "transformer.h.16.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
115
+ "transformer.h.17.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
116
+ "transformer.h.17.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
117
+ "transformer.h.17.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
118
+ "transformer.h.17.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
119
+ "transformer.h.17.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
120
+ "transformer.h.17.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
121
+ "transformer.h.17.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
122
+ "transformer.h.17.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
123
+ "transformer.h.17.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
124
+ "transformer.h.17.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
125
+ "transformer.h.17.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
126
+ "transformer.h.17.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
127
+ "transformer.h.18.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
128
+ "transformer.h.18.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
129
+ "transformer.h.18.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
130
+ "transformer.h.18.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
131
+ "transformer.h.18.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
132
+ "transformer.h.18.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
133
+ "transformer.h.18.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
134
+ "transformer.h.18.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
135
+ "transformer.h.18.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
136
+ "transformer.h.18.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
137
+ "transformer.h.18.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
138
+ "transformer.h.18.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
139
+ "transformer.h.19.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
140
+ "transformer.h.19.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
141
+ "transformer.h.19.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
142
+ "transformer.h.19.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
143
+ "transformer.h.19.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
144
+ "transformer.h.19.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
145
+ "transformer.h.19.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
146
+ "transformer.h.19.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
147
+ "transformer.h.19.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
148
+ "transformer.h.19.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
149
+ "transformer.h.19.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
150
+ "transformer.h.19.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
151
+ "transformer.h.2.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
152
+ "transformer.h.2.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
153
+ "transformer.h.2.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
154
+ "transformer.h.2.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
155
+ "transformer.h.2.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
156
+ "transformer.h.2.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
157
+ "transformer.h.2.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
158
+ "transformer.h.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
159
+ "transformer.h.2.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
160
+ "transformer.h.2.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
161
+ "transformer.h.2.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
162
+ "transformer.h.2.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
163
+ "transformer.h.20.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
164
+ "transformer.h.20.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
165
+ "transformer.h.20.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
166
+ "transformer.h.20.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
167
+ "transformer.h.20.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
168
+ "transformer.h.20.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
169
+ "transformer.h.20.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
170
+ "transformer.h.20.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
171
+ "transformer.h.20.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
172
+ "transformer.h.20.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
173
+ "transformer.h.20.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
174
+ "transformer.h.20.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
175
+ "transformer.h.21.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
176
+ "transformer.h.21.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
177
+ "transformer.h.21.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
178
+ "transformer.h.21.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
179
+ "transformer.h.21.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
180
+ "transformer.h.21.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
181
+ "transformer.h.21.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
182
+ "transformer.h.21.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
183
+ "transformer.h.21.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
184
+ "transformer.h.21.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
185
+ "transformer.h.21.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
186
+ "transformer.h.21.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
187
+ "transformer.h.22.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
188
+ "transformer.h.22.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
189
+ "transformer.h.22.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
190
+ "transformer.h.22.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
191
+ "transformer.h.22.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
192
+ "transformer.h.22.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
193
+ "transformer.h.22.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
194
+ "transformer.h.22.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
195
+ "transformer.h.22.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
196
+ "transformer.h.22.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
197
+ "transformer.h.22.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
198
+ "transformer.h.22.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
199
+ "transformer.h.23.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
200
+ "transformer.h.23.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
201
+ "transformer.h.23.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
202
+ "transformer.h.23.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
203
+ "transformer.h.23.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
204
+ "transformer.h.23.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
205
+ "transformer.h.23.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
206
+ "transformer.h.23.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
207
+ "transformer.h.23.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
208
+ "transformer.h.23.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
209
+ "transformer.h.23.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
210
+ "transformer.h.23.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
211
+ "transformer.h.24.input_layernorm.bias": "pytorch_model-00002-of-00002.bin",
212
+ "transformer.h.24.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
213
+ "transformer.h.24.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
214
+ "transformer.h.24.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
215
+ "transformer.h.24.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
216
+ "transformer.h.24.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
217
+ "transformer.h.24.post_attention_layernorm.bias": "pytorch_model-00002-of-00002.bin",
218
+ "transformer.h.24.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
219
+ "transformer.h.24.self_attention.dense.bias": "pytorch_model-00002-of-00002.bin",
220
+ "transformer.h.24.self_attention.dense.weight": "pytorch_model-00002-of-00002.bin",
221
+ "transformer.h.24.self_attention.query_key_value.bias": "pytorch_model-00002-of-00002.bin",
222
+ "transformer.h.24.self_attention.query_key_value.weight": "pytorch_model-00002-of-00002.bin",
223
+ "transformer.h.25.input_layernorm.bias": "pytorch_model-00002-of-00002.bin",
224
+ "transformer.h.25.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
225
+ "transformer.h.25.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
226
+ "transformer.h.25.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
227
+ "transformer.h.25.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
228
+ "transformer.h.25.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
229
+ "transformer.h.25.post_attention_layernorm.bias": "pytorch_model-00002-of-00002.bin",
230
+ "transformer.h.25.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
231
+ "transformer.h.25.self_attention.dense.bias": "pytorch_model-00002-of-00002.bin",
232
+ "transformer.h.25.self_attention.dense.weight": "pytorch_model-00002-of-00002.bin",
233
+ "transformer.h.25.self_attention.query_key_value.bias": "pytorch_model-00002-of-00002.bin",
234
+ "transformer.h.25.self_attention.query_key_value.weight": "pytorch_model-00002-of-00002.bin",
235
+ "transformer.h.26.input_layernorm.bias": "pytorch_model-00002-of-00002.bin",
236
+ "transformer.h.26.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
237
+ "transformer.h.26.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
238
+ "transformer.h.26.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
239
+ "transformer.h.26.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
240
+ "transformer.h.26.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
241
+ "transformer.h.26.post_attention_layernorm.bias": "pytorch_model-00002-of-00002.bin",
242
+ "transformer.h.26.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
243
+ "transformer.h.26.self_attention.dense.bias": "pytorch_model-00002-of-00002.bin",
244
+ "transformer.h.26.self_attention.dense.weight": "pytorch_model-00002-of-00002.bin",
245
+ "transformer.h.26.self_attention.query_key_value.bias": "pytorch_model-00002-of-00002.bin",
246
+ "transformer.h.26.self_attention.query_key_value.weight": "pytorch_model-00002-of-00002.bin",
247
+ "transformer.h.27.input_layernorm.bias": "pytorch_model-00002-of-00002.bin",
248
+ "transformer.h.27.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
249
+ "transformer.h.27.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
250
+ "transformer.h.27.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
251
+ "transformer.h.27.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
252
+ "transformer.h.27.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
253
+ "transformer.h.27.post_attention_layernorm.bias": "pytorch_model-00002-of-00002.bin",
254
+ "transformer.h.27.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
255
+ "transformer.h.27.self_attention.dense.bias": "pytorch_model-00002-of-00002.bin",
256
+ "transformer.h.27.self_attention.dense.weight": "pytorch_model-00002-of-00002.bin",
257
+ "transformer.h.27.self_attention.query_key_value.bias": "pytorch_model-00002-of-00002.bin",
258
+ "transformer.h.27.self_attention.query_key_value.weight": "pytorch_model-00002-of-00002.bin",
259
+ "transformer.h.28.input_layernorm.bias": "pytorch_model-00002-of-00002.bin",
260
+ "transformer.h.28.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
261
+ "transformer.h.28.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
262
+ "transformer.h.28.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
263
+ "transformer.h.28.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
264
+ "transformer.h.28.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
265
+ "transformer.h.28.post_attention_layernorm.bias": "pytorch_model-00002-of-00002.bin",
266
+ "transformer.h.28.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
267
+ "transformer.h.28.self_attention.dense.bias": "pytorch_model-00002-of-00002.bin",
268
+ "transformer.h.28.self_attention.dense.weight": "pytorch_model-00002-of-00002.bin",
269
+ "transformer.h.28.self_attention.query_key_value.bias": "pytorch_model-00002-of-00002.bin",
270
+ "transformer.h.28.self_attention.query_key_value.weight": "pytorch_model-00002-of-00002.bin",
271
+ "transformer.h.29.input_layernorm.bias": "pytorch_model-00002-of-00002.bin",
272
+ "transformer.h.29.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
273
+ "transformer.h.29.mlp.dense_4h_to_h.bias": "pytorch_model-00002-of-00002.bin",
274
+ "transformer.h.29.mlp.dense_4h_to_h.weight": "pytorch_model-00002-of-00002.bin",
275
+ "transformer.h.29.mlp.dense_h_to_4h.bias": "pytorch_model-00002-of-00002.bin",
276
+ "transformer.h.29.mlp.dense_h_to_4h.weight": "pytorch_model-00002-of-00002.bin",
277
+ "transformer.h.29.post_attention_layernorm.bias": "pytorch_model-00002-of-00002.bin",
278
+ "transformer.h.29.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
279
+ "transformer.h.29.self_attention.dense.bias": "pytorch_model-00002-of-00002.bin",
280
+ "transformer.h.29.self_attention.dense.weight": "pytorch_model-00002-of-00002.bin",
281
+ "transformer.h.29.self_attention.query_key_value.bias": "pytorch_model-00002-of-00002.bin",
282
+ "transformer.h.29.self_attention.query_key_value.weight": "pytorch_model-00002-of-00002.bin",
283
+ "transformer.h.3.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
284
+ "transformer.h.3.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
285
+ "transformer.h.3.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
286
+ "transformer.h.3.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
287
+ "transformer.h.3.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
288
+ "transformer.h.3.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
289
+ "transformer.h.3.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
290
+ "transformer.h.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
291
+ "transformer.h.3.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
292
+ "transformer.h.3.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
293
+ "transformer.h.3.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
294
+ "transformer.h.3.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
295
+ "transformer.h.4.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
296
+ "transformer.h.4.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
297
+ "transformer.h.4.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
298
+ "transformer.h.4.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
299
+ "transformer.h.4.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
300
+ "transformer.h.4.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
301
+ "transformer.h.4.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
302
+ "transformer.h.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
303
+ "transformer.h.4.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
304
+ "transformer.h.4.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
305
+ "transformer.h.4.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
306
+ "transformer.h.4.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
307
+ "transformer.h.5.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
308
+ "transformer.h.5.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
309
+ "transformer.h.5.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
310
+ "transformer.h.5.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
311
+ "transformer.h.5.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
312
+ "transformer.h.5.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
313
+ "transformer.h.5.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
314
+ "transformer.h.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
315
+ "transformer.h.5.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
316
+ "transformer.h.5.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
317
+ "transformer.h.5.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
318
+ "transformer.h.5.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
319
+ "transformer.h.6.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
320
+ "transformer.h.6.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
321
+ "transformer.h.6.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
322
+ "transformer.h.6.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
323
+ "transformer.h.6.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
324
+ "transformer.h.6.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
325
+ "transformer.h.6.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
326
+ "transformer.h.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
327
+ "transformer.h.6.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
328
+ "transformer.h.6.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
329
+ "transformer.h.6.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
330
+ "transformer.h.6.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
331
+ "transformer.h.7.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
332
+ "transformer.h.7.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
333
+ "transformer.h.7.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
334
+ "transformer.h.7.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
335
+ "transformer.h.7.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
336
+ "transformer.h.7.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
337
+ "transformer.h.7.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
338
+ "transformer.h.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
339
+ "transformer.h.7.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
340
+ "transformer.h.7.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
341
+ "transformer.h.7.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
342
+ "transformer.h.7.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
343
+ "transformer.h.8.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
344
+ "transformer.h.8.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
345
+ "transformer.h.8.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
346
+ "transformer.h.8.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
347
+ "transformer.h.8.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
348
+ "transformer.h.8.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
349
+ "transformer.h.8.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
350
+ "transformer.h.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
351
+ "transformer.h.8.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
352
+ "transformer.h.8.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
353
+ "transformer.h.8.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
354
+ "transformer.h.8.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
355
+ "transformer.h.9.input_layernorm.bias": "pytorch_model-00001-of-00002.bin",
356
+ "transformer.h.9.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
357
+ "transformer.h.9.mlp.dense_4h_to_h.bias": "pytorch_model-00001-of-00002.bin",
358
+ "transformer.h.9.mlp.dense_4h_to_h.weight": "pytorch_model-00001-of-00002.bin",
359
+ "transformer.h.9.mlp.dense_h_to_4h.bias": "pytorch_model-00001-of-00002.bin",
360
+ "transformer.h.9.mlp.dense_h_to_4h.weight": "pytorch_model-00001-of-00002.bin",
361
+ "transformer.h.9.post_attention_layernorm.bias": "pytorch_model-00001-of-00002.bin",
362
+ "transformer.h.9.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
363
+ "transformer.h.9.self_attention.dense.bias": "pytorch_model-00001-of-00002.bin",
364
+ "transformer.h.9.self_attention.dense.weight": "pytorch_model-00001-of-00002.bin",
365
+ "transformer.h.9.self_attention.query_key_value.bias": "pytorch_model-00001-of-00002.bin",
366
+ "transformer.h.9.self_attention.query_key_value.weight": "pytorch_model-00001-of-00002.bin",
367
+ "transformer.ln_f.bias": "pytorch_model-00002-of-00002.bin",
368
+ "transformer.ln_f.weight": "pytorch_model-00002-of-00002.bin",
369
+ "transformer.word_embeddings.weight": "pytorch_model-00001-of-00002.bin",
370
+ "transformer.word_embeddings_layernorm.bias": "pytorch_model-00001-of-00002.bin",
371
+ "transformer.word_embeddings_layernorm.weight": "pytorch_model-00001-of-00002.bin"
372
+ }
373
+ }
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d944d6907131fce4941c1b98753b6c6304e9268438faa750202a7ed282544a4
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d94bffac577c2182cd3b6680df4b0ff46f4c0a0b7ff9c866be7458145e68e80
3
+ size 627
special_tokens_map.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "<pad>",
5
+ "unk_token": "<unk>"
6
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3955d17bdf8285663734ab4418c7a0d6397bf2fa7d7a2f8d820f23b3130cd48
3
+ size 14500708
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "name_or_path": "bigscience/bloomz-3b",
7
+ "pad_token": "<pad>",
8
+ "special_tokens_map_file": null,
9
+ "tokenizer_class": "BloomTokenizer",
10
+ "unk_token": "<unk>"
11
+ }
trainer_state.json ADDED
@@ -0,0 +1,922 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.0,
5
+ "global_step": 2188,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.0,
12
+ "learning_rate": 4.997714808043876e-05,
13
+ "loss": 5.4892,
14
+ "step": 1
15
+ },
16
+ {
17
+ "epoch": 0.02,
18
+ "learning_rate": 4.9017367458866546e-05,
19
+ "loss": 3.0607,
20
+ "step": 43
21
+ },
22
+ {
23
+ "epoch": 0.02,
24
+ "eval_accuracy": 0.8749333333333333,
25
+ "eval_f1": 0.8729341641831482,
26
+ "eval_loss": 2.1355409622192383,
27
+ "eval_precision": 0.887114537444934,
28
+ "eval_recall": 0.8592,
29
+ "eval_runtime": 581.4545,
30
+ "eval_samples_per_second": 6.449,
31
+ "eval_steps_per_second": 0.807,
32
+ "step": 43
33
+ },
34
+ {
35
+ "epoch": 0.04,
36
+ "learning_rate": 4.8034734917733096e-05,
37
+ "loss": 1.6864,
38
+ "step": 86
39
+ },
40
+ {
41
+ "epoch": 0.04,
42
+ "eval_accuracy": 0.8901333333333333,
43
+ "eval_f1": 0.8857459789240155,
44
+ "eval_loss": 1.632243275642395,
45
+ "eval_precision": 0.9225880993645291,
46
+ "eval_recall": 0.8517333333333333,
47
+ "eval_runtime": 581.1642,
48
+ "eval_samples_per_second": 6.453,
49
+ "eval_steps_per_second": 0.807,
50
+ "step": 86
51
+ },
52
+ {
53
+ "epoch": 0.06,
54
+ "learning_rate": 4.705210237659964e-05,
55
+ "loss": 1.0658,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 0.06,
60
+ "eval_accuracy": 0.904,
61
+ "eval_f1": 0.9061032863849765,
62
+ "eval_loss": 0.3131539821624756,
63
+ "eval_precision": 0.886676875957121,
64
+ "eval_recall": 0.9264,
65
+ "eval_runtime": 580.6614,
66
+ "eval_samples_per_second": 6.458,
67
+ "eval_steps_per_second": 0.808,
68
+ "step": 129
69
+ },
70
+ {
71
+ "epoch": 0.08,
72
+ "learning_rate": 4.606946983546618e-05,
73
+ "loss": 0.4275,
74
+ "step": 172
75
+ },
76
+ {
77
+ "epoch": 0.08,
78
+ "eval_accuracy": 0.8874666666666666,
79
+ "eval_f1": 0.8765359859566997,
80
+ "eval_loss": 1.6054295301437378,
81
+ "eval_precision": 0.9708360337005832,
82
+ "eval_recall": 0.7989333333333334,
83
+ "eval_runtime": 580.8161,
84
+ "eval_samples_per_second": 6.456,
85
+ "eval_steps_per_second": 0.807,
86
+ "step": 172
87
+ },
88
+ {
89
+ "epoch": 0.1,
90
+ "learning_rate": 4.5086837294332726e-05,
91
+ "loss": 0.5456,
92
+ "step": 215
93
+ },
94
+ {
95
+ "epoch": 0.1,
96
+ "eval_accuracy": 0.9170666666666667,
97
+ "eval_f1": 0.9218789248932429,
98
+ "eval_loss": 0.41803765296936035,
99
+ "eval_precision": 0.8713200379867047,
100
+ "eval_recall": 0.9786666666666667,
101
+ "eval_runtime": 580.4549,
102
+ "eval_samples_per_second": 6.46,
103
+ "eval_steps_per_second": 0.808,
104
+ "step": 215
105
+ },
106
+ {
107
+ "epoch": 0.12,
108
+ "learning_rate": 4.410420475319927e-05,
109
+ "loss": 0.6111,
110
+ "step": 258
111
+ },
112
+ {
113
+ "epoch": 0.12,
114
+ "eval_accuracy": 0.8786666666666667,
115
+ "eval_f1": 0.8626622396619378,
116
+ "eval_loss": 0.32219210267066956,
117
+ "eval_precision": 0.9937413073713491,
118
+ "eval_recall": 0.7621333333333333,
119
+ "eval_runtime": 584.0808,
120
+ "eval_samples_per_second": 6.42,
121
+ "eval_steps_per_second": 0.803,
122
+ "step": 258
123
+ },
124
+ {
125
+ "epoch": 0.14,
126
+ "learning_rate": 4.312157221206581e-05,
127
+ "loss": 0.7106,
128
+ "step": 301
129
+ },
130
+ {
131
+ "epoch": 0.14,
132
+ "eval_accuracy": 0.9274666666666667,
133
+ "eval_f1": 0.9221967963386728,
134
+ "eval_loss": 0.5022754073143005,
135
+ "eval_precision": 0.9944478716841456,
136
+ "eval_recall": 0.8597333333333333,
137
+ "eval_runtime": 581.6225,
138
+ "eval_samples_per_second": 6.447,
139
+ "eval_steps_per_second": 0.806,
140
+ "step": 301
141
+ },
142
+ {
143
+ "epoch": 0.16,
144
+ "learning_rate": 4.213893967093236e-05,
145
+ "loss": 0.2426,
146
+ "step": 344
147
+ },
148
+ {
149
+ "epoch": 0.16,
150
+ "eval_accuracy": 0.9586666666666667,
151
+ "eval_f1": 0.9586997069011457,
152
+ "eval_loss": 0.16574496030807495,
153
+ "eval_precision": 0.9579339723109691,
154
+ "eval_recall": 0.9594666666666667,
155
+ "eval_runtime": 580.7975,
156
+ "eval_samples_per_second": 6.457,
157
+ "eval_steps_per_second": 0.808,
158
+ "step": 344
159
+ },
160
+ {
161
+ "epoch": 0.18,
162
+ "learning_rate": 4.1156307129798905e-05,
163
+ "loss": 0.3958,
164
+ "step": 387
165
+ },
166
+ {
167
+ "epoch": 0.18,
168
+ "eval_accuracy": 0.9554666666666667,
169
+ "eval_f1": 0.9535724214623298,
170
+ "eval_loss": 0.24226774275302887,
171
+ "eval_precision": 0.9959349593495935,
172
+ "eval_recall": 0.9146666666666666,
173
+ "eval_runtime": 581.1794,
174
+ "eval_samples_per_second": 6.452,
175
+ "eval_steps_per_second": 0.807,
176
+ "step": 387
177
+ },
178
+ {
179
+ "epoch": 0.2,
180
+ "learning_rate": 4.017367458866545e-05,
181
+ "loss": 0.4259,
182
+ "step": 430
183
+ },
184
+ {
185
+ "epoch": 0.2,
186
+ "eval_accuracy": 0.9448,
187
+ "eval_f1": 0.9449614464238233,
188
+ "eval_loss": 0.3525341749191284,
189
+ "eval_precision": 0.9422057264050901,
190
+ "eval_recall": 0.9477333333333333,
191
+ "eval_runtime": 580.7809,
192
+ "eval_samples_per_second": 6.457,
193
+ "eval_steps_per_second": 0.808,
194
+ "step": 430
195
+ },
196
+ {
197
+ "epoch": 0.22,
198
+ "learning_rate": 3.919104204753199e-05,
199
+ "loss": 0.2217,
200
+ "step": 473
201
+ },
202
+ {
203
+ "epoch": 0.22,
204
+ "eval_accuracy": 0.9549333333333333,
205
+ "eval_f1": 0.9531466592736346,
206
+ "eval_loss": 0.22800709307193756,
207
+ "eval_precision": 0.9924942263279446,
208
+ "eval_recall": 0.9168,
209
+ "eval_runtime": 580.8019,
210
+ "eval_samples_per_second": 6.457,
211
+ "eval_steps_per_second": 0.808,
212
+ "step": 473
213
+ },
214
+ {
215
+ "epoch": 0.24,
216
+ "learning_rate": 3.820840950639854e-05,
217
+ "loss": 0.1741,
218
+ "step": 516
219
+ },
220
+ {
221
+ "epoch": 0.24,
222
+ "eval_accuracy": 0.9682666666666667,
223
+ "eval_f1": 0.9673525377229081,
224
+ "eval_loss": 0.15350370109081268,
225
+ "eval_precision": 0.996045197740113,
226
+ "eval_recall": 0.9402666666666667,
227
+ "eval_runtime": 584.2385,
228
+ "eval_samples_per_second": 6.419,
229
+ "eval_steps_per_second": 0.803,
230
+ "step": 516
231
+ },
232
+ {
233
+ "epoch": 0.26,
234
+ "learning_rate": 3.7225776965265085e-05,
235
+ "loss": 0.1731,
236
+ "step": 559
237
+ },
238
+ {
239
+ "epoch": 0.26,
240
+ "eval_accuracy": 0.9648,
241
+ "eval_f1": 0.9636763896532745,
242
+ "eval_loss": 0.29772499203681946,
243
+ "eval_precision": 0.9954519613416714,
244
+ "eval_recall": 0.9338666666666666,
245
+ "eval_runtime": 580.9188,
246
+ "eval_samples_per_second": 6.455,
247
+ "eval_steps_per_second": 0.807,
248
+ "step": 559
249
+ },
250
+ {
251
+ "epoch": 0.28,
252
+ "learning_rate": 3.624314442413163e-05,
253
+ "loss": 0.1857,
254
+ "step": 602
255
+ },
256
+ {
257
+ "epoch": 0.28,
258
+ "eval_accuracy": 0.9826666666666667,
259
+ "eval_f1": 0.9826527888977848,
260
+ "eval_loss": 0.16285915672779083,
261
+ "eval_precision": 0.9834401709401709,
262
+ "eval_recall": 0.9818666666666667,
263
+ "eval_runtime": 581.4605,
264
+ "eval_samples_per_second": 6.449,
265
+ "eval_steps_per_second": 0.807,
266
+ "step": 602
267
+ },
268
+ {
269
+ "epoch": 0.29,
270
+ "learning_rate": 3.526051188299818e-05,
271
+ "loss": 0.241,
272
+ "step": 645
273
+ },
274
+ {
275
+ "epoch": 0.29,
276
+ "eval_accuracy": 0.9677333333333333,
277
+ "eval_f1": 0.9681997371879106,
278
+ "eval_loss": 0.30683064460754395,
279
+ "eval_precision": 0.9544041450777202,
280
+ "eval_recall": 0.9824,
281
+ "eval_runtime": 580.3999,
282
+ "eval_samples_per_second": 6.461,
283
+ "eval_steps_per_second": 0.808,
284
+ "step": 645
285
+ },
286
+ {
287
+ "epoch": 0.31,
288
+ "learning_rate": 3.4277879341864715e-05,
289
+ "loss": 0.1674,
290
+ "step": 688
291
+ },
292
+ {
293
+ "epoch": 0.31,
294
+ "eval_accuracy": 0.9050666666666667,
295
+ "eval_f1": 0.9130434782608695,
296
+ "eval_loss": 0.5339795351028442,
297
+ "eval_precision": 0.8422712933753943,
298
+ "eval_recall": 0.9968,
299
+ "eval_runtime": 580.4617,
300
+ "eval_samples_per_second": 6.46,
301
+ "eval_steps_per_second": 0.808,
302
+ "step": 688
303
+ },
304
+ {
305
+ "epoch": 0.33,
306
+ "learning_rate": 3.329524680073126e-05,
307
+ "loss": 0.1452,
308
+ "step": 731
309
+ },
310
+ {
311
+ "epoch": 0.33,
312
+ "eval_accuracy": 0.9754666666666667,
313
+ "eval_f1": 0.9756871035940803,
314
+ "eval_loss": 0.1770327091217041,
315
+ "eval_precision": 0.9669984284965951,
316
+ "eval_recall": 0.9845333333333334,
317
+ "eval_runtime": 581.5384,
318
+ "eval_samples_per_second": 6.448,
319
+ "eval_steps_per_second": 0.806,
320
+ "step": 731
321
+ },
322
+ {
323
+ "epoch": 0.35,
324
+ "learning_rate": 3.231261425959781e-05,
325
+ "loss": 0.2261,
326
+ "step": 774
327
+ },
328
+ {
329
+ "epoch": 0.35,
330
+ "eval_accuracy": 0.9714666666666667,
331
+ "eval_f1": 0.97192337969037,
332
+ "eval_loss": 0.2083805948495865,
333
+ "eval_precision": 0.9566115702479339,
334
+ "eval_recall": 0.9877333333333334,
335
+ "eval_runtime": 582.4902,
336
+ "eval_samples_per_second": 6.438,
337
+ "eval_steps_per_second": 0.805,
338
+ "step": 774
339
+ },
340
+ {
341
+ "epoch": 0.37,
342
+ "learning_rate": 3.132998171846435e-05,
343
+ "loss": 0.1849,
344
+ "step": 817
345
+ },
346
+ {
347
+ "epoch": 0.37,
348
+ "eval_accuracy": 0.9765333333333334,
349
+ "eval_f1": 0.9763186221743809,
350
+ "eval_loss": 0.12196581810712814,
351
+ "eval_precision": 0.9853340575774036,
352
+ "eval_recall": 0.9674666666666667,
353
+ "eval_runtime": 578.7143,
354
+ "eval_samples_per_second": 6.48,
355
+ "eval_steps_per_second": 0.81,
356
+ "step": 817
357
+ },
358
+ {
359
+ "epoch": 0.39,
360
+ "learning_rate": 3.03473491773309e-05,
361
+ "loss": 0.1237,
362
+ "step": 860
363
+ },
364
+ {
365
+ "epoch": 0.39,
366
+ "eval_accuracy": 0.9693333333333334,
367
+ "eval_f1": 0.9700286682303884,
368
+ "eval_loss": 0.2138151079416275,
369
+ "eval_precision": 0.9485219164118247,
370
+ "eval_recall": 0.9925333333333334,
371
+ "eval_runtime": 578.8904,
372
+ "eval_samples_per_second": 6.478,
373
+ "eval_steps_per_second": 0.81,
374
+ "step": 860
375
+ },
376
+ {
377
+ "epoch": 0.41,
378
+ "learning_rate": 2.9364716636197442e-05,
379
+ "loss": 0.1627,
380
+ "step": 903
381
+ },
382
+ {
383
+ "epoch": 0.41,
384
+ "eval_accuracy": 0.9584,
385
+ "eval_f1": 0.9566425792106726,
386
+ "eval_loss": 0.254962295293808,
387
+ "eval_precision": 0.9988392338943702,
388
+ "eval_recall": 0.9178666666666667,
389
+ "eval_runtime": 578.6033,
390
+ "eval_samples_per_second": 6.481,
391
+ "eval_steps_per_second": 0.811,
392
+ "step": 903
393
+ },
394
+ {
395
+ "epoch": 0.43,
396
+ "learning_rate": 2.838208409506399e-05,
397
+ "loss": 0.2477,
398
+ "step": 946
399
+ },
400
+ {
401
+ "epoch": 0.43,
402
+ "eval_accuracy": 0.9765333333333334,
403
+ "eval_f1": 0.9761258817145958,
404
+ "eval_loss": 0.13448475301265717,
405
+ "eval_precision": 0.9933738266151297,
406
+ "eval_recall": 0.9594666666666667,
407
+ "eval_runtime": 578.5049,
408
+ "eval_samples_per_second": 6.482,
409
+ "eval_steps_per_second": 0.811,
410
+ "step": 946
411
+ },
412
+ {
413
+ "epoch": 0.45,
414
+ "learning_rate": 2.739945155393053e-05,
415
+ "loss": 0.0943,
416
+ "step": 989
417
+ },
418
+ {
419
+ "epoch": 0.45,
420
+ "eval_accuracy": 0.9688,
421
+ "eval_f1": 0.9695391825045562,
422
+ "eval_loss": 0.18509739637374878,
423
+ "eval_precision": 0.9471007121057986,
424
+ "eval_recall": 0.9930666666666667,
425
+ "eval_runtime": 578.7851,
426
+ "eval_samples_per_second": 6.479,
427
+ "eval_steps_per_second": 0.81,
428
+ "step": 989
429
+ },
430
+ {
431
+ "epoch": 0.47,
432
+ "learning_rate": 2.641681901279708e-05,
433
+ "loss": 0.2131,
434
+ "step": 1032
435
+ },
436
+ {
437
+ "epoch": 0.47,
438
+ "eval_accuracy": 0.9826666666666667,
439
+ "eval_f1": 0.9825970548862116,
440
+ "eval_loss": 0.10872189700603485,
441
+ "eval_precision": 0.9865591397849462,
442
+ "eval_recall": 0.9786666666666667,
443
+ "eval_runtime": 580.8924,
444
+ "eval_samples_per_second": 6.456,
445
+ "eval_steps_per_second": 0.807,
446
+ "step": 1032
447
+ },
448
+ {
449
+ "epoch": 0.49,
450
+ "learning_rate": 2.5434186471663625e-05,
451
+ "loss": 0.0829,
452
+ "step": 1075
453
+ },
454
+ {
455
+ "epoch": 0.49,
456
+ "eval_accuracy": 0.9661333333333333,
457
+ "eval_f1": 0.9651577503429356,
458
+ "eval_loss": 0.2479323148727417,
459
+ "eval_precision": 0.9937853107344633,
460
+ "eval_recall": 0.9381333333333334,
461
+ "eval_runtime": 578.7358,
462
+ "eval_samples_per_second": 6.48,
463
+ "eval_steps_per_second": 0.81,
464
+ "step": 1075
465
+ },
466
+ {
467
+ "epoch": 0.51,
468
+ "learning_rate": 2.4451553930530165e-05,
469
+ "loss": 0.1392,
470
+ "step": 1118
471
+ },
472
+ {
473
+ "epoch": 0.51,
474
+ "eval_accuracy": 0.9613333333333334,
475
+ "eval_f1": 0.959867146415721,
476
+ "eval_loss": 0.20837165415287018,
477
+ "eval_precision": 0.997698504027618,
478
+ "eval_recall": 0.9248,
479
+ "eval_runtime": 579.0845,
480
+ "eval_samples_per_second": 6.476,
481
+ "eval_steps_per_second": 0.81,
482
+ "step": 1118
483
+ },
484
+ {
485
+ "epoch": 0.53,
486
+ "learning_rate": 2.346892138939671e-05,
487
+ "loss": 0.0563,
488
+ "step": 1161
489
+ },
490
+ {
491
+ "epoch": 0.53,
492
+ "eval_accuracy": 0.9874666666666667,
493
+ "eval_f1": 0.9874833555259653,
494
+ "eval_loss": 0.08351419121026993,
495
+ "eval_precision": 0.9861702127659574,
496
+ "eval_recall": 0.9888,
497
+ "eval_runtime": 578.9179,
498
+ "eval_samples_per_second": 6.478,
499
+ "eval_steps_per_second": 0.81,
500
+ "step": 1161
501
+ },
502
+ {
503
+ "epoch": 0.55,
504
+ "learning_rate": 2.2486288848263255e-05,
505
+ "loss": 0.107,
506
+ "step": 1204
507
+ },
508
+ {
509
+ "epoch": 0.55,
510
+ "eval_accuracy": 0.9826666666666667,
511
+ "eval_f1": 0.9828269484808455,
512
+ "eval_loss": 0.11463689059019089,
513
+ "eval_precision": 0.9738219895287958,
514
+ "eval_recall": 0.992,
515
+ "eval_runtime": 579.4593,
516
+ "eval_samples_per_second": 6.472,
517
+ "eval_steps_per_second": 0.809,
518
+ "step": 1204
519
+ },
520
+ {
521
+ "epoch": 0.57,
522
+ "learning_rate": 2.1503656307129798e-05,
523
+ "loss": 0.0822,
524
+ "step": 1247
525
+ },
526
+ {
527
+ "epoch": 0.57,
528
+ "eval_accuracy": 0.9816,
529
+ "eval_f1": 0.9817218543046358,
530
+ "eval_loss": 0.1307775229215622,
531
+ "eval_precision": 0.9752631578947368,
532
+ "eval_recall": 0.9882666666666666,
533
+ "eval_runtime": 580.0354,
534
+ "eval_samples_per_second": 6.465,
535
+ "eval_steps_per_second": 0.809,
536
+ "step": 1247
537
+ },
538
+ {
539
+ "epoch": 0.59,
540
+ "learning_rate": 2.0521023765996345e-05,
541
+ "loss": 0.1165,
542
+ "step": 1290
543
+ },
544
+ {
545
+ "epoch": 0.59,
546
+ "eval_accuracy": 0.9856,
547
+ "eval_f1": 0.9855923159018143,
548
+ "eval_loss": 0.09052357822656631,
549
+ "eval_precision": 0.9861185264281901,
550
+ "eval_recall": 0.9850666666666666,
551
+ "eval_runtime": 581.231,
552
+ "eval_samples_per_second": 6.452,
553
+ "eval_steps_per_second": 0.807,
554
+ "step": 1290
555
+ },
556
+ {
557
+ "epoch": 0.61,
558
+ "learning_rate": 1.953839122486289e-05,
559
+ "loss": 0.1156,
560
+ "step": 1333
561
+ },
562
+ {
563
+ "epoch": 0.61,
564
+ "eval_accuracy": 0.9864,
565
+ "eval_f1": 0.9864972200158858,
566
+ "eval_loss": 0.09110942482948303,
567
+ "eval_precision": 0.9794952681388013,
568
+ "eval_recall": 0.9936,
569
+ "eval_runtime": 579.1835,
570
+ "eval_samples_per_second": 6.475,
571
+ "eval_steps_per_second": 0.81,
572
+ "step": 1333
573
+ },
574
+ {
575
+ "epoch": 0.63,
576
+ "learning_rate": 1.8555758683729435e-05,
577
+ "loss": 0.1172,
578
+ "step": 1376
579
+ },
580
+ {
581
+ "epoch": 0.63,
582
+ "eval_accuracy": 0.984,
583
+ "eval_f1": 0.9841772151898733,
584
+ "eval_loss": 0.09306684881448746,
585
+ "eval_precision": 0.97339593114241,
586
+ "eval_recall": 0.9952,
587
+ "eval_runtime": 579.0887,
588
+ "eval_samples_per_second": 6.476,
589
+ "eval_steps_per_second": 0.81,
590
+ "step": 1376
591
+ },
592
+ {
593
+ "epoch": 0.65,
594
+ "learning_rate": 1.7573126142595978e-05,
595
+ "loss": 0.1447,
596
+ "step": 1419
597
+ },
598
+ {
599
+ "epoch": 0.65,
600
+ "eval_accuracy": 0.9848,
601
+ "eval_f1": 0.9849086576648134,
602
+ "eval_loss": 0.08812595903873444,
603
+ "eval_precision": 0.9779179810725552,
604
+ "eval_recall": 0.992,
605
+ "eval_runtime": 579.3815,
606
+ "eval_samples_per_second": 6.472,
607
+ "eval_steps_per_second": 0.809,
608
+ "step": 1419
609
+ },
610
+ {
611
+ "epoch": 0.67,
612
+ "learning_rate": 1.659049360146252e-05,
613
+ "loss": 0.087,
614
+ "step": 1462
615
+ },
616
+ {
617
+ "epoch": 0.67,
618
+ "eval_accuracy": 0.9872,
619
+ "eval_f1": 0.9872272485364556,
620
+ "eval_loss": 0.07127923518419266,
621
+ "eval_precision": 0.9851301115241635,
622
+ "eval_recall": 0.9893333333333333,
623
+ "eval_runtime": 578.9808,
624
+ "eval_samples_per_second": 6.477,
625
+ "eval_steps_per_second": 0.81,
626
+ "step": 1462
627
+ },
628
+ {
629
+ "epoch": 0.69,
630
+ "learning_rate": 1.5607861060329068e-05,
631
+ "loss": 0.0313,
632
+ "step": 1505
633
+ },
634
+ {
635
+ "epoch": 0.69,
636
+ "eval_accuracy": 0.9861333333333333,
637
+ "eval_f1": 0.9862142099681867,
638
+ "eval_loss": 0.1003463938832283,
639
+ "eval_precision": 0.9804955192409067,
640
+ "eval_recall": 0.992,
641
+ "eval_runtime": 579.6786,
642
+ "eval_samples_per_second": 6.469,
643
+ "eval_steps_per_second": 0.809,
644
+ "step": 1505
645
+ },
646
+ {
647
+ "epoch": 0.71,
648
+ "learning_rate": 1.4625228519195613e-05,
649
+ "loss": 0.0729,
650
+ "step": 1548
651
+ },
652
+ {
653
+ "epoch": 0.71,
654
+ "eval_accuracy": 0.9869333333333333,
655
+ "eval_f1": 0.986859747921695,
656
+ "eval_loss": 0.0750027745962143,
657
+ "eval_precision": 0.9924487594390508,
658
+ "eval_recall": 0.9813333333333333,
659
+ "eval_runtime": 581.8591,
660
+ "eval_samples_per_second": 6.445,
661
+ "eval_steps_per_second": 0.806,
662
+ "step": 1548
663
+ },
664
+ {
665
+ "epoch": 0.73,
666
+ "learning_rate": 1.3642595978062158e-05,
667
+ "loss": 0.106,
668
+ "step": 1591
669
+ },
670
+ {
671
+ "epoch": 0.73,
672
+ "eval_accuracy": 0.9874666666666667,
673
+ "eval_f1": 0.9874499332443257,
674
+ "eval_loss": 0.06067837029695511,
675
+ "eval_precision": 0.9887700534759358,
676
+ "eval_recall": 0.9861333333333333,
677
+ "eval_runtime": 579.0471,
678
+ "eval_samples_per_second": 6.476,
679
+ "eval_steps_per_second": 0.81,
680
+ "step": 1591
681
+ },
682
+ {
683
+ "epoch": 0.75,
684
+ "learning_rate": 1.2659963436928701e-05,
685
+ "loss": 0.0823,
686
+ "step": 1634
687
+ },
688
+ {
689
+ "epoch": 0.75,
690
+ "eval_accuracy": 0.9877333333333334,
691
+ "eval_f1": 0.9877005347593582,
692
+ "eval_loss": 0.07156907767057419,
693
+ "eval_precision": 0.9903485254691688,
694
+ "eval_recall": 0.9850666666666666,
695
+ "eval_runtime": 578.809,
696
+ "eval_samples_per_second": 6.479,
697
+ "eval_steps_per_second": 0.81,
698
+ "step": 1634
699
+ },
700
+ {
701
+ "epoch": 0.77,
702
+ "learning_rate": 1.1677330895795248e-05,
703
+ "loss": 0.0817,
704
+ "step": 1677
705
+ },
706
+ {
707
+ "epoch": 0.77,
708
+ "eval_accuracy": 0.9845333333333334,
709
+ "eval_f1": 0.9846804014791337,
710
+ "eval_loss": 0.09290226548910141,
711
+ "eval_precision": 0.9754055468341183,
712
+ "eval_recall": 0.9941333333333333,
713
+ "eval_runtime": 578.5452,
714
+ "eval_samples_per_second": 6.482,
715
+ "eval_steps_per_second": 0.811,
716
+ "step": 1677
717
+ },
718
+ {
719
+ "epoch": 0.79,
720
+ "learning_rate": 1.0694698354661791e-05,
721
+ "loss": 0.1279,
722
+ "step": 1720
723
+ },
724
+ {
725
+ "epoch": 0.79,
726
+ "eval_accuracy": 0.988,
727
+ "eval_f1": 0.9879453522635949,
728
+ "eval_loss": 0.07037492841482162,
729
+ "eval_precision": 0.9924650161463939,
730
+ "eval_recall": 0.9834666666666667,
731
+ "eval_runtime": 579.5947,
732
+ "eval_samples_per_second": 6.47,
733
+ "eval_steps_per_second": 0.809,
734
+ "step": 1720
735
+ },
736
+ {
737
+ "epoch": 0.81,
738
+ "learning_rate": 9.712065813528338e-06,
739
+ "loss": 0.075,
740
+ "step": 1763
741
+ },
742
+ {
743
+ "epoch": 0.81,
744
+ "eval_accuracy": 0.9890666666666666,
745
+ "eval_f1": 0.9890462196099385,
746
+ "eval_loss": 0.06325065344572067,
747
+ "eval_precision": 0.9908993576017131,
748
+ "eval_recall": 0.9872,
749
+ "eval_runtime": 579.6298,
750
+ "eval_samples_per_second": 6.47,
751
+ "eval_steps_per_second": 0.809,
752
+ "step": 1763
753
+ },
754
+ {
755
+ "epoch": 0.83,
756
+ "learning_rate": 8.729433272394881e-06,
757
+ "loss": 0.0909,
758
+ "step": 1806
759
+ },
760
+ {
761
+ "epoch": 0.83,
762
+ "eval_accuracy": 0.9842666666666666,
763
+ "eval_f1": 0.9840841650930671,
764
+ "eval_loss": 0.09650667011737823,
765
+ "eval_precision": 0.9956331877729258,
766
+ "eval_recall": 0.9728,
767
+ "eval_runtime": 579.8501,
768
+ "eval_samples_per_second": 6.467,
769
+ "eval_steps_per_second": 0.809,
770
+ "step": 1806
771
+ },
772
+ {
773
+ "epoch": 0.85,
774
+ "learning_rate": 7.746800731261426e-06,
775
+ "loss": 0.0583,
776
+ "step": 1849
777
+ },
778
+ {
779
+ "epoch": 0.85,
780
+ "eval_accuracy": 0.9893333333333333,
781
+ "eval_f1": 0.9893276414087514,
782
+ "eval_loss": 0.07162317633628845,
783
+ "eval_precision": 0.9898558462359851,
784
+ "eval_recall": 0.9888,
785
+ "eval_runtime": 579.4799,
786
+ "eval_samples_per_second": 6.471,
787
+ "eval_steps_per_second": 0.809,
788
+ "step": 1849
789
+ },
790
+ {
791
+ "epoch": 0.86,
792
+ "learning_rate": 6.764168190127972e-06,
793
+ "loss": 0.0961,
794
+ "step": 1892
795
+ },
796
+ {
797
+ "epoch": 0.86,
798
+ "eval_accuracy": 0.988,
799
+ "eval_f1": 0.9879518072289156,
800
+ "eval_loss": 0.05759565904736519,
801
+ "eval_precision": 0.9919354838709677,
802
+ "eval_recall": 0.984,
803
+ "eval_runtime": 580.3503,
804
+ "eval_samples_per_second": 6.462,
805
+ "eval_steps_per_second": 0.808,
806
+ "step": 1892
807
+ },
808
+ {
809
+ "epoch": 0.88,
810
+ "learning_rate": 5.781535648994515e-06,
811
+ "loss": 0.0356,
812
+ "step": 1935
813
+ },
814
+ {
815
+ "epoch": 0.88,
816
+ "eval_accuracy": 0.9882666666666666,
817
+ "eval_f1": 0.9883103081827843,
818
+ "eval_loss": 0.06381053477525711,
819
+ "eval_precision": 0.984647961884595,
820
+ "eval_recall": 0.992,
821
+ "eval_runtime": 581.544,
822
+ "eval_samples_per_second": 6.448,
823
+ "eval_steps_per_second": 0.806,
824
+ "step": 1935
825
+ },
826
+ {
827
+ "epoch": 0.9,
828
+ "learning_rate": 4.798903107861061e-06,
829
+ "loss": 0.0848,
830
+ "step": 1978
831
+ },
832
+ {
833
+ "epoch": 0.9,
834
+ "eval_accuracy": 0.9893333333333333,
835
+ "eval_f1": 0.9893162393162394,
836
+ "eval_loss": 0.05824807286262512,
837
+ "eval_precision": 0.990904226859283,
838
+ "eval_recall": 0.9877333333333334,
839
+ "eval_runtime": 578.359,
840
+ "eval_samples_per_second": 6.484,
841
+ "eval_steps_per_second": 0.811,
842
+ "step": 1978
843
+ },
844
+ {
845
+ "epoch": 0.92,
846
+ "learning_rate": 3.816270566727605e-06,
847
+ "loss": 0.1019,
848
+ "step": 2021
849
+ },
850
+ {
851
+ "epoch": 0.92,
852
+ "eval_accuracy": 0.9890666666666666,
853
+ "eval_f1": 0.9890579129970644,
854
+ "eval_loss": 0.055534329265356064,
855
+ "eval_precision": 0.9898504273504274,
856
+ "eval_recall": 0.9882666666666666,
857
+ "eval_runtime": 579.2162,
858
+ "eval_samples_per_second": 6.474,
859
+ "eval_steps_per_second": 0.81,
860
+ "step": 2021
861
+ },
862
+ {
863
+ "epoch": 0.94,
864
+ "learning_rate": 2.83363802559415e-06,
865
+ "loss": 0.0274,
866
+ "step": 2064
867
+ },
868
+ {
869
+ "epoch": 0.94,
870
+ "eval_accuracy": 0.9893333333333333,
871
+ "eval_f1": 0.9892990904226859,
872
+ "eval_loss": 0.05893222615122795,
873
+ "eval_precision": 0.9924852388620504,
874
+ "eval_recall": 0.9861333333333333,
875
+ "eval_runtime": 581.1057,
876
+ "eval_samples_per_second": 6.453,
877
+ "eval_steps_per_second": 0.807,
878
+ "step": 2064
879
+ },
880
+ {
881
+ "epoch": 0.96,
882
+ "learning_rate": 1.851005484460695e-06,
883
+ "loss": 0.0313,
884
+ "step": 2107
885
+ },
886
+ {
887
+ "epoch": 0.96,
888
+ "eval_accuracy": 0.9893333333333333,
889
+ "eval_f1": 0.9892933618843683,
890
+ "eval_loss": 0.0617961585521698,
891
+ "eval_precision": 0.9930145083288554,
892
+ "eval_recall": 0.9856,
893
+ "eval_runtime": 580.2597,
894
+ "eval_samples_per_second": 6.463,
895
+ "eval_steps_per_second": 0.808,
896
+ "step": 2107
897
+ },
898
+ {
899
+ "epoch": 0.98,
900
+ "learning_rate": 8.683729433272396e-07,
901
+ "loss": 0.0513,
902
+ "step": 2150
903
+ },
904
+ {
905
+ "epoch": 0.98,
906
+ "eval_accuracy": 0.9898666666666667,
907
+ "eval_f1": 0.9898286937901497,
908
+ "eval_loss": 0.05942407250404358,
909
+ "eval_precision": 0.9935518538420204,
910
+ "eval_recall": 0.9861333333333333,
911
+ "eval_runtime": 580.5968,
912
+ "eval_samples_per_second": 6.459,
913
+ "eval_steps_per_second": 0.808,
914
+ "step": 2150
915
+ }
916
+ ],
917
+ "max_steps": 2188,
918
+ "num_train_epochs": 1,
919
+ "total_flos": 1.268902526976e+17,
920
+ "trial_name": null,
921
+ "trial_params": null
922
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b738eba1cb47041e4ba06f5f99cf2e98a029ede364d6f2099fbb3349026301a2
3
+ size 3451