jatinarora2702 commited on
Commit
fc96332
·
1 Parent(s): 0e92a49

first model version

Browse files
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "allenai/scibert_scivocab_uncased",
3
+ "architectures": [
4
+ "NerModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "LABEL_0": 0,
21
+ "LABEL_1": 1,
22
+ "LABEL_2": 2,
23
+ "LABEL_3": 3
24
+ },
25
+ "layer_norm_eps": 1e-12,
26
+ "max_position_embeddings": 512,
27
+ "model_type": "bert",
28
+ "num_attention_heads": 12,
29
+ "num_hidden_layers": 12,
30
+ "pad_token_id": 0,
31
+ "position_embedding_type": "absolute",
32
+ "transformers_version": "4.2.2",
33
+ "type_vocab_size": 2,
34
+ "use_cache": true,
35
+ "vocab_size": 31090
36
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827a7ea41057ef00652017bfc078f8b32bfaefa0d5bb0f84908e7884bc4099d1
3
+ size 879498449
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb662041bea0600e345f017acae4fd48b5dded2c7ddd54d537e4a1b8d20d56af
3
+ size 439775497
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bda8c5da141c3afffbac71cbae797229888ba05e1c6da4fb20173c2b8bd496
3
+ size 623
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "allenai/scibert_scivocab_uncased", "do_basic_tokenize": true, "never_split": null}
trainer_state.json ADDED
@@ -0,0 +1,3418 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.8983986742650762,
3
+ "best_model_checkpoint": "../out/bio/ner-scibert-qa4-querytype5-span/checkpoints/checkpoint-12150",
4
+ "epoch": 127.89473684210526,
5
+ "global_step": 12150,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.53,
12
+ "learning_rate": 9.982456140350879e-06,
13
+ "loss": 0.497,
14
+ "step": 50
15
+ },
16
+ {
17
+ "epoch": 0.53,
18
+ "eval_loss": 0.16596195101737976,
19
+ "eval_micro_f1": 0.7603057598056351,
20
+ "eval_runtime": 3.8666,
21
+ "eval_samples_per_second": 259.4,
22
+ "step": 50
23
+ },
24
+ {
25
+ "epoch": 1.05,
26
+ "learning_rate": 9.964912280701755e-06,
27
+ "loss": 0.1446,
28
+ "step": 100
29
+ },
30
+ {
31
+ "epoch": 1.05,
32
+ "eval_loss": 0.12134452909231186,
33
+ "eval_micro_f1": 0.8320775021912038,
34
+ "eval_runtime": 2.9702,
35
+ "eval_samples_per_second": 337.691,
36
+ "step": 100
37
+ },
38
+ {
39
+ "epoch": 1.58,
40
+ "learning_rate": 9.947368421052632e-06,
41
+ "loss": 0.1055,
42
+ "step": 150
43
+ },
44
+ {
45
+ "epoch": 1.58,
46
+ "eval_loss": 0.1103413924574852,
47
+ "eval_micro_f1": 0.8564287692859414,
48
+ "eval_runtime": 3.8528,
49
+ "eval_samples_per_second": 260.329,
50
+ "step": 150
51
+ },
52
+ {
53
+ "epoch": 2.11,
54
+ "learning_rate": 9.929824561403509e-06,
55
+ "loss": 0.0844,
56
+ "step": 200
57
+ },
58
+ {
59
+ "epoch": 2.11,
60
+ "eval_loss": 0.10704845190048218,
61
+ "eval_micro_f1": 0.8708003272791329,
62
+ "eval_runtime": 3.2958,
63
+ "eval_samples_per_second": 304.328,
64
+ "step": 200
65
+ },
66
+ {
67
+ "epoch": 2.63,
68
+ "learning_rate": 9.912280701754386e-06,
69
+ "loss": 0.0663,
70
+ "step": 250
71
+ },
72
+ {
73
+ "epoch": 2.63,
74
+ "eval_loss": 0.10774940997362137,
75
+ "eval_micro_f1": 0.877275885531736,
76
+ "eval_runtime": 4.1403,
77
+ "eval_samples_per_second": 242.253,
78
+ "step": 250
79
+ },
80
+ {
81
+ "epoch": 3.16,
82
+ "learning_rate": 9.894736842105264e-06,
83
+ "loss": 0.058,
84
+ "step": 300
85
+ },
86
+ {
87
+ "epoch": 3.16,
88
+ "eval_loss": 0.10937967151403427,
89
+ "eval_micro_f1": 0.8814672866610472,
90
+ "eval_runtime": 3.0516,
91
+ "eval_samples_per_second": 328.685,
92
+ "step": 300
93
+ },
94
+ {
95
+ "epoch": 3.68,
96
+ "learning_rate": 9.87719298245614e-06,
97
+ "loss": 0.0467,
98
+ "step": 350
99
+ },
100
+ {
101
+ "epoch": 3.68,
102
+ "eval_loss": 0.11442398279905319,
103
+ "eval_micro_f1": 0.8797269619571783,
104
+ "eval_runtime": 7.9918,
105
+ "eval_samples_per_second": 125.504,
106
+ "step": 350
107
+ },
108
+ {
109
+ "epoch": 4.21,
110
+ "learning_rate": 9.859649122807018e-06,
111
+ "loss": 0.0436,
112
+ "step": 400
113
+ },
114
+ {
115
+ "epoch": 4.21,
116
+ "eval_loss": 0.12020551413297653,
117
+ "eval_micro_f1": 0.8807765923354797,
118
+ "eval_runtime": 3.1599,
119
+ "eval_samples_per_second": 317.415,
120
+ "step": 400
121
+ },
122
+ {
123
+ "epoch": 4.74,
124
+ "learning_rate": 9.842105263157896e-06,
125
+ "loss": 0.0324,
126
+ "step": 450
127
+ },
128
+ {
129
+ "epoch": 4.74,
130
+ "eval_loss": 0.12562759220600128,
131
+ "eval_micro_f1": 0.8849678561541727,
132
+ "eval_runtime": 3.8469,
133
+ "eval_samples_per_second": 260.73,
134
+ "step": 450
135
+ },
136
+ {
137
+ "epoch": 5.26,
138
+ "learning_rate": 9.824561403508772e-06,
139
+ "loss": 0.0318,
140
+ "step": 500
141
+ },
142
+ {
143
+ "epoch": 5.26,
144
+ "eval_loss": 0.1307975947856903,
145
+ "eval_micro_f1": 0.8806091917762102,
146
+ "eval_runtime": 3.3602,
147
+ "eval_samples_per_second": 298.498,
148
+ "step": 500
149
+ },
150
+ {
151
+ "epoch": 5.79,
152
+ "learning_rate": 9.80701754385965e-06,
153
+ "loss": 0.0248,
154
+ "step": 550
155
+ },
156
+ {
157
+ "epoch": 5.79,
158
+ "eval_loss": 0.13458630442619324,
159
+ "eval_micro_f1": 0.8805767133192626,
160
+ "eval_runtime": 3.9422,
161
+ "eval_samples_per_second": 254.429,
162
+ "step": 550
163
+ },
164
+ {
165
+ "epoch": 6.32,
166
+ "learning_rate": 9.789473684210527e-06,
167
+ "loss": 0.0178,
168
+ "step": 600
169
+ },
170
+ {
171
+ "epoch": 6.32,
172
+ "eval_loss": 0.15008904039859772,
173
+ "eval_micro_f1": 0.881859441117156,
174
+ "eval_runtime": 4.1673,
175
+ "eval_samples_per_second": 240.683,
176
+ "step": 600
177
+ },
178
+ {
179
+ "epoch": 6.84,
180
+ "learning_rate": 9.771929824561405e-06,
181
+ "loss": 0.021,
182
+ "step": 650
183
+ },
184
+ {
185
+ "epoch": 6.84,
186
+ "eval_loss": 0.14670833945274353,
187
+ "eval_micro_f1": 0.8866602550293828,
188
+ "eval_runtime": 4.0864,
189
+ "eval_samples_per_second": 245.451,
190
+ "step": 650
191
+ },
192
+ {
193
+ "epoch": 7.37,
194
+ "learning_rate": 9.754385964912281e-06,
195
+ "loss": 0.0134,
196
+ "step": 700
197
+ },
198
+ {
199
+ "epoch": 7.37,
200
+ "eval_loss": 0.1600644886493683,
201
+ "eval_micro_f1": 0.8886732283920349,
202
+ "eval_runtime": 3.7734,
203
+ "eval_samples_per_second": 265.81,
204
+ "step": 700
205
+ },
206
+ {
207
+ "epoch": 7.89,
208
+ "learning_rate": 9.736842105263159e-06,
209
+ "loss": 0.0154,
210
+ "step": 750
211
+ },
212
+ {
213
+ "epoch": 7.89,
214
+ "eval_loss": 0.15796250104904175,
215
+ "eval_micro_f1": 0.8849800737061796,
216
+ "eval_runtime": 9.0614,
217
+ "eval_samples_per_second": 110.689,
218
+ "step": 750
219
+ },
220
+ {
221
+ "epoch": 8.42,
222
+ "learning_rate": 9.719298245614037e-06,
223
+ "loss": 0.0122,
224
+ "step": 800
225
+ },
226
+ {
227
+ "epoch": 8.42,
228
+ "eval_loss": 0.16263359785079956,
229
+ "eval_micro_f1": 0.8857808852806778,
230
+ "eval_runtime": 3.0355,
231
+ "eval_samples_per_second": 330.427,
232
+ "step": 800
233
+ },
234
+ {
235
+ "epoch": 8.95,
236
+ "learning_rate": 9.701754385964913e-06,
237
+ "loss": 0.0102,
238
+ "step": 850
239
+ },
240
+ {
241
+ "epoch": 8.95,
242
+ "eval_loss": 0.1681569218635559,
243
+ "eval_micro_f1": 0.8865866952468597,
244
+ "eval_runtime": 3.9467,
245
+ "eval_samples_per_second": 254.139,
246
+ "step": 850
247
+ },
248
+ {
249
+ "epoch": 9.47,
250
+ "learning_rate": 9.68421052631579e-06,
251
+ "loss": 0.0085,
252
+ "step": 900
253
+ },
254
+ {
255
+ "epoch": 9.47,
256
+ "eval_loss": 0.17396388947963715,
257
+ "eval_micro_f1": 0.8904203992240877,
258
+ "eval_runtime": 3.2397,
259
+ "eval_samples_per_second": 309.6,
260
+ "step": 900
261
+ },
262
+ {
263
+ "epoch": 10.0,
264
+ "learning_rate": 9.666666666666667e-06,
265
+ "loss": 0.0082,
266
+ "step": 950
267
+ },
268
+ {
269
+ "epoch": 10.0,
270
+ "eval_loss": 0.17073805630207062,
271
+ "eval_micro_f1": 0.8865724861271382,
272
+ "eval_runtime": 4.0124,
273
+ "eval_samples_per_second": 249.975,
274
+ "step": 950
275
+ },
276
+ {
277
+ "epoch": 10.53,
278
+ "learning_rate": 9.649122807017545e-06,
279
+ "loss": 0.0067,
280
+ "step": 1000
281
+ },
282
+ {
283
+ "epoch": 10.53,
284
+ "eval_loss": 0.18167999386787415,
285
+ "eval_micro_f1": 0.8881885443065939,
286
+ "eval_runtime": 3.029,
287
+ "eval_samples_per_second": 331.129,
288
+ "step": 1000
289
+ },
290
+ {
291
+ "epoch": 11.05,
292
+ "learning_rate": 9.631578947368422e-06,
293
+ "loss": 0.0063,
294
+ "step": 1050
295
+ },
296
+ {
297
+ "epoch": 11.05,
298
+ "eval_loss": 0.19336147606372833,
299
+ "eval_micro_f1": 0.8878196310642488,
300
+ "eval_runtime": 4.1983,
301
+ "eval_samples_per_second": 238.906,
302
+ "step": 1050
303
+ },
304
+ {
305
+ "epoch": 11.58,
306
+ "learning_rate": 9.614035087719298e-06,
307
+ "loss": 0.0049,
308
+ "step": 1100
309
+ },
310
+ {
311
+ "epoch": 11.58,
312
+ "eval_loss": 0.19511640071868896,
313
+ "eval_micro_f1": 0.8885232409642093,
314
+ "eval_runtime": 7.209,
315
+ "eval_samples_per_second": 139.132,
316
+ "step": 1100
317
+ },
318
+ {
319
+ "epoch": 12.11,
320
+ "learning_rate": 9.596491228070176e-06,
321
+ "loss": 0.005,
322
+ "step": 1150
323
+ },
324
+ {
325
+ "epoch": 12.11,
326
+ "eval_loss": 0.19420750439167023,
327
+ "eval_micro_f1": 0.888308115043098,
328
+ "eval_runtime": 4.1643,
329
+ "eval_samples_per_second": 240.857,
330
+ "step": 1150
331
+ },
332
+ {
333
+ "epoch": 12.63,
334
+ "learning_rate": 9.578947368421054e-06,
335
+ "loss": 0.0045,
336
+ "step": 1200
337
+ },
338
+ {
339
+ "epoch": 12.63,
340
+ "eval_loss": 0.20499350130558014,
341
+ "eval_micro_f1": 0.8858688110376867,
342
+ "eval_runtime": 3.8458,
343
+ "eval_samples_per_second": 260.802,
344
+ "step": 1200
345
+ },
346
+ {
347
+ "epoch": 13.16,
348
+ "learning_rate": 9.56140350877193e-06,
349
+ "loss": 0.0038,
350
+ "step": 1250
351
+ },
352
+ {
353
+ "epoch": 13.16,
354
+ "eval_loss": 0.20660339295864105,
355
+ "eval_micro_f1": 0.8856629332755052,
356
+ "eval_runtime": 8.3149,
357
+ "eval_samples_per_second": 120.627,
358
+ "step": 1250
359
+ },
360
+ {
361
+ "epoch": 13.68,
362
+ "learning_rate": 9.543859649122808e-06,
363
+ "loss": 0.004,
364
+ "step": 1300
365
+ },
366
+ {
367
+ "epoch": 13.68,
368
+ "eval_loss": 0.20800620317459106,
369
+ "eval_micro_f1": 0.8840419652645282,
370
+ "eval_runtime": 3.2669,
371
+ "eval_samples_per_second": 307.02,
372
+ "step": 1300
373
+ },
374
+ {
375
+ "epoch": 14.21,
376
+ "learning_rate": 9.526315789473684e-06,
377
+ "loss": 0.0044,
378
+ "step": 1350
379
+ },
380
+ {
381
+ "epoch": 14.21,
382
+ "eval_loss": 0.20232698321342468,
383
+ "eval_micro_f1": 0.8879736403564538,
384
+ "eval_runtime": 3.93,
385
+ "eval_samples_per_second": 255.213,
386
+ "step": 1350
387
+ },
388
+ {
389
+ "epoch": 14.74,
390
+ "learning_rate": 9.508771929824562e-06,
391
+ "loss": 0.0031,
392
+ "step": 1400
393
+ },
394
+ {
395
+ "epoch": 14.74,
396
+ "eval_loss": 0.20720337331295013,
397
+ "eval_micro_f1": 0.8866318962881453,
398
+ "eval_runtime": 3.3011,
399
+ "eval_samples_per_second": 303.841,
400
+ "step": 1400
401
+ },
402
+ {
403
+ "epoch": 15.26,
404
+ "learning_rate": 9.49122807017544e-06,
405
+ "loss": 0.003,
406
+ "step": 1450
407
+ },
408
+ {
409
+ "epoch": 15.26,
410
+ "eval_loss": 0.21012167632579803,
411
+ "eval_micro_f1": 0.887170279847774,
412
+ "eval_runtime": 8.5032,
413
+ "eval_samples_per_second": 117.955,
414
+ "step": 1450
415
+ },
416
+ {
417
+ "epoch": 15.79,
418
+ "learning_rate": 9.473684210526315e-06,
419
+ "loss": 0.0027,
420
+ "step": 1500
421
+ },
422
+ {
423
+ "epoch": 15.79,
424
+ "eval_loss": 0.21568599343299866,
425
+ "eval_micro_f1": 0.8833127651654995,
426
+ "eval_runtime": 4.0273,
427
+ "eval_samples_per_second": 249.049,
428
+ "step": 1500
429
+ },
430
+ {
431
+ "epoch": 16.32,
432
+ "learning_rate": 9.456140350877195e-06,
433
+ "loss": 0.0022,
434
+ "step": 1550
435
+ },
436
+ {
437
+ "epoch": 16.32,
438
+ "eval_loss": 0.21815350651741028,
439
+ "eval_micro_f1": 0.8888275095121845,
440
+ "eval_runtime": 4.0059,
441
+ "eval_samples_per_second": 250.383,
442
+ "step": 1550
443
+ },
444
+ {
445
+ "epoch": 16.84,
446
+ "learning_rate": 9.438596491228071e-06,
447
+ "loss": 0.0032,
448
+ "step": 1600
449
+ },
450
+ {
451
+ "epoch": 16.84,
452
+ "eval_loss": 0.22826983034610748,
453
+ "eval_micro_f1": 0.8860584239771193,
454
+ "eval_runtime": 4.1145,
455
+ "eval_samples_per_second": 243.773,
456
+ "step": 1600
457
+ },
458
+ {
459
+ "epoch": 17.37,
460
+ "learning_rate": 9.421052631578949e-06,
461
+ "loss": 0.0025,
462
+ "step": 1650
463
+ },
464
+ {
465
+ "epoch": 17.37,
466
+ "eval_loss": 0.2320602834224701,
467
+ "eval_micro_f1": 0.8888272797880848,
468
+ "eval_runtime": 4.0759,
469
+ "eval_samples_per_second": 246.078,
470
+ "step": 1650
471
+ },
472
+ {
473
+ "epoch": 17.89,
474
+ "learning_rate": 9.403508771929825e-06,
475
+ "loss": 0.0029,
476
+ "step": 1700
477
+ },
478
+ {
479
+ "epoch": 17.89,
480
+ "eval_loss": 0.2191556990146637,
481
+ "eval_micro_f1": 0.8870923535694059,
482
+ "eval_runtime": 3.809,
483
+ "eval_samples_per_second": 263.323,
484
+ "step": 1700
485
+ },
486
+ {
487
+ "epoch": 18.42,
488
+ "learning_rate": 9.385964912280703e-06,
489
+ "loss": 0.0016,
490
+ "step": 1750
491
+ },
492
+ {
493
+ "epoch": 18.42,
494
+ "eval_loss": 0.2177244871854782,
495
+ "eval_micro_f1": 0.8863077338534753,
496
+ "eval_runtime": 3.9224,
497
+ "eval_samples_per_second": 255.708,
498
+ "step": 1750
499
+ },
500
+ {
501
+ "epoch": 18.95,
502
+ "learning_rate": 9.36842105263158e-06,
503
+ "loss": 0.0028,
504
+ "step": 1800
505
+ },
506
+ {
507
+ "epoch": 18.95,
508
+ "eval_loss": 0.21616131067276,
509
+ "eval_micro_f1": 0.8853046589979684,
510
+ "eval_runtime": 4.0177,
511
+ "eval_samples_per_second": 249.643,
512
+ "step": 1800
513
+ },
514
+ {
515
+ "epoch": 19.47,
516
+ "learning_rate": 9.350877192982457e-06,
517
+ "loss": 0.0019,
518
+ "step": 1850
519
+ },
520
+ {
521
+ "epoch": 19.47,
522
+ "eval_loss": 0.20461300015449524,
523
+ "eval_micro_f1": 0.8882208248619471,
524
+ "eval_runtime": 4.2755,
525
+ "eval_samples_per_second": 234.592,
526
+ "step": 1850
527
+ },
528
+ {
529
+ "epoch": 20.0,
530
+ "learning_rate": 9.333333333333334e-06,
531
+ "loss": 0.0019,
532
+ "step": 1900
533
+ },
534
+ {
535
+ "epoch": 20.0,
536
+ "eval_loss": 0.2104501575231552,
537
+ "eval_micro_f1": 0.8884625919908908,
538
+ "eval_runtime": 3.4773,
539
+ "eval_samples_per_second": 288.446,
540
+ "step": 1900
541
+ },
542
+ {
543
+ "epoch": 20.53,
544
+ "learning_rate": 9.315789473684212e-06,
545
+ "loss": 0.0018,
546
+ "step": 1950
547
+ },
548
+ {
549
+ "epoch": 20.53,
550
+ "eval_loss": 0.22620131075382233,
551
+ "eval_micro_f1": 0.8873531439365204,
552
+ "eval_runtime": 4.2745,
553
+ "eval_samples_per_second": 234.646,
554
+ "step": 1950
555
+ },
556
+ {
557
+ "epoch": 21.05,
558
+ "learning_rate": 9.298245614035088e-06,
559
+ "loss": 0.0021,
560
+ "step": 2000
561
+ },
562
+ {
563
+ "epoch": 21.05,
564
+ "eval_loss": 0.22461262345314026,
565
+ "eval_micro_f1": 0.8881224991548825,
566
+ "eval_runtime": 3.2192,
567
+ "eval_samples_per_second": 311.564,
568
+ "step": 2000
569
+ },
570
+ {
571
+ "epoch": 21.58,
572
+ "learning_rate": 9.280701754385966e-06,
573
+ "loss": 0.0018,
574
+ "step": 2050
575
+ },
576
+ {
577
+ "epoch": 21.58,
578
+ "eval_loss": 0.22409117221832275,
579
+ "eval_micro_f1": 0.8847725410416855,
580
+ "eval_runtime": 4.0098,
581
+ "eval_samples_per_second": 250.135,
582
+ "step": 2050
583
+ },
584
+ {
585
+ "epoch": 22.11,
586
+ "learning_rate": 9.263157894736842e-06,
587
+ "loss": 0.0018,
588
+ "step": 2100
589
+ },
590
+ {
591
+ "epoch": 22.11,
592
+ "eval_loss": 0.22294463217258453,
593
+ "eval_micro_f1": 0.8847900889698287,
594
+ "eval_runtime": 4.1446,
595
+ "eval_samples_per_second": 242.002,
596
+ "step": 2100
597
+ },
598
+ {
599
+ "epoch": 22.63,
600
+ "learning_rate": 9.24561403508772e-06,
601
+ "loss": 0.0013,
602
+ "step": 2150
603
+ },
604
+ {
605
+ "epoch": 22.63,
606
+ "eval_loss": 0.22384154796600342,
607
+ "eval_micro_f1": 0.8887362632360413,
608
+ "eval_runtime": 3.8498,
609
+ "eval_samples_per_second": 260.531,
610
+ "step": 2150
611
+ },
612
+ {
613
+ "epoch": 23.16,
614
+ "learning_rate": 9.228070175438598e-06,
615
+ "loss": 0.0016,
616
+ "step": 2200
617
+ },
618
+ {
619
+ "epoch": 23.16,
620
+ "eval_loss": 0.2359953075647354,
621
+ "eval_micro_f1": 0.8928472792567275,
622
+ "eval_runtime": 7.8584,
623
+ "eval_samples_per_second": 127.634,
624
+ "step": 2200
625
+ },
626
+ {
627
+ "epoch": 23.68,
628
+ "learning_rate": 9.210526315789474e-06,
629
+ "loss": 0.0025,
630
+ "step": 2250
631
+ },
632
+ {
633
+ "epoch": 23.68,
634
+ "eval_loss": 0.23350147902965546,
635
+ "eval_micro_f1": 0.889812889312646,
636
+ "eval_runtime": 4.2266,
637
+ "eval_samples_per_second": 237.307,
638
+ "step": 2250
639
+ },
640
+ {
641
+ "epoch": 24.21,
642
+ "learning_rate": 9.192982456140351e-06,
643
+ "loss": 0.0013,
644
+ "step": 2300
645
+ },
646
+ {
647
+ "epoch": 24.21,
648
+ "eval_loss": 0.2257278561592102,
649
+ "eval_micro_f1": 0.8870110394344386,
650
+ "eval_runtime": 3.1056,
651
+ "eval_samples_per_second": 322.962,
652
+ "step": 2300
653
+ },
654
+ {
655
+ "epoch": 24.74,
656
+ "learning_rate": 9.17543859649123e-06,
657
+ "loss": 0.0016,
658
+ "step": 2350
659
+ },
660
+ {
661
+ "epoch": 24.74,
662
+ "eval_loss": 0.23105472326278687,
663
+ "eval_micro_f1": 0.8878048775485645,
664
+ "eval_runtime": 4.2866,
665
+ "eval_samples_per_second": 233.983,
666
+ "step": 2350
667
+ },
668
+ {
669
+ "epoch": 25.26,
670
+ "learning_rate": 9.157894736842105e-06,
671
+ "loss": 0.0013,
672
+ "step": 2400
673
+ },
674
+ {
675
+ "epoch": 25.26,
676
+ "eval_loss": 0.2281590700149536,
677
+ "eval_micro_f1": 0.8916026339674028,
678
+ "eval_runtime": 3.4214,
679
+ "eval_samples_per_second": 293.154,
680
+ "step": 2400
681
+ },
682
+ {
683
+ "epoch": 25.79,
684
+ "learning_rate": 9.140350877192983e-06,
685
+ "loss": 0.0011,
686
+ "step": 2450
687
+ },
688
+ {
689
+ "epoch": 25.79,
690
+ "eval_loss": 0.2338750958442688,
691
+ "eval_micro_f1": 0.8898037596205473,
692
+ "eval_runtime": 8.6143,
693
+ "eval_samples_per_second": 116.434,
694
+ "step": 2450
695
+ },
696
+ {
697
+ "epoch": 26.32,
698
+ "learning_rate": 9.12280701754386e-06,
699
+ "loss": 0.0011,
700
+ "step": 2500
701
+ },
702
+ {
703
+ "epoch": 26.32,
704
+ "eval_loss": 0.23937590420246124,
705
+ "eval_micro_f1": 0.8897453539388568,
706
+ "eval_runtime": 7.6161,
707
+ "eval_samples_per_second": 131.695,
708
+ "step": 2500
709
+ },
710
+ {
711
+ "epoch": 26.84,
712
+ "learning_rate": 9.105263157894739e-06,
713
+ "loss": 0.0011,
714
+ "step": 2550
715
+ },
716
+ {
717
+ "epoch": 26.84,
718
+ "eval_loss": 0.2461203783750534,
719
+ "eval_micro_f1": 0.8883066735207185,
720
+ "eval_runtime": 4.018,
721
+ "eval_samples_per_second": 249.627,
722
+ "step": 2550
723
+ },
724
+ {
725
+ "epoch": 27.37,
726
+ "learning_rate": 9.087719298245615e-06,
727
+ "loss": 0.0012,
728
+ "step": 2600
729
+ },
730
+ {
731
+ "epoch": 27.37,
732
+ "eval_loss": 0.24809321761131287,
733
+ "eval_micro_f1": 0.8906206507661238,
734
+ "eval_runtime": 4.1771,
735
+ "eval_samples_per_second": 240.119,
736
+ "step": 2600
737
+ },
738
+ {
739
+ "epoch": 27.89,
740
+ "learning_rate": 9.070175438596493e-06,
741
+ "loss": 0.0011,
742
+ "step": 2650
743
+ },
744
+ {
745
+ "epoch": 27.89,
746
+ "eval_loss": 0.2448018193244934,
747
+ "eval_micro_f1": 0.8903526823596716,
748
+ "eval_runtime": 3.9644,
749
+ "eval_samples_per_second": 253.001,
750
+ "step": 2650
751
+ },
752
+ {
753
+ "epoch": 28.42,
754
+ "learning_rate": 9.05263157894737e-06,
755
+ "loss": 0.0011,
756
+ "step": 2700
757
+ },
758
+ {
759
+ "epoch": 28.42,
760
+ "eval_loss": 0.25840333104133606,
761
+ "eval_micro_f1": 0.8891343361006115,
762
+ "eval_runtime": 3.8391,
763
+ "eval_samples_per_second": 261.258,
764
+ "step": 2700
765
+ },
766
+ {
767
+ "epoch": 28.95,
768
+ "learning_rate": 9.035087719298246e-06,
769
+ "loss": 0.0019,
770
+ "step": 2750
771
+ },
772
+ {
773
+ "epoch": 28.95,
774
+ "eval_loss": 0.24923892319202423,
775
+ "eval_micro_f1": 0.889258950374031,
776
+ "eval_runtime": 3.973,
777
+ "eval_samples_per_second": 252.452,
778
+ "step": 2750
779
+ },
780
+ {
781
+ "epoch": 29.47,
782
+ "learning_rate": 9.017543859649124e-06,
783
+ "loss": 0.0006,
784
+ "step": 2800
785
+ },
786
+ {
787
+ "epoch": 29.47,
788
+ "eval_loss": 0.24881286919116974,
789
+ "eval_micro_f1": 0.8902725884024797,
790
+ "eval_runtime": 3.9882,
791
+ "eval_samples_per_second": 251.489,
792
+ "step": 2800
793
+ },
794
+ {
795
+ "epoch": 30.0,
796
+ "learning_rate": 9e-06,
797
+ "loss": 0.0009,
798
+ "step": 2850
799
+ },
800
+ {
801
+ "epoch": 30.0,
802
+ "eval_loss": 0.24882127344608307,
803
+ "eval_micro_f1": 0.889040907968823,
804
+ "eval_runtime": 7.8761,
805
+ "eval_samples_per_second": 127.347,
806
+ "step": 2850
807
+ },
808
+ {
809
+ "epoch": 30.53,
810
+ "learning_rate": 8.982456140350878e-06,
811
+ "loss": 0.0009,
812
+ "step": 2900
813
+ },
814
+ {
815
+ "epoch": 30.53,
816
+ "eval_loss": 0.2666034996509552,
817
+ "eval_micro_f1": 0.887988826315445,
818
+ "eval_runtime": 3.6896,
819
+ "eval_samples_per_second": 271.845,
820
+ "step": 2900
821
+ },
822
+ {
823
+ "epoch": 31.05,
824
+ "learning_rate": 8.964912280701756e-06,
825
+ "loss": 0.0008,
826
+ "step": 2950
827
+ },
828
+ {
829
+ "epoch": 31.05,
830
+ "eval_loss": 0.25441551208496094,
831
+ "eval_micro_f1": 0.8864879644888763,
832
+ "eval_runtime": 4.0487,
833
+ "eval_samples_per_second": 247.733,
834
+ "step": 2950
835
+ },
836
+ {
837
+ "epoch": 31.58,
838
+ "learning_rate": 8.947368421052632e-06,
839
+ "loss": 0.0009,
840
+ "step": 3000
841
+ },
842
+ {
843
+ "epoch": 31.58,
844
+ "eval_loss": 0.2586291432380676,
845
+ "eval_micro_f1": 0.8888272797880848,
846
+ "eval_runtime": 3.0865,
847
+ "eval_samples_per_second": 324.968,
848
+ "step": 3000
849
+ },
850
+ {
851
+ "epoch": 32.11,
852
+ "learning_rate": 8.92982456140351e-06,
853
+ "loss": 0.0011,
854
+ "step": 3050
855
+ },
856
+ {
857
+ "epoch": 32.11,
858
+ "eval_loss": 0.25473150610923767,
859
+ "eval_micro_f1": 0.8907840435162748,
860
+ "eval_runtime": 3.82,
861
+ "eval_samples_per_second": 262.568,
862
+ "step": 3050
863
+ },
864
+ {
865
+ "epoch": 32.63,
866
+ "learning_rate": 8.912280701754387e-06,
867
+ "loss": 0.0008,
868
+ "step": 3100
869
+ },
870
+ {
871
+ "epoch": 32.63,
872
+ "eval_loss": 0.25877171754837036,
873
+ "eval_micro_f1": 0.8904867251634705,
874
+ "eval_runtime": 3.1409,
875
+ "eval_samples_per_second": 319.338,
876
+ "step": 3100
877
+ },
878
+ {
879
+ "epoch": 33.16,
880
+ "learning_rate": 8.894736842105264e-06,
881
+ "loss": 0.0011,
882
+ "step": 3150
883
+ },
884
+ {
885
+ "epoch": 33.16,
886
+ "eval_loss": 0.25028061866760254,
887
+ "eval_micro_f1": 0.8921419688410055,
888
+ "eval_runtime": 4.2532,
889
+ "eval_samples_per_second": 235.82,
890
+ "step": 3150
891
+ },
892
+ {
893
+ "epoch": 33.68,
894
+ "learning_rate": 8.877192982456141e-06,
895
+ "loss": 0.0007,
896
+ "step": 3200
897
+ },
898
+ {
899
+ "epoch": 33.68,
900
+ "eval_loss": 0.25727859139442444,
901
+ "eval_micro_f1": 0.889716018248036,
902
+ "eval_runtime": 3.3044,
903
+ "eval_samples_per_second": 303.532,
904
+ "step": 3200
905
+ },
906
+ {
907
+ "epoch": 34.21,
908
+ "learning_rate": 8.859649122807017e-06,
909
+ "loss": 0.001,
910
+ "step": 3250
911
+ },
912
+ {
913
+ "epoch": 34.21,
914
+ "eval_loss": 0.2515270709991455,
915
+ "eval_micro_f1": 0.8864879644888763,
916
+ "eval_runtime": 4.1808,
917
+ "eval_samples_per_second": 239.905,
918
+ "step": 3250
919
+ },
920
+ {
921
+ "epoch": 34.74,
922
+ "learning_rate": 8.842105263157895e-06,
923
+ "loss": 0.0008,
924
+ "step": 3300
925
+ },
926
+ {
927
+ "epoch": 34.74,
928
+ "eval_loss": 0.25637340545654297,
929
+ "eval_micro_f1": 0.8926193113754515,
930
+ "eval_runtime": 4.1437,
931
+ "eval_samples_per_second": 242.051,
932
+ "step": 3300
933
+ },
934
+ {
935
+ "epoch": 35.26,
936
+ "learning_rate": 8.824561403508773e-06,
937
+ "loss": 0.0008,
938
+ "step": 3350
939
+ },
940
+ {
941
+ "epoch": 35.26,
942
+ "eval_loss": 0.26558125019073486,
943
+ "eval_micro_f1": 0.8904987456686294,
944
+ "eval_runtime": 3.5766,
945
+ "eval_samples_per_second": 280.432,
946
+ "step": 3350
947
+ },
948
+ {
949
+ "epoch": 35.79,
950
+ "learning_rate": 8.807017543859649e-06,
951
+ "loss": 0.0011,
952
+ "step": 3400
953
+ },
954
+ {
955
+ "epoch": 35.79,
956
+ "eval_loss": 0.24883043766021729,
957
+ "eval_micro_f1": 0.8895916398132595,
958
+ "eval_runtime": 4.0716,
959
+ "eval_samples_per_second": 246.339,
960
+ "step": 3400
961
+ },
962
+ {
963
+ "epoch": 36.32,
964
+ "learning_rate": 8.789473684210527e-06,
965
+ "loss": 0.0015,
966
+ "step": 3450
967
+ },
968
+ {
969
+ "epoch": 36.32,
970
+ "eval_loss": 0.23010390996932983,
971
+ "eval_micro_f1": 0.8911676232351213,
972
+ "eval_runtime": 4.0619,
973
+ "eval_samples_per_second": 246.929,
974
+ "step": 3450
975
+ },
976
+ {
977
+ "epoch": 36.84,
978
+ "learning_rate": 8.771929824561405e-06,
979
+ "loss": 0.0009,
980
+ "step": 3500
981
+ },
982
+ {
983
+ "epoch": 36.84,
984
+ "eval_loss": 0.24908015131950378,
985
+ "eval_micro_f1": 0.8912087907085681,
986
+ "eval_runtime": 4.0376,
987
+ "eval_samples_per_second": 248.415,
988
+ "step": 3500
989
+ },
990
+ {
991
+ "epoch": 37.37,
992
+ "learning_rate": 8.75438596491228e-06,
993
+ "loss": 0.001,
994
+ "step": 3550
995
+ },
996
+ {
997
+ "epoch": 37.37,
998
+ "eval_loss": 0.24616041779518127,
999
+ "eval_micro_f1": 0.8888582834826856,
1000
+ "eval_runtime": 4.0021,
1001
+ "eval_samples_per_second": 250.617,
1002
+ "step": 3550
1003
+ },
1004
+ {
1005
+ "epoch": 37.89,
1006
+ "learning_rate": 8.736842105263158e-06,
1007
+ "loss": 0.001,
1008
+ "step": 3600
1009
+ },
1010
+ {
1011
+ "epoch": 37.89,
1012
+ "eval_loss": 0.26039624214172363,
1013
+ "eval_micro_f1": 0.8903976716627039,
1014
+ "eval_runtime": 4.0496,
1015
+ "eval_samples_per_second": 247.68,
1016
+ "step": 3600
1017
+ },
1018
+ {
1019
+ "epoch": 38.42,
1020
+ "learning_rate": 8.719298245614036e-06,
1021
+ "loss": 0.0006,
1022
+ "step": 3650
1023
+ },
1024
+ {
1025
+ "epoch": 38.42,
1026
+ "eval_loss": 0.24825327098369598,
1027
+ "eval_micro_f1": 0.8922780978784502,
1028
+ "eval_runtime": 4.0936,
1029
+ "eval_samples_per_second": 245.015,
1030
+ "step": 3650
1031
+ },
1032
+ {
1033
+ "epoch": 38.95,
1034
+ "learning_rate": 8.701754385964914e-06,
1035
+ "loss": 0.0005,
1036
+ "step": 3700
1037
+ },
1038
+ {
1039
+ "epoch": 38.95,
1040
+ "eval_loss": 0.2580792307853699,
1041
+ "eval_micro_f1": 0.8930206738441455,
1042
+ "eval_runtime": 7.9334,
1043
+ "eval_samples_per_second": 126.428,
1044
+ "step": 3700
1045
+ },
1046
+ {
1047
+ "epoch": 39.47,
1048
+ "learning_rate": 8.68421052631579e-06,
1049
+ "loss": 0.0004,
1050
+ "step": 3750
1051
+ },
1052
+ {
1053
+ "epoch": 39.47,
1054
+ "eval_loss": 0.2521957755088806,
1055
+ "eval_micro_f1": 0.8948311504301512,
1056
+ "eval_runtime": 7.7435,
1057
+ "eval_samples_per_second": 129.529,
1058
+ "step": 3750
1059
+ },
1060
+ {
1061
+ "epoch": 40.0,
1062
+ "learning_rate": 8.666666666666668e-06,
1063
+ "loss": 0.0006,
1064
+ "step": 3800
1065
+ },
1066
+ {
1067
+ "epoch": 40.0,
1068
+ "eval_loss": 0.25524747371673584,
1069
+ "eval_micro_f1": 0.8941500339113264,
1070
+ "eval_runtime": 3.1595,
1071
+ "eval_samples_per_second": 317.453,
1072
+ "step": 3800
1073
+ },
1074
+ {
1075
+ "epoch": 40.53,
1076
+ "learning_rate": 8.649122807017546e-06,
1077
+ "loss": 0.0003,
1078
+ "step": 3850
1079
+ },
1080
+ {
1081
+ "epoch": 40.53,
1082
+ "eval_loss": 0.26724773645401,
1083
+ "eval_micro_f1": 0.8946349552519649,
1084
+ "eval_runtime": 4.1388,
1085
+ "eval_samples_per_second": 242.341,
1086
+ "step": 3850
1087
+ },
1088
+ {
1089
+ "epoch": 41.05,
1090
+ "learning_rate": 8.631578947368422e-06,
1091
+ "loss": 0.0004,
1092
+ "step": 3900
1093
+ },
1094
+ {
1095
+ "epoch": 41.05,
1096
+ "eval_loss": 0.27384868264198303,
1097
+ "eval_micro_f1": 0.8935934684356875,
1098
+ "eval_runtime": 3.0974,
1099
+ "eval_samples_per_second": 323.824,
1100
+ "step": 3900
1101
+ },
1102
+ {
1103
+ "epoch": 41.58,
1104
+ "learning_rate": 8.6140350877193e-06,
1105
+ "loss": 0.0003,
1106
+ "step": 3950
1107
+ },
1108
+ {
1109
+ "epoch": 41.58,
1110
+ "eval_loss": 0.2772686183452606,
1111
+ "eval_micro_f1": 0.88907330517057,
1112
+ "eval_runtime": 4.0147,
1113
+ "eval_samples_per_second": 249.83,
1114
+ "step": 3950
1115
+ },
1116
+ {
1117
+ "epoch": 42.11,
1118
+ "learning_rate": 8.596491228070176e-06,
1119
+ "loss": 0.0006,
1120
+ "step": 4000
1121
+ },
1122
+ {
1123
+ "epoch": 42.11,
1124
+ "eval_loss": 0.29643380641937256,
1125
+ "eval_micro_f1": 0.885829508608378,
1126
+ "eval_runtime": 3.3429,
1127
+ "eval_samples_per_second": 300.038,
1128
+ "step": 4000
1129
+ },
1130
+ {
1131
+ "epoch": 42.63,
1132
+ "learning_rate": 8.578947368421053e-06,
1133
+ "loss": 0.0008,
1134
+ "step": 4050
1135
+ },
1136
+ {
1137
+ "epoch": 42.63,
1138
+ "eval_loss": 0.26611000299453735,
1139
+ "eval_micro_f1": 0.8879096662582328,
1140
+ "eval_runtime": 4.0238,
1141
+ "eval_samples_per_second": 249.27,
1142
+ "step": 4050
1143
+ },
1144
+ {
1145
+ "epoch": 43.16,
1146
+ "learning_rate": 8.561403508771931e-06,
1147
+ "loss": 0.0004,
1148
+ "step": 4100
1149
+ },
1150
+ {
1151
+ "epoch": 43.16,
1152
+ "eval_loss": 0.2743793725967407,
1153
+ "eval_micro_f1": 0.8882442321285712,
1154
+ "eval_runtime": 3.1772,
1155
+ "eval_samples_per_second": 315.686,
1156
+ "step": 4100
1157
+ },
1158
+ {
1159
+ "epoch": 43.68,
1160
+ "learning_rate": 8.543859649122807e-06,
1161
+ "loss": 0.0008,
1162
+ "step": 4150
1163
+ },
1164
+ {
1165
+ "epoch": 43.68,
1166
+ "eval_loss": 0.2628384828567505,
1167
+ "eval_micro_f1": 0.8910398225086031,
1168
+ "eval_runtime": 4.2593,
1169
+ "eval_samples_per_second": 235.485,
1170
+ "step": 4150
1171
+ },
1172
+ {
1173
+ "epoch": 44.21,
1174
+ "learning_rate": 8.526315789473685e-06,
1175
+ "loss": 0.0006,
1176
+ "step": 4200
1177
+ },
1178
+ {
1179
+ "epoch": 44.21,
1180
+ "eval_loss": 0.26010385155677795,
1181
+ "eval_micro_f1": 0.8914301455455033,
1182
+ "eval_runtime": 3.0812,
1183
+ "eval_samples_per_second": 325.522,
1184
+ "step": 4200
1185
+ },
1186
+ {
1187
+ "epoch": 44.74,
1188
+ "learning_rate": 8.508771929824563e-06,
1189
+ "loss": 0.0007,
1190
+ "step": 4250
1191
+ },
1192
+ {
1193
+ "epoch": 44.74,
1194
+ "eval_loss": 0.2640901803970337,
1195
+ "eval_micro_f1": 0.893069580354643,
1196
+ "eval_runtime": 8.5126,
1197
+ "eval_samples_per_second": 117.826,
1198
+ "step": 4250
1199
+ },
1200
+ {
1201
+ "epoch": 45.26,
1202
+ "learning_rate": 8.491228070175439e-06,
1203
+ "loss": 0.0012,
1204
+ "step": 4300
1205
+ },
1206
+ {
1207
+ "epoch": 45.26,
1208
+ "eval_loss": 0.25755465030670166,
1209
+ "eval_micro_f1": 0.8900480434256571,
1210
+ "eval_runtime": 3.9392,
1211
+ "eval_samples_per_second": 254.619,
1212
+ "step": 4300
1213
+ },
1214
+ {
1215
+ "epoch": 45.79,
1216
+ "learning_rate": 8.473684210526317e-06,
1217
+ "loss": 0.001,
1218
+ "step": 4350
1219
+ },
1220
+ {
1221
+ "epoch": 45.79,
1222
+ "eval_loss": 0.2633231282234192,
1223
+ "eval_micro_f1": 0.88768418076193,
1224
+ "eval_runtime": 3.922,
1225
+ "eval_samples_per_second": 255.734,
1226
+ "step": 4350
1227
+ },
1228
+ {
1229
+ "epoch": 46.32,
1230
+ "learning_rate": 8.456140350877193e-06,
1231
+ "loss": 0.0006,
1232
+ "step": 4400
1233
+ },
1234
+ {
1235
+ "epoch": 46.32,
1236
+ "eval_loss": 0.2707374095916748,
1237
+ "eval_micro_f1": 0.8882082690250439,
1238
+ "eval_runtime": 4.0637,
1239
+ "eval_samples_per_second": 246.818,
1240
+ "step": 4400
1241
+ },
1242
+ {
1243
+ "epoch": 46.84,
1244
+ "learning_rate": 8.43859649122807e-06,
1245
+ "loss": 0.0007,
1246
+ "step": 4450
1247
+ },
1248
+ {
1249
+ "epoch": 46.84,
1250
+ "eval_loss": 0.2625438868999481,
1251
+ "eval_micro_f1": 0.885142543359445,
1252
+ "eval_runtime": 4.0886,
1253
+ "eval_samples_per_second": 245.319,
1254
+ "step": 4450
1255
+ },
1256
+ {
1257
+ "epoch": 47.37,
1258
+ "learning_rate": 8.421052631578948e-06,
1259
+ "loss": 0.0011,
1260
+ "step": 4500
1261
+ },
1262
+ {
1263
+ "epoch": 47.37,
1264
+ "eval_loss": 0.27610084414482117,
1265
+ "eval_micro_f1": 0.8910726638596154,
1266
+ "eval_runtime": 4.0841,
1267
+ "eval_samples_per_second": 245.585,
1268
+ "step": 4500
1269
+ },
1270
+ {
1271
+ "epoch": 47.89,
1272
+ "learning_rate": 8.403508771929824e-06,
1273
+ "loss": 0.0007,
1274
+ "step": 4550
1275
+ },
1276
+ {
1277
+ "epoch": 47.89,
1278
+ "eval_loss": 0.26576119661331177,
1279
+ "eval_micro_f1": 0.8919966763205791,
1280
+ "eval_runtime": 3.9294,
1281
+ "eval_samples_per_second": 255.252,
1282
+ "step": 4550
1283
+ },
1284
+ {
1285
+ "epoch": 48.42,
1286
+ "learning_rate": 8.385964912280704e-06,
1287
+ "loss": 0.0009,
1288
+ "step": 4600
1289
+ },
1290
+ {
1291
+ "epoch": 48.42,
1292
+ "eval_loss": 0.2603236734867096,
1293
+ "eval_micro_f1": 0.891277386849905,
1294
+ "eval_runtime": 3.9123,
1295
+ "eval_samples_per_second": 256.369,
1296
+ "step": 4600
1297
+ },
1298
+ {
1299
+ "epoch": 48.95,
1300
+ "learning_rate": 8.36842105263158e-06,
1301
+ "loss": 0.0009,
1302
+ "step": 4650
1303
+ },
1304
+ {
1305
+ "epoch": 48.95,
1306
+ "eval_loss": 0.25420811772346497,
1307
+ "eval_micro_f1": 0.8894707823002013,
1308
+ "eval_runtime": 4.0944,
1309
+ "eval_samples_per_second": 244.97,
1310
+ "step": 4650
1311
+ },
1312
+ {
1313
+ "epoch": 49.47,
1314
+ "learning_rate": 8.350877192982458e-06,
1315
+ "loss": 0.0001,
1316
+ "step": 4700
1317
+ },
1318
+ {
1319
+ "epoch": 49.47,
1320
+ "eval_loss": 0.2677100598812103,
1321
+ "eval_micro_f1": 0.8913433655083149,
1322
+ "eval_runtime": 3.6777,
1323
+ "eval_samples_per_second": 272.725,
1324
+ "step": 4700
1325
+ },
1326
+ {
1327
+ "epoch": 50.0,
1328
+ "learning_rate": 8.333333333333334e-06,
1329
+ "loss": 0.0005,
1330
+ "step": 4750
1331
+ },
1332
+ {
1333
+ "epoch": 50.0,
1334
+ "eval_loss": 0.2767828404903412,
1335
+ "eval_micro_f1": 0.8868238552556532,
1336
+ "eval_runtime": 3.9956,
1337
+ "eval_samples_per_second": 251.023,
1338
+ "step": 4750
1339
+ },
1340
+ {
1341
+ "epoch": 50.53,
1342
+ "learning_rate": 8.315789473684212e-06,
1343
+ "loss": 0.0007,
1344
+ "step": 4800
1345
+ },
1346
+ {
1347
+ "epoch": 50.53,
1348
+ "eval_loss": 0.2751113176345825,
1349
+ "eval_micro_f1": 0.8862474079309921,
1350
+ "eval_runtime": 3.8895,
1351
+ "eval_samples_per_second": 257.871,
1352
+ "step": 4800
1353
+ },
1354
+ {
1355
+ "epoch": 51.05,
1356
+ "learning_rate": 8.29824561403509e-06,
1357
+ "loss": 0.0004,
1358
+ "step": 4850
1359
+ },
1360
+ {
1361
+ "epoch": 51.05,
1362
+ "eval_loss": 0.2764758765697479,
1363
+ "eval_micro_f1": 0.8864820395326969,
1364
+ "eval_runtime": 7.8242,
1365
+ "eval_samples_per_second": 128.192,
1366
+ "step": 4850
1367
+ },
1368
+ {
1369
+ "epoch": 51.58,
1370
+ "learning_rate": 8.280701754385965e-06,
1371
+ "loss": 0.0006,
1372
+ "step": 4900
1373
+ },
1374
+ {
1375
+ "epoch": 51.58,
1376
+ "eval_loss": 0.2669425308704376,
1377
+ "eval_micro_f1": 0.8887368271992756,
1378
+ "eval_runtime": 3.978,
1379
+ "eval_samples_per_second": 252.135,
1380
+ "step": 4900
1381
+ },
1382
+ {
1383
+ "epoch": 52.11,
1384
+ "learning_rate": 8.263157894736843e-06,
1385
+ "loss": 0.0003,
1386
+ "step": 4950
1387
+ },
1388
+ {
1389
+ "epoch": 52.11,
1390
+ "eval_loss": 0.2705802917480469,
1391
+ "eval_micro_f1": 0.8861521615140425,
1392
+ "eval_runtime": 4.0428,
1393
+ "eval_samples_per_second": 248.098,
1394
+ "step": 4950
1395
+ },
1396
+ {
1397
+ "epoch": 52.63,
1398
+ "learning_rate": 8.24561403508772e-06,
1399
+ "loss": 0.0009,
1400
+ "step": 5000
1401
+ },
1402
+ {
1403
+ "epoch": 52.63,
1404
+ "eval_loss": 0.27194783091545105,
1405
+ "eval_micro_f1": 0.8902976841745119,
1406
+ "eval_runtime": 3.2158,
1407
+ "eval_samples_per_second": 311.894,
1408
+ "step": 5000
1409
+ },
1410
+ {
1411
+ "epoch": 53.16,
1412
+ "learning_rate": 8.228070175438597e-06,
1413
+ "loss": 0.0006,
1414
+ "step": 5050
1415
+ },
1416
+ {
1417
+ "epoch": 53.16,
1418
+ "eval_loss": 0.2671356499195099,
1419
+ "eval_micro_f1": 0.8891352544886696,
1420
+ "eval_runtime": 4.0034,
1421
+ "eval_samples_per_second": 250.538,
1422
+ "step": 5050
1423
+ },
1424
+ {
1425
+ "epoch": 53.68,
1426
+ "learning_rate": 8.210526315789475e-06,
1427
+ "loss": 0.0003,
1428
+ "step": 5100
1429
+ },
1430
+ {
1431
+ "epoch": 53.68,
1432
+ "eval_loss": 0.26829880475997925,
1433
+ "eval_micro_f1": 0.8904690272586036,
1434
+ "eval_runtime": 7.7338,
1435
+ "eval_samples_per_second": 129.69,
1436
+ "step": 5100
1437
+ },
1438
+ {
1439
+ "epoch": 54.21,
1440
+ "learning_rate": 8.192982456140351e-06,
1441
+ "loss": 0.0003,
1442
+ "step": 5150
1443
+ },
1444
+ {
1445
+ "epoch": 54.21,
1446
+ "eval_loss": 0.2754873037338257,
1447
+ "eval_micro_f1": 0.88907330517057,
1448
+ "eval_runtime": 3.966,
1449
+ "eval_samples_per_second": 252.898,
1450
+ "step": 5150
1451
+ },
1452
+ {
1453
+ "epoch": 54.74,
1454
+ "learning_rate": 8.175438596491229e-06,
1455
+ "loss": 0.0003,
1456
+ "step": 5200
1457
+ },
1458
+ {
1459
+ "epoch": 54.74,
1460
+ "eval_loss": 0.2686787545681,
1461
+ "eval_micro_f1": 0.8927837869843981,
1462
+ "eval_runtime": 4.1014,
1463
+ "eval_samples_per_second": 244.551,
1464
+ "step": 5200
1465
+ },
1466
+ {
1467
+ "epoch": 55.26,
1468
+ "learning_rate": 8.157894736842106e-06,
1469
+ "loss": 0.0002,
1470
+ "step": 5250
1471
+ },
1472
+ {
1473
+ "epoch": 55.26,
1474
+ "eval_loss": 0.28408950567245483,
1475
+ "eval_micro_f1": 0.8936347242258694,
1476
+ "eval_runtime": 4.228,
1477
+ "eval_samples_per_second": 237.226,
1478
+ "step": 5250
1479
+ },
1480
+ {
1481
+ "epoch": 55.79,
1482
+ "learning_rate": 8.140350877192983e-06,
1483
+ "loss": 0.0004,
1484
+ "step": 5300
1485
+ },
1486
+ {
1487
+ "epoch": 55.79,
1488
+ "eval_loss": 0.27808433771133423,
1489
+ "eval_micro_f1": 0.8849435723046118,
1490
+ "eval_runtime": 4.0129,
1491
+ "eval_samples_per_second": 249.945,
1492
+ "step": 5300
1493
+ },
1494
+ {
1495
+ "epoch": 56.32,
1496
+ "learning_rate": 8.12280701754386e-06,
1497
+ "loss": 0.0005,
1498
+ "step": 5350
1499
+ },
1500
+ {
1501
+ "epoch": 56.32,
1502
+ "eval_loss": 0.2645488381385803,
1503
+ "eval_micro_f1": 0.8912568301009216,
1504
+ "eval_runtime": 7.527,
1505
+ "eval_samples_per_second": 133.253,
1506
+ "step": 5350
1507
+ },
1508
+ {
1509
+ "epoch": 56.84,
1510
+ "learning_rate": 8.105263157894736e-06,
1511
+ "loss": 0.0007,
1512
+ "step": 5400
1513
+ },
1514
+ {
1515
+ "epoch": 56.84,
1516
+ "eval_loss": 0.26811301708221436,
1517
+ "eval_micro_f1": 0.8901494184261513,
1518
+ "eval_runtime": 4.0185,
1519
+ "eval_samples_per_second": 249.597,
1520
+ "step": 5400
1521
+ },
1522
+ {
1523
+ "epoch": 57.37,
1524
+ "learning_rate": 8.087719298245614e-06,
1525
+ "loss": 0.0007,
1526
+ "step": 5450
1527
+ },
1528
+ {
1529
+ "epoch": 57.37,
1530
+ "eval_loss": 0.24789077043533325,
1531
+ "eval_micro_f1": 0.8911788948006819,
1532
+ "eval_runtime": 3.9915,
1533
+ "eval_samples_per_second": 251.281,
1534
+ "step": 5450
1535
+ },
1536
+ {
1537
+ "epoch": 57.89,
1538
+ "learning_rate": 8.070175438596492e-06,
1539
+ "loss": 0.0007,
1540
+ "step": 5500
1541
+ },
1542
+ {
1543
+ "epoch": 57.89,
1544
+ "eval_loss": 0.2630859911441803,
1545
+ "eval_micro_f1": 0.8869613102528972,
1546
+ "eval_runtime": 3.8412,
1547
+ "eval_samples_per_second": 261.116,
1548
+ "step": 5500
1549
+ },
1550
+ {
1551
+ "epoch": 58.42,
1552
+ "learning_rate": 8.052631578947368e-06,
1553
+ "loss": 0.0002,
1554
+ "step": 5550
1555
+ },
1556
+ {
1557
+ "epoch": 58.42,
1558
+ "eval_loss": 0.2711201310157776,
1559
+ "eval_micro_f1": 0.8895933833729507,
1560
+ "eval_runtime": 4.3155,
1561
+ "eval_samples_per_second": 232.419,
1562
+ "step": 5550
1563
+ },
1564
+ {
1565
+ "epoch": 58.95,
1566
+ "learning_rate": 8.035087719298247e-06,
1567
+ "loss": 0.0007,
1568
+ "step": 5600
1569
+ },
1570
+ {
1571
+ "epoch": 58.95,
1572
+ "eval_loss": 0.27410438656806946,
1573
+ "eval_micro_f1": 0.8887356950740042,
1574
+ "eval_runtime": 3.0382,
1575
+ "eval_samples_per_second": 330.131,
1576
+ "step": 5600
1577
+ },
1578
+ {
1579
+ "epoch": 59.47,
1580
+ "learning_rate": 8.017543859649124e-06,
1581
+ "loss": 0.0006,
1582
+ "step": 5650
1583
+ },
1584
+ {
1585
+ "epoch": 59.47,
1586
+ "eval_loss": 0.27450627088546753,
1587
+ "eval_micro_f1": 0.8883643427377516,
1588
+ "eval_runtime": 7.9142,
1589
+ "eval_samples_per_second": 126.733,
1590
+ "step": 5650
1591
+ },
1592
+ {
1593
+ "epoch": 60.0,
1594
+ "learning_rate": 8.000000000000001e-06,
1595
+ "loss": 0.0004,
1596
+ "step": 5700
1597
+ },
1598
+ {
1599
+ "epoch": 60.0,
1600
+ "eval_loss": 0.2895042598247528,
1601
+ "eval_micro_f1": 0.8930115771256787,
1602
+ "eval_runtime": 3.9822,
1603
+ "eval_samples_per_second": 251.868,
1604
+ "step": 5700
1605
+ },
1606
+ {
1607
+ "epoch": 60.53,
1608
+ "learning_rate": 7.982456140350877e-06,
1609
+ "loss": 0.0006,
1610
+ "step": 5750
1611
+ },
1612
+ {
1613
+ "epoch": 60.53,
1614
+ "eval_loss": 0.2659127712249756,
1615
+ "eval_micro_f1": 0.895068492650483,
1616
+ "eval_runtime": 4.0269,
1617
+ "eval_samples_per_second": 249.073,
1618
+ "step": 5750
1619
+ },
1620
+ {
1621
+ "epoch": 61.05,
1622
+ "learning_rate": 7.964912280701755e-06,
1623
+ "loss": 0.001,
1624
+ "step": 5800
1625
+ },
1626
+ {
1627
+ "epoch": 61.05,
1628
+ "eval_loss": 0.25278377532958984,
1629
+ "eval_micro_f1": 0.8918733721186797,
1630
+ "eval_runtime": 3.8241,
1631
+ "eval_samples_per_second": 262.284,
1632
+ "step": 5800
1633
+ },
1634
+ {
1635
+ "epoch": 61.58,
1636
+ "learning_rate": 7.947368421052633e-06,
1637
+ "loss": 0.0011,
1638
+ "step": 5850
1639
+ },
1640
+ {
1641
+ "epoch": 61.58,
1642
+ "eval_loss": 0.2676132321357727,
1643
+ "eval_micro_f1": 0.8920883416859995,
1644
+ "eval_runtime": 4.6141,
1645
+ "eval_samples_per_second": 217.379,
1646
+ "step": 5850
1647
+ },
1648
+ {
1649
+ "epoch": 62.11,
1650
+ "learning_rate": 7.929824561403509e-06,
1651
+ "loss": 0.0002,
1652
+ "step": 5900
1653
+ },
1654
+ {
1655
+ "epoch": 62.11,
1656
+ "eval_loss": 0.2659474015235901,
1657
+ "eval_micro_f1": 0.8916862631600105,
1658
+ "eval_runtime": 3.9094,
1659
+ "eval_samples_per_second": 256.559,
1660
+ "step": 5900
1661
+ },
1662
+ {
1663
+ "epoch": 62.63,
1664
+ "learning_rate": 7.912280701754387e-06,
1665
+ "loss": 0.0002,
1666
+ "step": 5950
1667
+ },
1668
+ {
1669
+ "epoch": 62.63,
1670
+ "eval_loss": 0.2626572549343109,
1671
+ "eval_micro_f1": 0.8894059671975905,
1672
+ "eval_runtime": 3.9364,
1673
+ "eval_samples_per_second": 254.803,
1674
+ "step": 5950
1675
+ },
1676
+ {
1677
+ "epoch": 63.16,
1678
+ "learning_rate": 7.894736842105265e-06,
1679
+ "loss": 0.0005,
1680
+ "step": 6000
1681
+ },
1682
+ {
1683
+ "epoch": 63.16,
1684
+ "eval_loss": 0.2726729214191437,
1685
+ "eval_micro_f1": 0.8897139708969101,
1686
+ "eval_runtime": 3.9043,
1687
+ "eval_samples_per_second": 256.893,
1688
+ "step": 6000
1689
+ },
1690
+ {
1691
+ "epoch": 63.68,
1692
+ "learning_rate": 7.87719298245614e-06,
1693
+ "loss": 0.0007,
1694
+ "step": 6050
1695
+ },
1696
+ {
1697
+ "epoch": 63.68,
1698
+ "eval_loss": 0.26887959241867065,
1699
+ "eval_micro_f1": 0.8911218164302537,
1700
+ "eval_runtime": 3.9588,
1701
+ "eval_samples_per_second": 253.362,
1702
+ "step": 6050
1703
+ },
1704
+ {
1705
+ "epoch": 64.21,
1706
+ "learning_rate": 7.859649122807018e-06,
1707
+ "loss": 0.0001,
1708
+ "step": 6100
1709
+ },
1710
+ {
1711
+ "epoch": 64.21,
1712
+ "eval_loss": 0.2804659605026245,
1713
+ "eval_micro_f1": 0.889628396615675,
1714
+ "eval_runtime": 7.0827,
1715
+ "eval_samples_per_second": 141.613,
1716
+ "step": 6100
1717
+ },
1718
+ {
1719
+ "epoch": 64.74,
1720
+ "learning_rate": 7.842105263157895e-06,
1721
+ "loss": 0.0002,
1722
+ "step": 6150
1723
+ },
1724
+ {
1725
+ "epoch": 64.74,
1726
+ "eval_loss": 0.280333548784256,
1727
+ "eval_micro_f1": 0.8922312676106984,
1728
+ "eval_runtime": 3.9784,
1729
+ "eval_samples_per_second": 252.111,
1730
+ "step": 6150
1731
+ },
1732
+ {
1733
+ "epoch": 65.26,
1734
+ "learning_rate": 7.824561403508772e-06,
1735
+ "loss": 0.0002,
1736
+ "step": 6200
1737
+ },
1738
+ {
1739
+ "epoch": 65.26,
1740
+ "eval_loss": 0.29168689250946045,
1741
+ "eval_micro_f1": 0.8890115953031794,
1742
+ "eval_runtime": 3.2032,
1743
+ "eval_samples_per_second": 313.124,
1744
+ "step": 6200
1745
+ },
1746
+ {
1747
+ "epoch": 65.79,
1748
+ "learning_rate": 7.80701754385965e-06,
1749
+ "loss": 0.0002,
1750
+ "step": 6250
1751
+ },
1752
+ {
1753
+ "epoch": 65.79,
1754
+ "eval_loss": 0.2908705174922943,
1755
+ "eval_micro_f1": 0.8887349309116997,
1756
+ "eval_runtime": 4.3807,
1757
+ "eval_samples_per_second": 228.961,
1758
+ "step": 6250
1759
+ },
1760
+ {
1761
+ "epoch": 66.32,
1762
+ "learning_rate": 7.789473684210526e-06,
1763
+ "loss": 0.0003,
1764
+ "step": 6300
1765
+ },
1766
+ {
1767
+ "epoch": 66.32,
1768
+ "eval_loss": 0.28455570340156555,
1769
+ "eval_micro_f1": 0.8916059893335442,
1770
+ "eval_runtime": 3.0692,
1771
+ "eval_samples_per_second": 326.791,
1772
+ "step": 6300
1773
+ },
1774
+ {
1775
+ "epoch": 66.84,
1776
+ "learning_rate": 7.771929824561404e-06,
1777
+ "loss": 0.0003,
1778
+ "step": 6350
1779
+ },
1780
+ {
1781
+ "epoch": 66.84,
1782
+ "eval_loss": 0.2848065197467804,
1783
+ "eval_micro_f1": 0.8897756978622271,
1784
+ "eval_runtime": 4.0213,
1785
+ "eval_samples_per_second": 249.424,
1786
+ "step": 6350
1787
+ },
1788
+ {
1789
+ "epoch": 67.37,
1790
+ "learning_rate": 7.754385964912282e-06,
1791
+ "loss": 0.0004,
1792
+ "step": 6400
1793
+ },
1794
+ {
1795
+ "epoch": 67.37,
1796
+ "eval_loss": 0.2870292067527771,
1797
+ "eval_micro_f1": 0.8889809439902276,
1798
+ "eval_runtime": 4.0404,
1799
+ "eval_samples_per_second": 248.246,
1800
+ "step": 6400
1801
+ },
1802
+ {
1803
+ "epoch": 67.89,
1804
+ "learning_rate": 7.736842105263158e-06,
1805
+ "loss": 0.0015,
1806
+ "step": 6450
1807
+ },
1808
+ {
1809
+ "epoch": 67.89,
1810
+ "eval_loss": 0.2784861922264099,
1811
+ "eval_micro_f1": 0.8912922901264898,
1812
+ "eval_runtime": 3.9428,
1813
+ "eval_samples_per_second": 254.389,
1814
+ "step": 6450
1815
+ },
1816
+ {
1817
+ "epoch": 68.42,
1818
+ "learning_rate": 7.719298245614036e-06,
1819
+ "loss": 0.0005,
1820
+ "step": 6500
1821
+ },
1822
+ {
1823
+ "epoch": 68.42,
1824
+ "eval_loss": 0.28143617510795593,
1825
+ "eval_micro_f1": 0.8934177907418446,
1826
+ "eval_runtime": 3.9587,
1827
+ "eval_samples_per_second": 253.364,
1828
+ "step": 6500
1829
+ },
1830
+ {
1831
+ "epoch": 68.95,
1832
+ "learning_rate": 7.701754385964912e-06,
1833
+ "loss": 0.0003,
1834
+ "step": 6550
1835
+ },
1836
+ {
1837
+ "epoch": 68.95,
1838
+ "eval_loss": 0.2798239290714264,
1839
+ "eval_micro_f1": 0.8936757796709776,
1840
+ "eval_runtime": 3.1753,
1841
+ "eval_samples_per_second": 315.876,
1842
+ "step": 6550
1843
+ },
1844
+ {
1845
+ "epoch": 69.47,
1846
+ "learning_rate": 7.68421052631579e-06,
1847
+ "loss": 0.0001,
1848
+ "step": 6600
1849
+ },
1850
+ {
1851
+ "epoch": 69.47,
1852
+ "eval_loss": 0.28019773960113525,
1853
+ "eval_micro_f1": 0.8973865194447462,
1854
+ "eval_runtime": 4.0594,
1855
+ "eval_samples_per_second": 247.081,
1856
+ "step": 6600
1857
+ },
1858
+ {
1859
+ "epoch": 70.0,
1860
+ "learning_rate": 7.666666666666667e-06,
1861
+ "loss": 0.0005,
1862
+ "step": 6650
1863
+ },
1864
+ {
1865
+ "epoch": 70.0,
1866
+ "eval_loss": 0.2975628674030304,
1867
+ "eval_micro_f1": 0.8937831051591087,
1868
+ "eval_runtime": 9.2455,
1869
+ "eval_samples_per_second": 108.485,
1870
+ "step": 6650
1871
+ },
1872
+ {
1873
+ "epoch": 70.53,
1874
+ "learning_rate": 7.649122807017545e-06,
1875
+ "loss": 0.0003,
1876
+ "step": 6700
1877
+ },
1878
+ {
1879
+ "epoch": 70.53,
1880
+ "eval_loss": 0.2941923141479492,
1881
+ "eval_micro_f1": 0.8903672898670463,
1882
+ "eval_runtime": 3.9883,
1883
+ "eval_samples_per_second": 251.483,
1884
+ "step": 6700
1885
+ },
1886
+ {
1887
+ "epoch": 71.05,
1888
+ "learning_rate": 7.631578947368423e-06,
1889
+ "loss": 0.0012,
1890
+ "step": 6750
1891
+ },
1892
+ {
1893
+ "epoch": 71.05,
1894
+ "eval_loss": 0.2895115315914154,
1895
+ "eval_micro_f1": 0.8915230870256033,
1896
+ "eval_runtime": 4.0799,
1897
+ "eval_samples_per_second": 245.842,
1898
+ "step": 6750
1899
+ },
1900
+ {
1901
+ "epoch": 71.58,
1902
+ "learning_rate": 7.614035087719299e-06,
1903
+ "loss": 0.0012,
1904
+ "step": 6800
1905
+ },
1906
+ {
1907
+ "epoch": 71.58,
1908
+ "eval_loss": 0.267494261264801,
1909
+ "eval_micro_f1": 0.89286705473151,
1910
+ "eval_runtime": 3.1513,
1911
+ "eval_samples_per_second": 318.281,
1912
+ "step": 6800
1913
+ },
1914
+ {
1915
+ "epoch": 72.11,
1916
+ "learning_rate": 7.596491228070177e-06,
1917
+ "loss": 0.0008,
1918
+ "step": 6850
1919
+ },
1920
+ {
1921
+ "epoch": 72.11,
1922
+ "eval_loss": 0.26893123984336853,
1923
+ "eval_micro_f1": 0.8880340701138721,
1924
+ "eval_runtime": 3.9688,
1925
+ "eval_samples_per_second": 252.723,
1926
+ "step": 6850
1927
+ },
1928
+ {
1929
+ "epoch": 72.63,
1930
+ "learning_rate": 7.578947368421054e-06,
1931
+ "loss": 0.0001,
1932
+ "step": 6900
1933
+ },
1934
+ {
1935
+ "epoch": 72.63,
1936
+ "eval_loss": 0.2776913046836853,
1937
+ "eval_micro_f1": 0.8887043184366316,
1938
+ "eval_runtime": 6.9318,
1939
+ "eval_samples_per_second": 144.695,
1940
+ "step": 6900
1941
+ },
1942
+ {
1943
+ "epoch": 73.16,
1944
+ "learning_rate": 7.5614035087719305e-06,
1945
+ "loss": 0.0003,
1946
+ "step": 6950
1947
+ },
1948
+ {
1949
+ "epoch": 73.16,
1950
+ "eval_loss": 0.28223922848701477,
1951
+ "eval_micro_f1": 0.8916228913991177,
1952
+ "eval_runtime": 4.0849,
1953
+ "eval_samples_per_second": 245.537,
1954
+ "step": 6950
1955
+ },
1956
+ {
1957
+ "epoch": 73.68,
1958
+ "learning_rate": 7.5438596491228074e-06,
1959
+ "loss": 0.0001,
1960
+ "step": 7000
1961
+ },
1962
+ {
1963
+ "epoch": 73.68,
1964
+ "eval_loss": 0.2847548723220825,
1965
+ "eval_micro_f1": 0.8945695725272507,
1966
+ "eval_runtime": 3.2705,
1967
+ "eval_samples_per_second": 306.684,
1968
+ "step": 7000
1969
+ },
1970
+ {
1971
+ "epoch": 74.21,
1972
+ "learning_rate": 7.526315789473685e-06,
1973
+ "loss": 0.0002,
1974
+ "step": 7050
1975
+ },
1976
+ {
1977
+ "epoch": 74.21,
1978
+ "eval_loss": 0.2813137173652649,
1979
+ "eval_micro_f1": 0.8936170207763768,
1980
+ "eval_runtime": 4.1172,
1981
+ "eval_samples_per_second": 243.614,
1982
+ "step": 7050
1983
+ },
1984
+ {
1985
+ "epoch": 74.74,
1986
+ "learning_rate": 7.508771929824562e-06,
1987
+ "loss": 0.0002,
1988
+ "step": 7100
1989
+ },
1990
+ {
1991
+ "epoch": 74.74,
1992
+ "eval_loss": 0.2780473530292511,
1993
+ "eval_micro_f1": 0.8961056827253051,
1994
+ "eval_runtime": 3.3844,
1995
+ "eval_samples_per_second": 296.361,
1996
+ "step": 7100
1997
+ },
1998
+ {
1999
+ "epoch": 75.26,
2000
+ "learning_rate": 7.491228070175439e-06,
2001
+ "loss": 0.0002,
2002
+ "step": 7150
2003
+ },
2004
+ {
2005
+ "epoch": 75.26,
2006
+ "eval_loss": 0.2878120541572571,
2007
+ "eval_micro_f1": 0.8926741443550371,
2008
+ "eval_runtime": 4.2487,
2009
+ "eval_samples_per_second": 236.073,
2010
+ "step": 7150
2011
+ },
2012
+ {
2013
+ "epoch": 75.79,
2014
+ "learning_rate": 7.473684210526316e-06,
2015
+ "loss": 0.0002,
2016
+ "step": 7200
2017
+ },
2018
+ {
2019
+ "epoch": 75.79,
2020
+ "eval_loss": 0.27698081731796265,
2021
+ "eval_micro_f1": 0.8874897339646318,
2022
+ "eval_runtime": 3.7419,
2023
+ "eval_samples_per_second": 268.044,
2024
+ "step": 7200
2025
+ },
2026
+ {
2027
+ "epoch": 76.32,
2028
+ "learning_rate": 7.456140350877194e-06,
2029
+ "loss": 0.0005,
2030
+ "step": 7250
2031
+ },
2032
+ {
2033
+ "epoch": 76.32,
2034
+ "eval_loss": 0.27582716941833496,
2035
+ "eval_micro_f1": 0.8924820337728324,
2036
+ "eval_runtime": 3.7947,
2037
+ "eval_samples_per_second": 264.318,
2038
+ "step": 7250
2039
+ },
2040
+ {
2041
+ "epoch": 76.84,
2042
+ "learning_rate": 7.438596491228071e-06,
2043
+ "loss": 0.0001,
2044
+ "step": 7300
2045
+ },
2046
+ {
2047
+ "epoch": 76.84,
2048
+ "eval_loss": 0.27750343084335327,
2049
+ "eval_micro_f1": 0.8934460297062115,
2050
+ "eval_runtime": 3.8719,
2051
+ "eval_samples_per_second": 259.046,
2052
+ "step": 7300
2053
+ },
2054
+ {
2055
+ "epoch": 77.37,
2056
+ "learning_rate": 7.421052631578948e-06,
2057
+ "loss": 0.0001,
2058
+ "step": 7350
2059
+ },
2060
+ {
2061
+ "epoch": 77.37,
2062
+ "eval_loss": 0.2822408676147461,
2063
+ "eval_micro_f1": 0.8927240088881296,
2064
+ "eval_runtime": 4.0645,
2065
+ "eval_samples_per_second": 246.769,
2066
+ "step": 7350
2067
+ },
2068
+ {
2069
+ "epoch": 77.89,
2070
+ "learning_rate": 7.4035087719298246e-06,
2071
+ "loss": 0.0005,
2072
+ "step": 7400
2073
+ },
2074
+ {
2075
+ "epoch": 77.89,
2076
+ "eval_loss": 0.28152230381965637,
2077
+ "eval_micro_f1": 0.8936757796709776,
2078
+ "eval_runtime": 3.7022,
2079
+ "eval_samples_per_second": 270.923,
2080
+ "step": 7400
2081
+ },
2082
+ {
2083
+ "epoch": 78.42,
2084
+ "learning_rate": 7.385964912280702e-06,
2085
+ "loss": 0.0002,
2086
+ "step": 7450
2087
+ },
2088
+ {
2089
+ "epoch": 78.42,
2090
+ "eval_loss": 0.2781830430030823,
2091
+ "eval_micro_f1": 0.8965137103995797,
2092
+ "eval_runtime": 4.0322,
2093
+ "eval_samples_per_second": 248.749,
2094
+ "step": 7450
2095
+ },
2096
+ {
2097
+ "epoch": 78.95,
2098
+ "learning_rate": 7.368421052631579e-06,
2099
+ "loss": 0.0003,
2100
+ "step": 7500
2101
+ },
2102
+ {
2103
+ "epoch": 78.95,
2104
+ "eval_loss": 0.2824631929397583,
2105
+ "eval_micro_f1": 0.8959513605609658,
2106
+ "eval_runtime": 3.2588,
2107
+ "eval_samples_per_second": 307.784,
2108
+ "step": 7500
2109
+ },
2110
+ {
2111
+ "epoch": 79.47,
2112
+ "learning_rate": 7.350877192982456e-06,
2113
+ "loss": 0.0004,
2114
+ "step": 7550
2115
+ },
2116
+ {
2117
+ "epoch": 79.47,
2118
+ "eval_loss": 0.2894085645675659,
2119
+ "eval_micro_f1": 0.8889806020585798,
2120
+ "eval_runtime": 4.5841,
2121
+ "eval_samples_per_second": 218.802,
2122
+ "step": 7550
2123
+ },
2124
+ {
2125
+ "epoch": 80.0,
2126
+ "learning_rate": 7.333333333333333e-06,
2127
+ "loss": 0.0003,
2128
+ "step": 7600
2129
+ },
2130
+ {
2131
+ "epoch": 80.0,
2132
+ "eval_loss": 0.2869914174079895,
2133
+ "eval_micro_f1": 0.8926027392258261,
2134
+ "eval_runtime": 3.1583,
2135
+ "eval_samples_per_second": 317.574,
2136
+ "step": 7600
2137
+ },
2138
+ {
2139
+ "epoch": 80.53,
2140
+ "learning_rate": 7.315789473684212e-06,
2141
+ "loss": 0.0003,
2142
+ "step": 7650
2143
+ },
2144
+ {
2145
+ "epoch": 80.53,
2146
+ "eval_loss": 0.2831559181213379,
2147
+ "eval_micro_f1": 0.8920174953992206,
2148
+ "eval_runtime": 3.836,
2149
+ "eval_samples_per_second": 261.472,
2150
+ "step": 7650
2151
+ },
2152
+ {
2153
+ "epoch": 81.05,
2154
+ "learning_rate": 7.298245614035089e-06,
2155
+ "loss": 0.0002,
2156
+ "step": 7700
2157
+ },
2158
+ {
2159
+ "epoch": 81.05,
2160
+ "eval_loss": 0.2863539457321167,
2161
+ "eval_micro_f1": 0.8948891026820168,
2162
+ "eval_runtime": 7.0889,
2163
+ "eval_samples_per_second": 141.489,
2164
+ "step": 7700
2165
+ },
2166
+ {
2167
+ "epoch": 81.58,
2168
+ "learning_rate": 7.280701754385966e-06,
2169
+ "loss": 0.0004,
2170
+ "step": 7750
2171
+ },
2172
+ {
2173
+ "epoch": 81.58,
2174
+ "eval_loss": 0.29815465211868286,
2175
+ "eval_micro_f1": 0.8911676232351213,
2176
+ "eval_runtime": 8.2897,
2177
+ "eval_samples_per_second": 120.994,
2178
+ "step": 7750
2179
+ },
2180
+ {
2181
+ "epoch": 82.11,
2182
+ "learning_rate": 7.263157894736843e-06,
2183
+ "loss": 0.0007,
2184
+ "step": 7800
2185
+ },
2186
+ {
2187
+ "epoch": 82.11,
2188
+ "eval_loss": 0.27996498346328735,
2189
+ "eval_micro_f1": 0.8902472149305036,
2190
+ "eval_runtime": 3.1418,
2191
+ "eval_samples_per_second": 319.239,
2192
+ "step": 7800
2193
+ },
2194
+ {
2195
+ "epoch": 82.63,
2196
+ "learning_rate": 7.24561403508772e-06,
2197
+ "loss": 0.0004,
2198
+ "step": 7850
2199
+ },
2200
+ {
2201
+ "epoch": 82.63,
2202
+ "eval_loss": 0.27985525131225586,
2203
+ "eval_micro_f1": 0.8931476625357428,
2204
+ "eval_runtime": 3.8998,
2205
+ "eval_samples_per_second": 257.195,
2206
+ "step": 7850
2207
+ },
2208
+ {
2209
+ "epoch": 83.16,
2210
+ "learning_rate": 7.228070175438597e-06,
2211
+ "loss": 0.0005,
2212
+ "step": 7900
2213
+ },
2214
+ {
2215
+ "epoch": 83.16,
2216
+ "eval_loss": 0.28243011236190796,
2217
+ "eval_micro_f1": 0.8924686763550573,
2218
+ "eval_runtime": 7.1825,
2219
+ "eval_samples_per_second": 139.644,
2220
+ "step": 7900
2221
+ },
2222
+ {
2223
+ "epoch": 83.68,
2224
+ "learning_rate": 7.210526315789474e-06,
2225
+ "loss": 0.0003,
2226
+ "step": 7950
2227
+ },
2228
+ {
2229
+ "epoch": 83.68,
2230
+ "eval_loss": 0.28672757744789124,
2231
+ "eval_micro_f1": 0.8895004811290499,
2232
+ "eval_runtime": 4.6325,
2233
+ "eval_samples_per_second": 216.514,
2234
+ "step": 7950
2235
+ },
2236
+ {
2237
+ "epoch": 84.21,
2238
+ "learning_rate": 7.192982456140352e-06,
2239
+ "loss": 0.0005,
2240
+ "step": 8000
2241
+ },
2242
+ {
2243
+ "epoch": 84.21,
2244
+ "eval_loss": 0.28343382477760315,
2245
+ "eval_micro_f1": 0.8904203992240877,
2246
+ "eval_runtime": 3.1489,
2247
+ "eval_samples_per_second": 318.521,
2248
+ "step": 8000
2249
+ },
2250
+ {
2251
+ "epoch": 84.74,
2252
+ "learning_rate": 7.175438596491229e-06,
2253
+ "loss": 0.0008,
2254
+ "step": 8050
2255
+ },
2256
+ {
2257
+ "epoch": 84.74,
2258
+ "eval_loss": 0.26917701959609985,
2259
+ "eval_micro_f1": 0.892177010049188,
2260
+ "eval_runtime": 8.5597,
2261
+ "eval_samples_per_second": 117.177,
2262
+ "step": 8050
2263
+ },
2264
+ {
2265
+ "epoch": 85.26,
2266
+ "learning_rate": 7.157894736842106e-06,
2267
+ "loss": 0.0007,
2268
+ "step": 8100
2269
+ },
2270
+ {
2271
+ "epoch": 85.26,
2272
+ "eval_loss": 0.27744022011756897,
2273
+ "eval_micro_f1": 0.8899600600974766,
2274
+ "eval_runtime": 3.1179,
2275
+ "eval_samples_per_second": 321.691,
2276
+ "step": 8100
2277
+ },
2278
+ {
2279
+ "epoch": 85.79,
2280
+ "learning_rate": 7.140350877192983e-06,
2281
+ "loss": 0.0003,
2282
+ "step": 8150
2283
+ },
2284
+ {
2285
+ "epoch": 85.79,
2286
+ "eval_loss": 0.27590543031692505,
2287
+ "eval_micro_f1": 0.8898956612241085,
2288
+ "eval_runtime": 4.1349,
2289
+ "eval_samples_per_second": 242.567,
2290
+ "step": 8150
2291
+ },
2292
+ {
2293
+ "epoch": 86.32,
2294
+ "learning_rate": 7.1228070175438605e-06,
2295
+ "loss": 0.0004,
2296
+ "step": 8200
2297
+ },
2298
+ {
2299
+ "epoch": 86.32,
2300
+ "eval_loss": 0.2814866602420807,
2301
+ "eval_micro_f1": 0.8921339022411855,
2302
+ "eval_runtime": 3.0821,
2303
+ "eval_samples_per_second": 325.424,
2304
+ "step": 8200
2305
+ },
2306
+ {
2307
+ "epoch": 86.84,
2308
+ "learning_rate": 7.1052631578947375e-06,
2309
+ "loss": 0.0008,
2310
+ "step": 8250
2311
+ },
2312
+ {
2313
+ "epoch": 86.84,
2314
+ "eval_loss": 0.29091206192970276,
2315
+ "eval_micro_f1": 0.8922651928699199,
2316
+ "eval_runtime": 8.1826,
2317
+ "eval_samples_per_second": 122.578,
2318
+ "step": 8250
2319
+ },
2320
+ {
2321
+ "epoch": 87.37,
2322
+ "learning_rate": 7.087719298245614e-06,
2323
+ "loss": 0.0003,
2324
+ "step": 8300
2325
+ },
2326
+ {
2327
+ "epoch": 87.37,
2328
+ "eval_loss": 0.2864170968532562,
2329
+ "eval_micro_f1": 0.893517240879067,
2330
+ "eval_runtime": 3.1741,
2331
+ "eval_samples_per_second": 315.994,
2332
+ "step": 8300
2333
+ },
2334
+ {
2335
+ "epoch": 87.89,
2336
+ "learning_rate": 7.070175438596491e-06,
2337
+ "loss": 0.0002,
2338
+ "step": 8350
2339
+ },
2340
+ {
2341
+ "epoch": 87.89,
2342
+ "eval_loss": 0.2824071943759918,
2343
+ "eval_micro_f1": 0.8926708751517175,
2344
+ "eval_runtime": 4.7943,
2345
+ "eval_samples_per_second": 209.207,
2346
+ "step": 8350
2347
+ },
2348
+ {
2349
+ "epoch": 88.42,
2350
+ "learning_rate": 7.052631578947369e-06,
2351
+ "loss": 0.0008,
2352
+ "step": 8400
2353
+ },
2354
+ {
2355
+ "epoch": 88.42,
2356
+ "eval_loss": 0.28318047523498535,
2357
+ "eval_micro_f1": 0.8900767538857594,
2358
+ "eval_runtime": 2.9559,
2359
+ "eval_samples_per_second": 339.316,
2360
+ "step": 8400
2361
+ },
2362
+ {
2363
+ "epoch": 88.95,
2364
+ "learning_rate": 7.035087719298246e-06,
2365
+ "loss": 0.0001,
2366
+ "step": 8450
2367
+ },
2368
+ {
2369
+ "epoch": 88.95,
2370
+ "eval_loss": 0.2841491103172302,
2371
+ "eval_micro_f1": 0.8939101675901431,
2372
+ "eval_runtime": 7.7315,
2373
+ "eval_samples_per_second": 129.73,
2374
+ "step": 8450
2375
+ },
2376
+ {
2377
+ "epoch": 89.47,
2378
+ "learning_rate": 7.017543859649123e-06,
2379
+ "loss": 0.0002,
2380
+ "step": 8500
2381
+ },
2382
+ {
2383
+ "epoch": 89.47,
2384
+ "eval_loss": 0.2948380410671234,
2385
+ "eval_micro_f1": 0.891776087958634,
2386
+ "eval_runtime": 3.2961,
2387
+ "eval_samples_per_second": 304.299,
2388
+ "step": 8500
2389
+ },
2390
+ {
2391
+ "epoch": 90.0,
2392
+ "learning_rate": 7e-06,
2393
+ "loss": 0.0003,
2394
+ "step": 8550
2395
+ },
2396
+ {
2397
+ "epoch": 90.0,
2398
+ "eval_loss": 0.31475064158439636,
2399
+ "eval_micro_f1": 0.8908309053119371,
2400
+ "eval_runtime": 4.0607,
2401
+ "eval_samples_per_second": 247.004,
2402
+ "step": 8550
2403
+ },
2404
+ {
2405
+ "epoch": 90.53,
2406
+ "learning_rate": 6.982456140350878e-06,
2407
+ "loss": 0.0002,
2408
+ "step": 8600
2409
+ },
2410
+ {
2411
+ "epoch": 90.53,
2412
+ "eval_loss": 0.29183682799339294,
2413
+ "eval_micro_f1": 0.8886145399661801,
2414
+ "eval_runtime": 3.4404,
2415
+ "eval_samples_per_second": 291.538,
2416
+ "step": 8600
2417
+ },
2418
+ {
2419
+ "epoch": 91.05,
2420
+ "learning_rate": 6.964912280701755e-06,
2421
+ "loss": 0.0002,
2422
+ "step": 8650
2423
+ },
2424
+ {
2425
+ "epoch": 91.05,
2426
+ "eval_loss": 0.293345183134079,
2427
+ "eval_micro_f1": 0.8882175221583899,
2428
+ "eval_runtime": 3.8539,
2429
+ "eval_samples_per_second": 260.254,
2430
+ "step": 8650
2431
+ },
2432
+ {
2433
+ "epoch": 91.58,
2434
+ "learning_rate": 6.947368421052632e-06,
2435
+ "loss": 0.0002,
2436
+ "step": 8700
2437
+ },
2438
+ {
2439
+ "epoch": 91.58,
2440
+ "eval_loss": 0.2861791253089905,
2441
+ "eval_micro_f1": 0.8892876858608822,
2442
+ "eval_runtime": 3.9934,
2443
+ "eval_samples_per_second": 251.164,
2444
+ "step": 8700
2445
+ },
2446
+ {
2447
+ "epoch": 92.11,
2448
+ "learning_rate": 6.92982456140351e-06,
2449
+ "loss": 0.0001,
2450
+ "step": 8750
2451
+ },
2452
+ {
2453
+ "epoch": 92.11,
2454
+ "eval_loss": 0.29430919885635376,
2455
+ "eval_micro_f1": 0.8907911081563892,
2456
+ "eval_runtime": 7.6515,
2457
+ "eval_samples_per_second": 131.086,
2458
+ "step": 8750
2459
+ },
2460
+ {
2461
+ "epoch": 92.63,
2462
+ "learning_rate": 6.912280701754387e-06,
2463
+ "loss": 0.0001,
2464
+ "step": 8800
2465
+ },
2466
+ {
2467
+ "epoch": 92.63,
2468
+ "eval_loss": 0.2997332215309143,
2469
+ "eval_micro_f1": 0.8926397338661063,
2470
+ "eval_runtime": 3.2351,
2471
+ "eval_samples_per_second": 310.036,
2472
+ "step": 8800
2473
+ },
2474
+ {
2475
+ "epoch": 93.16,
2476
+ "learning_rate": 6.894736842105264e-06,
2477
+ "loss": 0.0,
2478
+ "step": 8850
2479
+ },
2480
+ {
2481
+ "epoch": 93.16,
2482
+ "eval_loss": 0.30131086707115173,
2483
+ "eval_micro_f1": 0.893069580354643,
2484
+ "eval_runtime": 3.8296,
2485
+ "eval_samples_per_second": 261.91,
2486
+ "step": 8850
2487
+ },
2488
+ {
2489
+ "epoch": 93.68,
2490
+ "learning_rate": 6.877192982456141e-06,
2491
+ "loss": 0.0,
2492
+ "step": 8900
2493
+ },
2494
+ {
2495
+ "epoch": 93.68,
2496
+ "eval_loss": 0.30136561393737793,
2497
+ "eval_micro_f1": 0.8927488277324576,
2498
+ "eval_runtime": 3.1162,
2499
+ "eval_samples_per_second": 321.87,
2500
+ "step": 8900
2501
+ },
2502
+ {
2503
+ "epoch": 94.21,
2504
+ "learning_rate": 6.859649122807019e-06,
2505
+ "loss": 0.0002,
2506
+ "step": 8950
2507
+ },
2508
+ {
2509
+ "epoch": 94.21,
2510
+ "eval_loss": 0.30289435386657715,
2511
+ "eval_micro_f1": 0.8931181900941578,
2512
+ "eval_runtime": 3.7531,
2513
+ "eval_samples_per_second": 267.243,
2514
+ "step": 8950
2515
+ },
2516
+ {
2517
+ "epoch": 94.74,
2518
+ "learning_rate": 6.842105263157896e-06,
2519
+ "loss": 0.0,
2520
+ "step": 9000
2521
+ },
2522
+ {
2523
+ "epoch": 94.74,
2524
+ "eval_loss": 0.30314457416534424,
2525
+ "eval_micro_f1": 0.8904690272586036,
2526
+ "eval_runtime": 8.0675,
2527
+ "eval_samples_per_second": 124.325,
2528
+ "step": 9000
2529
+ },
2530
+ {
2531
+ "epoch": 95.26,
2532
+ "learning_rate": 6.824561403508773e-06,
2533
+ "loss": 0.0002,
2534
+ "step": 9050
2535
+ },
2536
+ {
2537
+ "epoch": 95.26,
2538
+ "eval_loss": 0.2991909980773926,
2539
+ "eval_micro_f1": 0.8936639113454912,
2540
+ "eval_runtime": 4.1382,
2541
+ "eval_samples_per_second": 242.375,
2542
+ "step": 9050
2543
+ },
2544
+ {
2545
+ "epoch": 95.79,
2546
+ "learning_rate": 6.8070175438596495e-06,
2547
+ "loss": 0.0001,
2548
+ "step": 9100
2549
+ },
2550
+ {
2551
+ "epoch": 95.79,
2552
+ "eval_loss": 0.30111491680145264,
2553
+ "eval_micro_f1": 0.8924642459244121,
2554
+ "eval_runtime": 7.7751,
2555
+ "eval_samples_per_second": 129.001,
2556
+ "step": 9100
2557
+ },
2558
+ {
2559
+ "epoch": 96.32,
2560
+ "learning_rate": 6.789473684210527e-06,
2561
+ "loss": 0.0,
2562
+ "step": 9150
2563
+ },
2564
+ {
2565
+ "epoch": 96.32,
2566
+ "eval_loss": 0.3051038086414337,
2567
+ "eval_micro_f1": 0.892303432500861,
2568
+ "eval_runtime": 3.1315,
2569
+ "eval_samples_per_second": 320.296,
2570
+ "step": 9150
2571
+ },
2572
+ {
2573
+ "epoch": 96.84,
2574
+ "learning_rate": 6.771929824561404e-06,
2575
+ "loss": 0.0004,
2576
+ "step": 9200
2577
+ },
2578
+ {
2579
+ "epoch": 96.84,
2580
+ "eval_loss": 0.30604293942451477,
2581
+ "eval_micro_f1": 0.8915529828262037,
2582
+ "eval_runtime": 3.9084,
2583
+ "eval_samples_per_second": 256.627,
2584
+ "step": 9200
2585
+ },
2586
+ {
2587
+ "epoch": 97.37,
2588
+ "learning_rate": 6.754385964912281e-06,
2589
+ "loss": 0.0005,
2590
+ "step": 9250
2591
+ },
2592
+ {
2593
+ "epoch": 97.37,
2594
+ "eval_loss": 0.28967851400375366,
2595
+ "eval_micro_f1": 0.8916586763933765,
2596
+ "eval_runtime": 3.0891,
2597
+ "eval_samples_per_second": 324.693,
2598
+ "step": 9250
2599
+ },
2600
+ {
2601
+ "epoch": 97.89,
2602
+ "learning_rate": 6.736842105263158e-06,
2603
+ "loss": 0.0004,
2604
+ "step": 9300
2605
+ },
2606
+ {
2607
+ "epoch": 97.89,
2608
+ "eval_loss": 0.28513702750205994,
2609
+ "eval_micro_f1": 0.8911788948006819,
2610
+ "eval_runtime": 4.1021,
2611
+ "eval_samples_per_second": 244.506,
2612
+ "step": 9300
2613
+ },
2614
+ {
2615
+ "epoch": 98.42,
2616
+ "learning_rate": 6.719298245614035e-06,
2617
+ "loss": 0.0002,
2618
+ "step": 9350
2619
+ },
2620
+ {
2621
+ "epoch": 98.42,
2622
+ "eval_loss": 0.29083964228630066,
2623
+ "eval_micro_f1": 0.8888888883886673,
2624
+ "eval_runtime": 3.1048,
2625
+ "eval_samples_per_second": 323.047,
2626
+ "step": 9350
2627
+ },
2628
+ {
2629
+ "epoch": 98.95,
2630
+ "learning_rate": 6.701754385964913e-06,
2631
+ "loss": 0.0005,
2632
+ "step": 9400
2633
+ },
2634
+ {
2635
+ "epoch": 98.95,
2636
+ "eval_loss": 0.29221805930137634,
2637
+ "eval_micro_f1": 0.8874226799121446,
2638
+ "eval_runtime": 8.322,
2639
+ "eval_samples_per_second": 120.524,
2640
+ "step": 9400
2641
+ },
2642
+ {
2643
+ "epoch": 99.47,
2644
+ "learning_rate": 6.68421052631579e-06,
2645
+ "loss": 0.0008,
2646
+ "step": 9450
2647
+ },
2648
+ {
2649
+ "epoch": 99.47,
2650
+ "eval_loss": 0.28144344687461853,
2651
+ "eval_micro_f1": 0.8876772077877538,
2652
+ "eval_runtime": 3.2697,
2653
+ "eval_samples_per_second": 306.759,
2654
+ "step": 9450
2655
+ },
2656
+ {
2657
+ "epoch": 100.0,
2658
+ "learning_rate": 6.666666666666667e-06,
2659
+ "loss": 0.0005,
2660
+ "step": 9500
2661
+ },
2662
+ {
2663
+ "epoch": 100.0,
2664
+ "eval_loss": 0.29380202293395996,
2665
+ "eval_micro_f1": 0.8887966799976794,
2666
+ "eval_runtime": 4.1414,
2667
+ "eval_samples_per_second": 242.187,
2668
+ "step": 9500
2669
+ },
2670
+ {
2671
+ "epoch": 100.53,
2672
+ "learning_rate": 6.649122807017544e-06,
2673
+ "loss": 0.0001,
2674
+ "step": 9550
2675
+ },
2676
+ {
2677
+ "epoch": 100.53,
2678
+ "eval_loss": 0.2875373065471649,
2679
+ "eval_micro_f1": 0.8876048970097425,
2680
+ "eval_runtime": 3.5444,
2681
+ "eval_samples_per_second": 282.98,
2682
+ "step": 9550
2683
+ },
2684
+ {
2685
+ "epoch": 101.05,
2686
+ "learning_rate": 6.631578947368421e-06,
2687
+ "loss": 0.0002,
2688
+ "step": 9600
2689
+ },
2690
+ {
2691
+ "epoch": 101.05,
2692
+ "eval_loss": 0.28619715571403503,
2693
+ "eval_micro_f1": 0.8927639703908955,
2694
+ "eval_runtime": 3.9021,
2695
+ "eval_samples_per_second": 257.041,
2696
+ "step": 9600
2697
+ },
2698
+ {
2699
+ "epoch": 101.58,
2700
+ "learning_rate": 6.614035087719298e-06,
2701
+ "loss": 0.0002,
2702
+ "step": 9650
2703
+ },
2704
+ {
2705
+ "epoch": 101.58,
2706
+ "eval_loss": 0.2913980185985565,
2707
+ "eval_micro_f1": 0.8870834475856909,
2708
+ "eval_runtime": 3.1769,
2709
+ "eval_samples_per_second": 315.716,
2710
+ "step": 9650
2711
+ },
2712
+ {
2713
+ "epoch": 102.11,
2714
+ "learning_rate": 6.596491228070177e-06,
2715
+ "loss": 0.0005,
2716
+ "step": 9700
2717
+ },
2718
+ {
2719
+ "epoch": 102.11,
2720
+ "eval_loss": 0.2946756184101105,
2721
+ "eval_micro_f1": 0.8876606323586742,
2722
+ "eval_runtime": 9.0019,
2723
+ "eval_samples_per_second": 111.421,
2724
+ "step": 9700
2725
+ },
2726
+ {
2727
+ "epoch": 102.63,
2728
+ "learning_rate": 6.578947368421054e-06,
2729
+ "loss": 0.0002,
2730
+ "step": 9750
2731
+ },
2732
+ {
2733
+ "epoch": 102.63,
2734
+ "eval_loss": 0.29088717699050903,
2735
+ "eval_micro_f1": 0.8892534859641347,
2736
+ "eval_runtime": 3.1417,
2737
+ "eval_samples_per_second": 319.256,
2738
+ "step": 9750
2739
+ },
2740
+ {
2741
+ "epoch": 103.16,
2742
+ "learning_rate": 6.561403508771931e-06,
2743
+ "loss": 0.0,
2744
+ "step": 9800
2745
+ },
2746
+ {
2747
+ "epoch": 103.16,
2748
+ "eval_loss": 0.2949836552143097,
2749
+ "eval_micro_f1": 0.8900811660976494,
2750
+ "eval_runtime": 7.9049,
2751
+ "eval_samples_per_second": 126.883,
2752
+ "step": 9800
2753
+ },
2754
+ {
2755
+ "epoch": 103.68,
2756
+ "learning_rate": 6.543859649122808e-06,
2757
+ "loss": 0.0001,
2758
+ "step": 9850
2759
+ },
2760
+ {
2761
+ "epoch": 103.68,
2762
+ "eval_loss": 0.2967689335346222,
2763
+ "eval_micro_f1": 0.8890708140720921,
2764
+ "eval_runtime": 7.05,
2765
+ "eval_samples_per_second": 142.27,
2766
+ "step": 9850
2767
+ },
2768
+ {
2769
+ "epoch": 104.21,
2770
+ "learning_rate": 6.526315789473685e-06,
2771
+ "loss": 0.0001,
2772
+ "step": 9900
2773
+ },
2774
+ {
2775
+ "epoch": 104.21,
2776
+ "eval_loss": 0.31163182854652405,
2777
+ "eval_micro_f1": 0.8898981552938755,
2778
+ "eval_runtime": 3.9986,
2779
+ "eval_samples_per_second": 250.84,
2780
+ "step": 9900
2781
+ },
2782
+ {
2783
+ "epoch": 104.74,
2784
+ "learning_rate": 6.508771929824562e-06,
2785
+ "loss": 0.0002,
2786
+ "step": 9950
2787
+ },
2788
+ {
2789
+ "epoch": 104.74,
2790
+ "eval_loss": 0.30857715010643005,
2791
+ "eval_micro_f1": 0.8909965630736558,
2792
+ "eval_runtime": 3.0819,
2793
+ "eval_samples_per_second": 325.453,
2794
+ "step": 9950
2795
+ },
2796
+ {
2797
+ "epoch": 105.26,
2798
+ "learning_rate": 6.491228070175439e-06,
2799
+ "loss": 0.0007,
2800
+ "step": 10000
2801
+ },
2802
+ {
2803
+ "epoch": 105.26,
2804
+ "eval_loss": 0.30797579884529114,
2805
+ "eval_micro_f1": 0.8926119193020305,
2806
+ "eval_runtime": 8.4523,
2807
+ "eval_samples_per_second": 118.666,
2808
+ "step": 10000
2809
+ },
2810
+ {
2811
+ "epoch": 105.79,
2812
+ "learning_rate": 6.473684210526316e-06,
2813
+ "loss": 0.0008,
2814
+ "step": 10050
2815
+ },
2816
+ {
2817
+ "epoch": 105.79,
2818
+ "eval_loss": 0.28551915287971497,
2819
+ "eval_micro_f1": 0.8895269341457042,
2820
+ "eval_runtime": 3.6854,
2821
+ "eval_samples_per_second": 272.152,
2822
+ "step": 10050
2823
+ },
2824
+ {
2825
+ "epoch": 106.32,
2826
+ "learning_rate": 6.456140350877193e-06,
2827
+ "loss": 0.0003,
2828
+ "step": 10100
2829
+ },
2830
+ {
2831
+ "epoch": 106.32,
2832
+ "eval_loss": 0.2874017655849457,
2833
+ "eval_micro_f1": 0.8948965512238941,
2834
+ "eval_runtime": 3.8385,
2835
+ "eval_samples_per_second": 261.303,
2836
+ "step": 10100
2837
+ },
2838
+ {
2839
+ "epoch": 106.84,
2840
+ "learning_rate": 6.438596491228071e-06,
2841
+ "loss": 0.0001,
2842
+ "step": 10150
2843
+ },
2844
+ {
2845
+ "epoch": 106.84,
2846
+ "eval_loss": 0.28866690397262573,
2847
+ "eval_micro_f1": 0.8892240192420461,
2848
+ "eval_runtime": 3.1417,
2849
+ "eval_samples_per_second": 319.249,
2850
+ "step": 10150
2851
+ },
2852
+ {
2853
+ "epoch": 107.37,
2854
+ "learning_rate": 6.421052631578948e-06,
2855
+ "loss": 0.0001,
2856
+ "step": 10200
2857
+ },
2858
+ {
2859
+ "epoch": 107.37,
2860
+ "eval_loss": 0.29645153880119324,
2861
+ "eval_micro_f1": 0.8903563071074169,
2862
+ "eval_runtime": 8.2788,
2863
+ "eval_samples_per_second": 121.152,
2864
+ "step": 10200
2865
+ },
2866
+ {
2867
+ "epoch": 107.89,
2868
+ "learning_rate": 6.403508771929825e-06,
2869
+ "loss": 0.0004,
2870
+ "step": 10250
2871
+ },
2872
+ {
2873
+ "epoch": 107.89,
2874
+ "eval_loss": 0.28964516520500183,
2875
+ "eval_micro_f1": 0.8920547940203469,
2876
+ "eval_runtime": 3.3488,
2877
+ "eval_samples_per_second": 299.513,
2878
+ "step": 10250
2879
+ },
2880
+ {
2881
+ "epoch": 108.42,
2882
+ "learning_rate": 6.385964912280702e-06,
2883
+ "loss": 0.0,
2884
+ "step": 10300
2885
+ },
2886
+ {
2887
+ "epoch": 108.42,
2888
+ "eval_loss": 0.29358983039855957,
2889
+ "eval_micro_f1": 0.8941726218197285,
2890
+ "eval_runtime": 4.0373,
2891
+ "eval_samples_per_second": 248.435,
2892
+ "step": 10300
2893
+ },
2894
+ {
2895
+ "epoch": 108.95,
2896
+ "learning_rate": 6.3684210526315795e-06,
2897
+ "loss": 0.0001,
2898
+ "step": 10350
2899
+ },
2900
+ {
2901
+ "epoch": 108.95,
2902
+ "eval_loss": 0.29186615347862244,
2903
+ "eval_micro_f1": 0.8937919688022478,
2904
+ "eval_runtime": 7.8983,
2905
+ "eval_samples_per_second": 126.989,
2906
+ "step": 10350
2907
+ },
2908
+ {
2909
+ "epoch": 109.47,
2910
+ "learning_rate": 6.3508771929824565e-06,
2911
+ "loss": 0.0001,
2912
+ "step": 10400
2913
+ },
2914
+ {
2915
+ "epoch": 109.47,
2916
+ "eval_loss": 0.2970679998397827,
2917
+ "eval_micro_f1": 0.8943807809439072,
2918
+ "eval_runtime": 8.6868,
2919
+ "eval_samples_per_second": 115.462,
2920
+ "step": 10400
2921
+ },
2922
+ {
2923
+ "epoch": 110.0,
2924
+ "learning_rate": 6.333333333333333e-06,
2925
+ "loss": 0.0002,
2926
+ "step": 10450
2927
+ },
2928
+ {
2929
+ "epoch": 110.0,
2930
+ "eval_loss": 0.2990773022174835,
2931
+ "eval_micro_f1": 0.8954275447408084,
2932
+ "eval_runtime": 4.0125,
2933
+ "eval_samples_per_second": 249.967,
2934
+ "step": 10450
2935
+ },
2936
+ {
2937
+ "epoch": 110.53,
2938
+ "learning_rate": 6.31578947368421e-06,
2939
+ "loss": 0.0,
2940
+ "step": 10500
2941
+ },
2942
+ {
2943
+ "epoch": 110.53,
2944
+ "eval_loss": 0.3070140480995178,
2945
+ "eval_micro_f1": 0.8945112673001121,
2946
+ "eval_runtime": 3.9494,
2947
+ "eval_samples_per_second": 253.965,
2948
+ "step": 10500
2949
+ },
2950
+ {
2951
+ "epoch": 111.05,
2952
+ "learning_rate": 6.298245614035088e-06,
2953
+ "loss": 0.0003,
2954
+ "step": 10550
2955
+ },
2956
+ {
2957
+ "epoch": 111.05,
2958
+ "eval_loss": 0.2980208396911621,
2959
+ "eval_micro_f1": 0.8904109584039089,
2960
+ "eval_runtime": 4.1953,
2961
+ "eval_samples_per_second": 239.08,
2962
+ "step": 10550
2963
+ },
2964
+ {
2965
+ "epoch": 111.58,
2966
+ "learning_rate": 6.280701754385965e-06,
2967
+ "loss": 0.0005,
2968
+ "step": 10600
2969
+ },
2970
+ {
2971
+ "epoch": 111.58,
2972
+ "eval_loss": 0.3040313124656677,
2973
+ "eval_micro_f1": 0.8894444439442073,
2974
+ "eval_runtime": 4.0291,
2975
+ "eval_samples_per_second": 248.936,
2976
+ "step": 10600
2977
+ },
2978
+ {
2979
+ "epoch": 112.11,
2980
+ "learning_rate": 6.263157894736842e-06,
2981
+ "loss": 0.0002,
2982
+ "step": 10650
2983
+ },
2984
+ {
2985
+ "epoch": 112.11,
2986
+ "eval_loss": 0.2912485897541046,
2987
+ "eval_micro_f1": 0.8896816679959434,
2988
+ "eval_runtime": 2.9919,
2989
+ "eval_samples_per_second": 335.24,
2990
+ "step": 10650
2991
+ },
2992
+ {
2993
+ "epoch": 112.63,
2994
+ "learning_rate": 6.245614035087721e-06,
2995
+ "loss": 0.0006,
2996
+ "step": 10700
2997
+ },
2998
+ {
2999
+ "epoch": 112.63,
3000
+ "eval_loss": 0.3086911141872406,
3001
+ "eval_micro_f1": 0.8893187779991326,
3002
+ "eval_runtime": 4.04,
3003
+ "eval_samples_per_second": 248.266,
3004
+ "step": 10700
3005
+ },
3006
+ {
3007
+ "epoch": 113.16,
3008
+ "learning_rate": 6.2280701754385975e-06,
3009
+ "loss": 0.0,
3010
+ "step": 10750
3011
+ },
3012
+ {
3013
+ "epoch": 113.16,
3014
+ "eval_loss": 0.29828786849975586,
3015
+ "eval_micro_f1": 0.8922822941757889,
3016
+ "eval_runtime": 3.1424,
3017
+ "eval_samples_per_second": 319.186,
3018
+ "step": 10750
3019
+ },
3020
+ {
3021
+ "epoch": 113.68,
3022
+ "learning_rate": 6.2105263157894745e-06,
3023
+ "loss": 0.0,
3024
+ "step": 10800
3025
+ },
3026
+ {
3027
+ "epoch": 113.68,
3028
+ "eval_loss": 0.3017314374446869,
3029
+ "eval_micro_f1": 0.8927097656620789,
3030
+ "eval_runtime": 7.965,
3031
+ "eval_samples_per_second": 125.925,
3032
+ "step": 10800
3033
+ },
3034
+ {
3035
+ "epoch": 114.21,
3036
+ "learning_rate": 6.192982456140351e-06,
3037
+ "loss": 0.0001,
3038
+ "step": 10850
3039
+ },
3040
+ {
3041
+ "epoch": 114.21,
3042
+ "eval_loss": 0.3105458915233612,
3043
+ "eval_micro_f1": 0.892120204457516,
3044
+ "eval_runtime": 2.9845,
3045
+ "eval_samples_per_second": 336.071,
3046
+ "step": 10850
3047
+ },
3048
+ {
3049
+ "epoch": 114.74,
3050
+ "learning_rate": 6.175438596491229e-06,
3051
+ "loss": 0.0002,
3052
+ "step": 10900
3053
+ },
3054
+ {
3055
+ "epoch": 114.74,
3056
+ "eval_loss": 0.30062082409858704,
3057
+ "eval_micro_f1": 0.8916323726136417,
3058
+ "eval_runtime": 8.4769,
3059
+ "eval_samples_per_second": 118.321,
3060
+ "step": 10900
3061
+ },
3062
+ {
3063
+ "epoch": 115.26,
3064
+ "learning_rate": 6.157894736842106e-06,
3065
+ "loss": 0.0004,
3066
+ "step": 10950
3067
+ },
3068
+ {
3069
+ "epoch": 115.26,
3070
+ "eval_loss": 0.30511754751205444,
3071
+ "eval_micro_f1": 0.8859467654630745,
3072
+ "eval_runtime": 3.2692,
3073
+ "eval_samples_per_second": 306.806,
3074
+ "step": 10950
3075
+ },
3076
+ {
3077
+ "epoch": 115.79,
3078
+ "learning_rate": 6.140350877192983e-06,
3079
+ "loss": 0.0002,
3080
+ "step": 11000
3081
+ },
3082
+ {
3083
+ "epoch": 115.79,
3084
+ "eval_loss": 0.30255937576293945,
3085
+ "eval_micro_f1": 0.8904544821631056,
3086
+ "eval_runtime": 3.9666,
3087
+ "eval_samples_per_second": 252.859,
3088
+ "step": 11000
3089
+ },
3090
+ {
3091
+ "epoch": 116.32,
3092
+ "learning_rate": 6.12280701754386e-06,
3093
+ "loss": 0.0003,
3094
+ "step": 11050
3095
+ },
3096
+ {
3097
+ "epoch": 116.32,
3098
+ "eval_loss": 0.29517313838005066,
3099
+ "eval_micro_f1": 0.8859925910761354,
3100
+ "eval_runtime": 7.5463,
3101
+ "eval_samples_per_second": 132.912,
3102
+ "step": 11050
3103
+ },
3104
+ {
3105
+ "epoch": 116.84,
3106
+ "learning_rate": 6.105263157894738e-06,
3107
+ "loss": 0.0004,
3108
+ "step": 11100
3109
+ },
3110
+ {
3111
+ "epoch": 116.84,
3112
+ "eval_loss": 0.29613345861434937,
3113
+ "eval_micro_f1": 0.8932280842525581,
3114
+ "eval_runtime": 3.9637,
3115
+ "eval_samples_per_second": 253.043,
3116
+ "step": 11100
3117
+ },
3118
+ {
3119
+ "epoch": 117.37,
3120
+ "learning_rate": 6.087719298245615e-06,
3121
+ "loss": 0.0001,
3122
+ "step": 11150
3123
+ },
3124
+ {
3125
+ "epoch": 117.37,
3126
+ "eval_loss": 0.2902396321296692,
3127
+ "eval_micro_f1": 0.892036858253723,
3128
+ "eval_runtime": 3.7992,
3129
+ "eval_samples_per_second": 264.003,
3130
+ "step": 11150
3131
+ },
3132
+ {
3133
+ "epoch": 117.89,
3134
+ "learning_rate": 6.070175438596492e-06,
3135
+ "loss": 0.0,
3136
+ "step": 11200
3137
+ },
3138
+ {
3139
+ "epoch": 117.89,
3140
+ "eval_loss": 0.29245704412460327,
3141
+ "eval_micro_f1": 0.8922484876800918,
3142
+ "eval_runtime": 3.2414,
3143
+ "eval_samples_per_second": 309.433,
3144
+ "step": 11200
3145
+ },
3146
+ {
3147
+ "epoch": 118.42,
3148
+ "learning_rate": 6.0526315789473685e-06,
3149
+ "loss": 0.0,
3150
+ "step": 11250
3151
+ },
3152
+ {
3153
+ "epoch": 118.42,
3154
+ "eval_loss": 0.29434511065483093,
3155
+ "eval_micro_f1": 0.8918807523504421,
3156
+ "eval_runtime": 7.7527,
3157
+ "eval_samples_per_second": 129.374,
3158
+ "step": 11250
3159
+ },
3160
+ {
3161
+ "epoch": 118.95,
3162
+ "learning_rate": 6.035087719298246e-06,
3163
+ "loss": 0.0001,
3164
+ "step": 11300
3165
+ },
3166
+ {
3167
+ "epoch": 118.95,
3168
+ "eval_loss": 0.3034317195415497,
3169
+ "eval_micro_f1": 0.8932119200295573,
3170
+ "eval_runtime": 3.6067,
3171
+ "eval_samples_per_second": 278.094,
3172
+ "step": 11300
3173
+ },
3174
+ {
3175
+ "epoch": 119.47,
3176
+ "learning_rate": 6.017543859649123e-06,
3177
+ "loss": 0.0,
3178
+ "step": 11350
3179
+ },
3180
+ {
3181
+ "epoch": 119.47,
3182
+ "eval_loss": 0.30254286527633667,
3183
+ "eval_micro_f1": 0.8921676773817213,
3184
+ "eval_runtime": 4.2931,
3185
+ "eval_samples_per_second": 233.629,
3186
+ "step": 11350
3187
+ },
3188
+ {
3189
+ "epoch": 120.0,
3190
+ "learning_rate": 6e-06,
3191
+ "loss": 0.0002,
3192
+ "step": 11400
3193
+ },
3194
+ {
3195
+ "epoch": 120.0,
3196
+ "eval_loss": 0.2985408902168274,
3197
+ "eval_micro_f1": 0.886975535921856,
3198
+ "eval_runtime": 4.074,
3199
+ "eval_samples_per_second": 246.195,
3200
+ "step": 11400
3201
+ },
3202
+ {
3203
+ "epoch": 120.53,
3204
+ "learning_rate": 5.982456140350877e-06,
3205
+ "loss": 0.0002,
3206
+ "step": 11450
3207
+ },
3208
+ {
3209
+ "epoch": 120.53,
3210
+ "eval_loss": 0.31120577454566956,
3211
+ "eval_micro_f1": 0.8919559454080521,
3212
+ "eval_runtime": 7.5617,
3213
+ "eval_samples_per_second": 132.642,
3214
+ "step": 11450
3215
+ },
3216
+ {
3217
+ "epoch": 121.05,
3218
+ "learning_rate": 5.964912280701755e-06,
3219
+ "loss": 0.0001,
3220
+ "step": 11500
3221
+ },
3222
+ {
3223
+ "epoch": 121.05,
3224
+ "eval_loss": 0.3012202978134155,
3225
+ "eval_micro_f1": 0.8929705836732108,
3226
+ "eval_runtime": 7.7225,
3227
+ "eval_samples_per_second": 129.881,
3228
+ "step": 11500
3229
+ },
3230
+ {
3231
+ "epoch": 121.58,
3232
+ "learning_rate": 5.947368421052632e-06,
3233
+ "loss": 0.0001,
3234
+ "step": 11550
3235
+ },
3236
+ {
3237
+ "epoch": 121.58,
3238
+ "eval_loss": 0.3262581527233124,
3239
+ "eval_micro_f1": 0.8914728677168081,
3240
+ "eval_runtime": 2.9754,
3241
+ "eval_samples_per_second": 337.103,
3242
+ "step": 11550
3243
+ },
3244
+ {
3245
+ "epoch": 122.11,
3246
+ "learning_rate": 5.929824561403509e-06,
3247
+ "loss": 0.0002,
3248
+ "step": 11600
3249
+ },
3250
+ {
3251
+ "epoch": 122.11,
3252
+ "eval_loss": 0.30825820565223694,
3253
+ "eval_micro_f1": 0.8931771187278773,
3254
+ "eval_runtime": 4.2577,
3255
+ "eval_samples_per_second": 235.574,
3256
+ "step": 11600
3257
+ },
3258
+ {
3259
+ "epoch": 122.63,
3260
+ "learning_rate": 5.912280701754386e-06,
3261
+ "loss": 0.0001,
3262
+ "step": 11650
3263
+ },
3264
+ {
3265
+ "epoch": 122.63,
3266
+ "eval_loss": 0.3162708282470703,
3267
+ "eval_micro_f1": 0.8928274711142647,
3268
+ "eval_runtime": 7.5376,
3269
+ "eval_samples_per_second": 133.066,
3270
+ "step": 11650
3271
+ },
3272
+ {
3273
+ "epoch": 123.16,
3274
+ "learning_rate": 5.8947368421052634e-06,
3275
+ "loss": 0.0001,
3276
+ "step": 11700
3277
+ },
3278
+ {
3279
+ "epoch": 123.16,
3280
+ "eval_loss": 0.31679707765579224,
3281
+ "eval_micro_f1": 0.8918358884346897,
3282
+ "eval_runtime": 4.5395,
3283
+ "eval_samples_per_second": 220.947,
3284
+ "step": 11700
3285
+ },
3286
+ {
3287
+ "epoch": 123.68,
3288
+ "learning_rate": 5.877192982456141e-06,
3289
+ "loss": 0.0001,
3290
+ "step": 11750
3291
+ },
3292
+ {
3293
+ "epoch": 123.68,
3294
+ "eval_loss": 0.30037057399749756,
3295
+ "eval_micro_f1": 0.891358024191145,
3296
+ "eval_runtime": 7.746,
3297
+ "eval_samples_per_second": 129.486,
3298
+ "step": 11750
3299
+ },
3300
+ {
3301
+ "epoch": 124.21,
3302
+ "learning_rate": 5.859649122807018e-06,
3303
+ "loss": 0.0,
3304
+ "step": 11800
3305
+ },
3306
+ {
3307
+ "epoch": 124.21,
3308
+ "eval_loss": 0.3091674745082855,
3309
+ "eval_micro_f1": 0.8942254298162501,
3310
+ "eval_runtime": 8.4498,
3311
+ "eval_samples_per_second": 118.702,
3312
+ "step": 11800
3313
+ },
3314
+ {
3315
+ "epoch": 124.74,
3316
+ "learning_rate": 5.842105263157896e-06,
3317
+ "loss": 0.0,
3318
+ "step": 11850
3319
+ },
3320
+ {
3321
+ "epoch": 124.74,
3322
+ "eval_loss": 0.305372416973114,
3323
+ "eval_micro_f1": 0.8922907180213405,
3324
+ "eval_runtime": 4.0476,
3325
+ "eval_samples_per_second": 247.801,
3326
+ "step": 11850
3327
+ },
3328
+ {
3329
+ "epoch": 125.26,
3330
+ "learning_rate": 5.824561403508773e-06,
3331
+ "loss": 0.0,
3332
+ "step": 11900
3333
+ },
3334
+ {
3335
+ "epoch": 125.26,
3336
+ "eval_loss": 0.30899912118911743,
3337
+ "eval_micro_f1": 0.8909717431248454,
3338
+ "eval_runtime": 3.249,
3339
+ "eval_samples_per_second": 308.71,
3340
+ "step": 11900
3341
+ },
3342
+ {
3343
+ "epoch": 125.79,
3344
+ "learning_rate": 5.80701754385965e-06,
3345
+ "loss": 0.0,
3346
+ "step": 11950
3347
+ },
3348
+ {
3349
+ "epoch": 125.79,
3350
+ "eval_loss": 0.31083518266677856,
3351
+ "eval_micro_f1": 0.8919552913446573,
3352
+ "eval_runtime": 3.8972,
3353
+ "eval_samples_per_second": 257.362,
3354
+ "step": 11950
3355
+ },
3356
+ {
3357
+ "epoch": 126.32,
3358
+ "learning_rate": 5.789473684210527e-06,
3359
+ "loss": 0.0,
3360
+ "step": 12000
3361
+ },
3362
+ {
3363
+ "epoch": 126.32,
3364
+ "eval_loss": 0.32175785303115845,
3365
+ "eval_micro_f1": 0.892328955961398,
3366
+ "eval_runtime": 3.2964,
3367
+ "eval_samples_per_second": 304.271,
3368
+ "step": 12000
3369
+ },
3370
+ {
3371
+ "epoch": 126.84,
3372
+ "learning_rate": 5.7719298245614045e-06,
3373
+ "loss": 0.0,
3374
+ "step": 12050
3375
+ },
3376
+ {
3377
+ "epoch": 126.84,
3378
+ "eval_loss": 0.32289454340934753,
3379
+ "eval_micro_f1": 0.8932762662400555,
3380
+ "eval_runtime": 4.0516,
3381
+ "eval_samples_per_second": 247.558,
3382
+ "step": 12050
3383
+ },
3384
+ {
3385
+ "epoch": 127.37,
3386
+ "learning_rate": 5.754385964912281e-06,
3387
+ "loss": 0.0001,
3388
+ "step": 12100
3389
+ },
3390
+ {
3391
+ "epoch": 127.37,
3392
+ "eval_loss": 0.3297015428543091,
3393
+ "eval_micro_f1": 0.8932092759891377,
3394
+ "eval_runtime": 3.8348,
3395
+ "eval_samples_per_second": 261.55,
3396
+ "step": 12100
3397
+ },
3398
+ {
3399
+ "epoch": 127.89,
3400
+ "learning_rate": 5.736842105263158e-06,
3401
+ "loss": 0.0001,
3402
+ "step": 12150
3403
+ },
3404
+ {
3405
+ "epoch": 127.89,
3406
+ "eval_loss": 0.3137093782424927,
3407
+ "eval_micro_f1": 0.8983986742650762,
3408
+ "eval_runtime": 4.0423,
3409
+ "eval_samples_per_second": 248.125,
3410
+ "step": 12150
3411
+ }
3412
+ ],
3413
+ "max_steps": 28500,
3414
+ "num_train_epochs": 300,
3415
+ "total_flos": 19120804616737800,
3416
+ "trial_name": null,
3417
+ "trial_params": null
3418
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:accdf5637ccabe4ef797bcd0a69a7471a831ee23380b1e99b9a5d68af0265445
3
+ size 2095
vocab.txt ADDED
The diff for this file is too large to render. See raw diff