Upload 11 files

config.json

@@ -11,284 +11,192 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 1024,
   "id2label": {
-    "0": "B-acid_fast_test",
-    "1": "B-Acid_Formula",
-    "2": "B-Acid_Name",
-    "3": "B-Acid_Species",
-    "4": "B-acyl_type",
-    "5": "B-Antibiotic",
-    "6": "B-Antibiotic_Resistant",
-    "7": "B-Antibiotic_Susceptibility",
-    "8": "B-Biochemical_Test_Enzyme",
-    "9": "B-Carbon_Source_Metabolite",
-    "10": "B-Cell_arrangement",
-    "11": "B-Cell_length",
-    "12": "B-Cell_shape",
-    "13": "B-Cell_Wall_sugar",
-    "14": "B-Cell_width",
-    "15": "B-Colony_Color",
-    "16": "B-Colony_Margin",
-    "17": "B-Colony_shape",
-    "18": "B-Colony_size",
-    "19": "B-Colony_Texture",
-    "20": "B-Culture_Medium",
-    "21": "B-culture_time",
-    "22": "B-Disease_Name",
-    "23": "B-Disease_Symptom",
-    "24": "B-Effect_Of_Growth",
-    "25": "B-Gas_Formula",
-    "26": "B-Gas_Name",
-    "27": "B-GC_Content",
-    "28": "B-Gene_Length",
-    "29": "B-Habitat",
-    "30": "B-Hemolysis_Type",
+    "0": "B-acyl_type",
+    "1": "B-cell_size",
+    "2": "I-Antibiotic_Resistant",
+    "3": "I-Acid_Species",
+    "4": "B-Mobility",
+    "5": "B-Cell_arrangement",
+    "6": "B-Vitamins_Cofactors_Name",
+    "7": "B-Cell_Wall_sugar",
+    "8": "B-Pathogenic",
+    "9": "I-Polar_Lipids",
+    "10": "I-cell_size",
+    "11": "I-acid_fast_test",
+    "12": "I-Hemolysis_Type",
+    "13": "B-Salinity_Range",
+    "14": "I-cell_shape",
+    "15": "I-acyl_type",
+    "16": "I-Colony_Texture",
+    "17": "B-Disease_Name",
+    "18": "B-Pigment_Name",
+    "19": "I-Acid_Name",
+    "20": "I-colony_size",
+    "21": "I-Pathogenic",
+    "22": "I-Antibiotic",
+    "23": "B-Carbon_Source_Metabolite",
+    "24": "I-Microbe_Name",
+    "25": "O",
+    "26": "B-Major_fatty_acids",
+    "27": "I-MK_Reaction",
+    "28": "I-Sporulation",
+    "29": "B-temperature",
+    "30": "B-Habitat",
     "31": "B-Kind_Of_Utilization_tested",
-    "32": "B-Major_fatty_acids",
-    "33": "B-Metal_ion_Name",
-    "34": "B-Metal_ion_Type",
-    "35": "B-Microbe_Name",
+    "32": "B-Colony_Color",
+    "33": "I-Metal_ion_Name",
+    "34": "B-nacl",
+    "35": "I-temperature",
     "36": "B-MK_Reaction",
-    "37": "B-Mobility",
-    "38": "B-Nacl_Max",
-    "39": "B-Nacl_Min",
-    "40": "B-Nacl_Optimal",
-    "41": "B-Nacl_Range",
-    "42": "B-Nitrogen_Sourcecol_Metabolite",
-    "43": "B-Organ_Name",
+    "37": "B-Colony_shape",
+    "38": "I-Vitamins_Cofactors_Name",
+    "39": "I-Cell_Wall_sugar",
+    "40": "B-Voges_Proskauer_reaction",
+    "41": "B-Acid_Formula",
+    "42": "I-Major_fatty_acids",
+    "43": "B-ph",
     "44": "B-Oxygen_Requirements",
-    "45": "B-Pathogenic",
-    "46": "B-Peptidoglycan",
-    "47": "B-pH_Max",
-    "48": "B-pH_Min",
-    "49": "B-pH_NO",
-    "50": "B-pH_Optimal",
-    "51": "B-pH_Range",
-    "52": "B-Pigment_Name",
-    "53": "B-Pigment_Type",
-    "54": "B-Polar_Lipids",
-    "55": "B-Predominant_polyamines",
-    "56": "B-rDNA_16S_accession_no",
-    "57": "B-Salinity_Range",
-    "58": "B-Sporulation",
-    "59": "B-Temperature_Max",
-    "60": "B-Temperature_Min",
-    "61": "B-Temperature_Optimal",
-    "62": "B-Temperature_Range",
-    "63": "B-Type_strain",
-    "64": "B-Vitamins_Cofactors_Name",
-    "65": "B-Vitamins_Cofactors_Type",
-    "66": "B-Voges_Proskauer_reaction",
-    "67": "B-Whole_Genome_accession_no",
-    "68": "I-acid_fast_test",
-    "69": "I-Acid_Formula",
-    "70": "I-Acid_Name",
-    "71": "I-Acid_Species",
-    "72": "I-acyl_type",
-    "73": "I-Antibiotic",
-    "74": "I-Antibiotic_Resistant",
-    "75": "I-Antibiotic_Susceptibility",
-    "76": "I-Biochemical_Test_Enzyme",
-    "77": "I-Carbon_Source_Metabolite",
-    "78": "I-Cell_arrangement",
-    "79": "I-Cell_length",
-    "80": "I-Cell_shape",
-    "81": "I-Cell_Wall_sugar",
-    "82": "I-Cell_width",
-    "83": "I-Colony_Color",
-    "84": "I-Colony_Margin",
-    "85": "I-Colony_shape",
-    "86": "I-Colony_size",
-    "87": "I-Colony_Texture",
-    "88": "I-Culture_Medium",
-    "89": "I-culture_time",
-    "90": "I-Disease_Name",
-    "91": "I-Disease_Symptom",
-    "92": "I-Effect_Of_Growth",
-    "93": "I-Gas_Formula",
-    "94": "I-Gas_Name",
-    "95": "I-GC_Content",
-    "96": "I-Gene_Length",
-    "97": "I-Habitat",
-    "98": "I-Hemolysis_Type",
-    "99": "I-Kind_Of_Utilization_tested",
-    "100": "I-Major_fatty_acids",
-    "101": "I-Metal_ion_Name",
-    "102": "I-Metal_ion_Type",
-    "103": "I-Microbe_Name",
-    "104": "I-MK_Reaction",
-    "105": "I-Mobility",
-    "106": "I-Nacl_Max",
-    "107": "I-Nacl_Min",
-    "108": "I-Nacl_Optimal",
-    "109": "I-Nacl_Range",
-    "110": "I-Nitrogen_Sourcecol_Metabolite",
-    "111": "I-Organ_Name",
-    "112": "I-Oxygen_Requirements",
-    "113": "I-Pathogenic",
-    "114": "I-Peptidoglycan",
-    "115": "I-pH_Max",
-    "116": "I-pH_Min",
-    "117": "I-pH_NO",
-    "118": "I-pH_Optimal",
-    "119": "I-pH_Range",
-    "120": "I-Pigment_Name",
-    "121": "I-Pigment_Type",
-    "122": "I-Polar_Lipids",
-    "123": "I-Predominant_polyamines",
-    "124": "I-rDNA_16S_accession_no",
-    "125": "I-Salinity_Range",
-    "126": "I-Sporulation",
-    "127": "I-Temperature_Max",
-    "128": "I-Temperature_Min",
-    "129": "I-Temperature_Optimal",
-    "130": "I-Temperature_Range",
-    "131": "I-Type_strain",
-    "132": "I-Vitamins_Cofactors_Name",
-    "133": "I-Vitamins_Cofactors_Type",
-    "134": "I-Voges_Proskauer_reaction",
-    "135": "I-Whole_Genome_accession_no",
-    "136": "O"
+    "45": "I-Pigment_Name",
+    "46": "B-culture_time",
+    "47": "I-culture_time",
+    "48": "I-nacl",
+    "49": "I-Nitrogen_Sourcecol_Metabolite",
+    "50": "I-Biochemical_Test_Enzyme",
+    "51": "I-Antibiotic_Susceptibility",
+    "52": "B-Antibiotic",
+    "53": "I-Colony_shape",
+    "54": "I-Colony_Color",
+    "55": "I-Salinity_Range",
+    "56": "I-Mobility",
+    "57": "I-Disease_Name",
+    "58": "B-Hemolysis_Type",
+    "59": "B-Antibiotic_Susceptibility",
+    "60": "B-acid_fast_test",
+    "61": "I-Carbon_Source_Metabolite",
+    "62": "I-Oxygen_Requirements",
+    "63": "B-Gas_Name",
+    "64": "B-Antibiotic_Resistant",
+    "65": "B-Colony_Texture",
+    "66": "B-Peptidoglycan",
+    "67": "B-Sporulation",
+    "68": "B-colony_size",
+    "69": "I-Cell_arrangement",
+    "70": "I-Acid_Formula",
+    "71": "I-Gas_Name",
+    "72": "B-Polar_Lipids",
+    "73": "B-Nitrogen_Sourcecol_Metabolite",
+    "74": "B-Acid_Species",
+    "75": "B-Microbe_Name",
+    "76": "B-Colony_Margin",
+    "77": "I-Type_strain",
+    "78": "I-Peptidoglycan",
+    "79": "B-Metal_ion_Name",
+    "80": "I-ph",
+    "81": "B-cell_shape",
+    "82": "I-Colony_Margin",
+    "83": "I-Habitat",
+    "84": "B-rDNA_16S_accession_no",
+    "85": "B-Whole_Genome_accession_no",
+    "86": "B-Biochemical_Test_Enzyme",
+    "87": "B-Acid_Name",
+    "88": "B-Predominant_polyamines",
+    "89": "B-Type_strain",
+    "90": "I-Kind_Of_Utilization_tested"
   },
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "label2id": {
-    "B-Acid_Formula": 1,
-    "B-Acid_Name": 2,
-    "B-Acid_Species": 3,
-    "B-Antibiotic": 5,
-    "B-Antibiotic_Resistant": 6,
-    "B-Antibiotic_Susceptibility": 7,
-    "B-Biochemical_Test_Enzyme": 8,
-    "B-Carbon_Source_Metabolite": 9,
-    "B-Cell_Wall_sugar": 13,
-    "B-Cell_arrangement": 10,
-    "B-Cell_length": 11,
-    "B-Cell_shape": 12,
-    "B-Cell_width": 14,
-    "B-Colony_Color": 15,
-    "B-Colony_Margin": 16,
-    "B-Colony_Texture": 19,
-    "B-Colony_shape": 17,
-    "B-Colony_size": 18,
-    "B-Culture_Medium": 20,
-    "B-Disease_Name": 22,
-    "B-Disease_Symptom": 23,
-    "B-Effect_Of_Growth": 24,
-    "B-GC_Content": 27,
-    "B-Gas_Formula": 25,
-    "B-Gas_Name": 26,
-    "B-Gene_Length": 28,
-    "B-Habitat": 29,
-    "B-Hemolysis_Type": 30,
+    "B-Acid_Formula": 41,
+    "B-Acid_Name": 87,
+    "B-Acid_Species": 74,
+    "B-Antibiotic": 52,
+    "B-Antibiotic_Resistant": 64,
+    "B-Antibiotic_Susceptibility": 59,
+    "B-Biochemical_Test_Enzyme": 86,
+    "B-Carbon_Source_Metabolite": 23,
+    "B-Cell_Wall_sugar": 7,
+    "B-Cell_arrangement": 5,
+    "B-Colony_Color": 32,
+    "B-Colony_Margin": 76,
+    "B-Colony_Texture": 65,
+    "B-Colony_shape": 37,
+    "B-Disease_Name": 17,
+    "B-Gas_Name": 63,
+    "B-Habitat": 30,
+    "B-Hemolysis_Type": 58,
     "B-Kind_Of_Utilization_tested": 31,
     "B-MK_Reaction": 36,
-    "B-Major_fatty_acids": 32,
-    "B-Metal_ion_Name": 33,
-    "B-Metal_ion_Type": 34,
-    "B-Microbe_Name": 35,
-    "B-Mobility": 37,
-    "B-Nacl_Max": 38,
-    "B-Nacl_Min": 39,
-    "B-Nacl_Optimal": 40,
-    "B-Nacl_Range": 41,
-    "B-Nitrogen_Sourcecol_Metabolite": 42,
-    "B-Organ_Name": 43,
+    "B-Major_fatty_acids": 26,
+    "B-Metal_ion_Name": 79,
+    "B-Microbe_Name": 75,
+    "B-Mobility": 4,
+    "B-Nitrogen_Sourcecol_Metabolite": 73,
     "B-Oxygen_Requirements": 44,
-    "B-Pathogenic": 45,
-    "B-Peptidoglycan": 46,
-    "B-Pigment_Name": 52,
-    "B-Pigment_Type": 53,
-    "B-Polar_Lipids": 54,
-    "B-Predominant_polyamines": 55,
-    "B-Salinity_Range": 57,
-    "B-Sporulation": 58,
-    "B-Temperature_Max": 59,
-    "B-Temperature_Min": 60,
-    "B-Temperature_Optimal": 61,
-    "B-Temperature_Range": 62,
-    "B-Type_strain": 63,
-    "B-Vitamins_Cofactors_Name": 64,
-    "B-Vitamins_Cofactors_Type": 65,
-    "B-Voges_Proskauer_reaction": 66,
-    "B-Whole_Genome_accession_no": 67,
-    "B-acid_fast_test": 0,
-    "B-acyl_type": 4,
-    "B-culture_time": 21,
-    "B-pH_Max": 47,
-    "B-pH_Min": 48,
-    "B-pH_NO": 49,
-    "B-pH_Optimal": 50,
-    "B-pH_Range": 51,
-    "B-rDNA_16S_accession_no": 56,
-    "I-Acid_Formula": 69,
-    "I-Acid_Name": 70,
-    "I-Acid_Species": 71,
-    "I-Antibiotic": 73,
-    "I-Antibiotic_Resistant": 74,
-    "I-Antibiotic_Susceptibility": 75,
-    "I-Biochemical_Test_Enzyme": 76,
-    "I-Carbon_Source_Metabolite": 77,
-    "I-Cell_Wall_sugar": 81,
-    "I-Cell_arrangement": 78,
-    "I-Cell_length": 79,
-    "I-Cell_shape": 80,
-    "I-Cell_width": 82,
-    "I-Colony_Color": 83,
-    "I-Colony_Margin": 84,
-    "I-Colony_Texture": 87,
-    "I-Colony_shape": 85,
-    "I-Colony_size": 86,
-    "I-Culture_Medium": 88,
-    "I-Disease_Name": 90,
-    "I-Disease_Symptom": 91,
-    "I-Effect_Of_Growth": 92,
-    "I-GC_Content": 95,
-    "I-Gas_Formula": 93,
-    "I-Gas_Name": 94,
-    "I-Gene_Length": 96,
-    "I-Habitat": 97,
-    "I-Hemolysis_Type": 98,
-    "I-Kind_Of_Utilization_tested": 99,
-    "I-MK_Reaction": 104,
-    "I-Major_fatty_acids": 100,
-    "I-Metal_ion_Name": 101,
-    "I-Metal_ion_Type": 102,
-    "I-Microbe_Name": 103,
-    "I-Mobility": 105,
-    "I-Nacl_Max": 106,
-    "I-Nacl_Min": 107,
-    "I-Nacl_Optimal": 108,
-    "I-Nacl_Range": 109,
-    "I-Nitrogen_Sourcecol_Metabolite": 110,
-    "I-Organ_Name": 111,
-    "I-Oxygen_Requirements": 112,
-    "I-Pathogenic": 113,
-    "I-Peptidoglycan": 114,
-    "I-Pigment_Name": 120,
-    "I-Pigment_Type": 121,
-    "I-Polar_Lipids": 122,
-    "I-Predominant_polyamines": 123,
-    "I-Salinity_Range": 125,
-    "I-Sporulation": 126,
-    "I-Temperature_Max": 127,
-    "I-Temperature_Min": 128,
-    "I-Temperature_Optimal": 129,
-    "I-Temperature_Range": 130,
-    "I-Type_strain": 131,
-    "I-Vitamins_Cofactors_Name": 132,
-    "I-Vitamins_Cofactors_Type": 133,
-    "I-Voges_Proskauer_reaction": 134,
-    "I-Whole_Genome_accession_no": 135,
-    "I-acid_fast_test": 68,
-    "I-acyl_type": 72,
-    "I-culture_time": 89,
-    "I-pH_Max": 115,
-    "I-pH_Min": 116,
-    "I-pH_NO": 117,
-    "I-pH_Optimal": 118,
-    "I-pH_Range": 119,
-    "I-rDNA_16S_accession_no": 124,
-    "O": 136
+    "B-Pathogenic": 8,
+    "B-Peptidoglycan": 66,
+    "B-Pigment_Name": 18,
+    "B-Polar_Lipids": 72,
+    "B-Predominant_polyamines": 88,
+    "B-Salinity_Range": 13,
+    "B-Sporulation": 67,
+    "B-Type_strain": 89,
+    "B-Vitamins_Cofactors_Name": 6,
+    "B-Voges_Proskauer_reaction": 40,
+    "B-Whole_Genome_accession_no": 85,
+    "B-acid_fast_test": 60,
+    "B-acyl_type": 0,
+    "B-cell_shape": 81,
+    "B-cell_size": 1,
+    "B-colony_size": 68,
+    "B-culture_time": 46,
+    "B-nacl": 34,
+    "B-ph": 43,
+    "B-rDNA_16S_accession_no": 84,
+    "B-temperature": 29,
+    "I-Acid_Formula": 70,
+    "I-Acid_Name": 19,
+    "I-Acid_Species": 3,
+    "I-Antibiotic": 22,
+    "I-Antibiotic_Resistant": 2,
+    "I-Antibiotic_Susceptibility": 51,
+    "I-Biochemical_Test_Enzyme": 50,
+    "I-Carbon_Source_Metabolite": 61,
+    "I-Cell_Wall_sugar": 39,
+    "I-Cell_arrangement": 69,
+    "I-Colony_Color": 54,
+    "I-Colony_Margin": 82,
+    "I-Colony_Texture": 16,
+    "I-Colony_shape": 53,
+    "I-Disease_Name": 57,
+    "I-Gas_Name": 71,
+    "I-Habitat": 83,
+    "I-Hemolysis_Type": 12,
+    "I-Kind_Of_Utilization_tested": 90,
+    "I-MK_Reaction": 27,
+    "I-Major_fatty_acids": 42,
+    "I-Metal_ion_Name": 33,
+    "I-Microbe_Name": 24,
+    "I-Mobility": 56,
+    "I-Nitrogen_Sourcecol_Metabolite": 49,
+    "I-Oxygen_Requirements": 62,
+    "I-Pathogenic": 21,
+    "I-Peptidoglycan": 78,
+    "I-Pigment_Name": 45,
+    "I-Polar_Lipids": 9,
+    "I-Salinity_Range": 55,
+    "I-Sporulation": 28,
+    "I-Type_strain": 77,
+    "I-Vitamins_Cofactors_Name": 38,
+    "I-acid_fast_test": 11,
+    "I-acyl_type": 15,
+    "I-cell_shape": 14,
+    "I-cell_size": 10,
+    "I-colony_size": 20,
+    "I-culture_time": 47,
+    "I-nacl": 48,
+    "I-ph": 80,
+    "I-temperature": 35,
+    "O": 25
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f5551903c51f247df1fedd799f9b0b5e7bd96432a850415b9bb3db5c23e7fca
-size 1330727172
+oid sha256:6fb2ea34aca4ffb3a0ec30e8cad082123109494a6a8e3d430b43f42604b13b1b
+size 1330538572

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11d9b5a93c4d17bef22d10d33e29e546299eed7de304d8a22ece67ef09134e49
-size 2661688312
+oid sha256:ac22898d1cd6520808a2bfbd87d1d16c94cd985c29fac668382a1a4b652d978c
+size 2661311096

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b9cf2bdc18485239b323eb29aac0d1c581138879949bb50464f828e3d98fad0
+oid sha256:55bd7150dc7868ae964590073e06764934bde1c8dc172b936d00083fb44c7967
 size 14645

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0d93cac5fd9c451264d7ef7c24144d7a9a36046d60849fa58dd998ac53423b4
+oid sha256:3f4e39f542d9787b5e8fb0039e832f3592a8177f418cf5fbbe329abf1a68d4af
 size 1465

trainer_state.json

@@ -1,253 +1,262 @@
 {
-  "best_metric": 0.4775617718696594,
-  "best_model_checkpoint": "/mnt/b74bec9d-6899-4c43-8113-eae42a66c7c1/lujing/model_output107/checkpoint-6986",
-  "epoch": 4.0,
+  "best_metric": 0.1846681833267212,
+  "best_model_checkpoint": "/mnt/b74bec9d-6899-4c43-8113-eae42a66c7c1/lujing/model_output1045/checkpoint-5161",
+  "epoch": 3.0,
   "eval_steps": 500,
-  "global_step": 13972,
+  "global_step": 15483,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.143143429716576,
-      "grad_norm": 4.973369121551514,
-      "learning_rate": 9.95228552342781e-06,
-      "loss": 1.1304,
+      "epoch": 0.0968804495252858,
+      "grad_norm": 0.06996975094079971,
+      "learning_rate": 9.967706516824906e-06,
+      "loss": 0.0509,
       "step": 500
     },
     {
-      "epoch": 0.286286859433152,
-      "grad_norm": 1.6813290119171143,
-      "learning_rate": 9.904571046855617e-06,
-      "loss": 0.7514,
+      "epoch": 0.1937608990505716,
+      "grad_norm": 0.3793277442455292,
+      "learning_rate": 9.93541303364981e-06,
+      "loss": 0.0372,
       "step": 1000
     },
     {
-      "epoch": 0.42943028914972803,
-      "grad_norm": 9.68794059753418,
-      "learning_rate": 9.856856570283426e-06,
-      "loss": 0.5719,
+      "epoch": 0.2906413485758574,
+      "grad_norm": 0.030170898884534836,
+      "learning_rate": 9.903119550474715e-06,
+      "loss": 0.0596,
       "step": 1500
     },
     {
-      "epoch": 0.572573718866304,
-      "grad_norm": 29.16054344177246,
-      "learning_rate": 9.809142093711233e-06,
-      "loss": 0.6095,
+      "epoch": 0.3875217981011432,
+      "grad_norm": 8.753244400024414,
+      "learning_rate": 9.870826067299619e-06,
+      "loss": 0.0423,
       "step": 2000
     },
     {
-      "epoch": 0.71571714858288,
-      "grad_norm": 5.089508533477783,
-      "learning_rate": 9.76142761713904e-06,
-      "loss": 0.5383,
+      "epoch": 0.484402247626429,
+      "grad_norm": 0.19719867408275604,
+      "learning_rate": 9.838532584124525e-06,
+      "loss": 0.0547,
       "step": 2500
     },
     {
-      "epoch": 0.8588605782994561,
-      "grad_norm": 10.23388671875,
-      "learning_rate": 9.713713140566848e-06,
-      "loss": 0.5345,
+      "epoch": 0.5812826971517148,
+      "grad_norm": 11.818449974060059,
+      "learning_rate": 9.80623910094943e-06,
+      "loss": 0.0494,
       "step": 3000
     },
     {
-      "epoch": 1.0,
-      "eval_accuracy": 0.86970367309235,
-      "eval_f1": 0.6656128404669261,
-      "eval_loss": 0.5136976838111877,
-      "eval_precision": 0.6540023894862604,
-      "eval_recall": 0.6776429809358753,
-      "eval_runtime": 16.4963,
-      "eval_samples_per_second": 211.744,
-      "eval_steps_per_second": 52.982,
-      "step": 3493
-    },
-    {
-      "epoch": 1.002004008016032,
-      "grad_norm": 6.84984016418457,
-      "learning_rate": 9.665998663994657e-06,
-      "loss": 0.4692,
+      "epoch": 0.6781631466770006,
+      "grad_norm": 0.01820915751159191,
+      "learning_rate": 9.773945617774335e-06,
+      "loss": 0.0504,
       "step": 3500
     },
     {
-      "epoch": 1.145147437732608,
-      "grad_norm": 4.167309284210205,
-      "learning_rate": 9.618284187422466e-06,
-      "loss": 0.3873,
+      "epoch": 0.7750435962022864,
+      "grad_norm": 0.275044709444046,
+      "learning_rate": 9.741652134599238e-06,
+      "loss": 0.0444,
       "step": 4000
     },
     {
-      "epoch": 1.288290867449184,
-      "grad_norm": 11.164390563964844,
-      "learning_rate": 9.570569710850273e-06,
-      "loss": 0.4222,
+      "epoch": 0.8719240457275722,
+      "grad_norm": 5.492046356201172,
+      "learning_rate": 9.709358651424143e-06,
+      "loss": 0.0422,
       "step": 4500
     },
     {
-      "epoch": 1.43143429716576,
-      "grad_norm": 0.684718906879425,
-      "learning_rate": 9.522855234278082e-06,
-      "loss": 0.4337,
+      "epoch": 0.968804495252858,
+      "grad_norm": 9.179338455200195,
+      "learning_rate": 9.677065168249048e-06,
+      "loss": 0.0464,
       "step": 5000
     },
     {
-      "epoch": 1.5745777268823362,
-      "grad_norm": 9.962566375732422,
-      "learning_rate": 9.475140757705889e-06,
-      "loss": 0.4306,
+      "epoch": 1.0,
+      "eval_accuracy": 0.9670047659782476,
+      "eval_f1": 0.8561757183691892,
+      "eval_loss": 0.1846681833267212,
+      "eval_precision": 0.8472532380527021,
+      "eval_recall": 0.8652881252850844,
+      "eval_runtime": 22.9571,
+      "eval_samples_per_second": 224.811,
+      "eval_steps_per_second": 56.235,
+      "step": 5161
+    },
+    {
+      "epoch": 1.0656849447781438,
+      "grad_norm": 0.6992437839508057,
+      "learning_rate": 9.644771685073953e-06,
+      "loss": 0.0398,
       "step": 5500
     },
     {
-      "epoch": 1.7177211565989121,
-      "grad_norm": 0.070244699716568,
-      "learning_rate": 9.427426281133696e-06,
-      "loss": 0.4054,
+      "epoch": 1.1625653943034295,
+      "grad_norm": 0.08979789912700653,
+      "learning_rate": 9.612478201898858e-06,
+      "loss": 0.0295,
       "step": 6000
     },
     {
-      "epoch": 1.860864586315488,
-      "grad_norm": 5.674328804016113,
-      "learning_rate": 9.379711804561505e-06,
-      "loss": 0.3938,
+      "epoch": 1.2594458438287153,
+      "grad_norm": 0.005249473266303539,
+      "learning_rate": 9.580184718723763e-06,
+      "loss": 0.0291,
       "step": 6500
     },
     {
-      "epoch": 2.0,
-      "eval_accuracy": 0.8670053722925833,
-      "eval_f1": 0.6968295159652488,
-      "eval_loss": 0.4775617718696594,
-      "eval_precision": 0.6401326699834162,
-      "eval_recall": 0.7645456796236693,
-      "eval_runtime": 14.6745,
-      "eval_samples_per_second": 238.032,
-      "eval_steps_per_second": 59.559,
-      "step": 6986
-    },
-    {
-      "epoch": 2.004008016032064,
-      "grad_norm": 2.6043221950531006,
-      "learning_rate": 9.331997327989312e-06,
-      "loss": 0.4227,
+      "epoch": 1.3563262933540012,
+      "grad_norm": 0.00042850736645050347,
+      "learning_rate": 9.547891235548667e-06,
+      "loss": 0.0306,
       "step": 7000
     },
     {
-      "epoch": 2.1471514457486403,
-      "grad_norm": 0.37574130296707153,
-      "learning_rate": 9.284282851417121e-06,
-      "loss": 0.3532,
+      "epoch": 1.453206742879287,
+      "grad_norm": 0.43077152967453003,
+      "learning_rate": 9.515597752373572e-06,
+      "loss": 0.0499,
       "step": 7500
     },
     {
-      "epoch": 2.290294875465216,
-      "grad_norm": 5.184791088104248,
-      "learning_rate": 9.236568374844929e-06,
-      "loss": 0.3008,
+      "epoch": 1.5500871924045727,
+      "grad_norm": 1.037180781364441,
+      "learning_rate": 9.483304269198477e-06,
+      "loss": 0.0319,
       "step": 8000
     },
     {
-      "epoch": 2.433438305181792,
-      "grad_norm": 10.052635192871094,
-      "learning_rate": 9.188853898272737e-06,
-      "loss": 0.4031,
+      "epoch": 1.6469676419298587,
+      "grad_norm": 0.1504105031490326,
+      "learning_rate": 9.451010786023382e-06,
+      "loss": 0.0446,
       "step": 8500
     },
     {
-      "epoch": 2.576581734898368,
-      "grad_norm": 0.7776626348495483,
-      "learning_rate": 9.141139421700545e-06,
-      "loss": 0.3207,
+      "epoch": 1.7438480914551442,
+      "grad_norm": 0.004160536918789148,
+      "learning_rate": 9.418717302848285e-06,
+      "loss": 0.0504,
       "step": 9000
     },
     {
-      "epoch": 2.7197251646149443,
-      "grad_norm": 1.3186050653457642,
-      "learning_rate": 9.093424945128354e-06,
-      "loss": 0.3637,
+      "epoch": 1.8407285409804302,
+      "grad_norm": 0.005177629180252552,
+      "learning_rate": 9.38642381967319e-06,
+      "loss": 0.0328,
       "step": 9500
     },
     {
-      "epoch": 2.86286859433152,
-      "grad_norm": 0.26613909006118774,
-      "learning_rate": 9.045710468556161e-06,
-      "loss": 0.3492,
+      "epoch": 1.9376089905057161,
+      "grad_norm": 0.1239800825715065,
+      "learning_rate": 9.354130336498095e-06,
+      "loss": 0.0427,
       "step": 10000
     },
     {
-      "epoch": 3.0,
-      "eval_accuracy": 0.8786493910591439,
-      "eval_f1": 0.7150064531268332,
-      "eval_loss": 0.5120731592178345,
-      "eval_precision": 0.6795272078501338,
-      "eval_recall": 0.7543946521416192,
-      "eval_runtime": 14.5883,
-      "eval_samples_per_second": 239.438,
-      "eval_steps_per_second": 59.911,
-      "step": 10479
-    },
-    {
-      "epoch": 3.006012024048096,
-      "grad_norm": 6.599904537200928,
-      "learning_rate": 8.997995991983968e-06,
-      "loss": 0.3317,
+      "epoch": 2.0,
+      "eval_accuracy": 0.9648661859953562,
+      "eval_f1": 0.8497607655502392,
+      "eval_loss": 0.21138954162597656,
+      "eval_precision": 0.8236301369863014,
+      "eval_recall": 0.8776037707161319,
+      "eval_runtime": 21.1406,
+      "eval_samples_per_second": 244.127,
+      "eval_steps_per_second": 61.067,
+      "step": 10322
+    },
+    {
+      "epoch": 2.0344894400310016,
+      "grad_norm": 0.001920273876748979,
+      "learning_rate": 9.321836853323e-06,
+      "loss": 0.0366,
       "step": 10500
     },
     {
-      "epoch": 3.1491554537646724,
-      "grad_norm": 1.1644268035888672,
-      "learning_rate": 8.950281515411775e-06,
-      "loss": 0.2765,
+      "epoch": 2.1313698895562876,
+      "grad_norm": 0.04532007873058319,
+      "learning_rate": 9.289543370147905e-06,
+      "loss": 0.0247,
       "step": 11000
     },
     {
-      "epoch": 3.2922988834812483,
-      "grad_norm": 0.775697648525238,
-      "learning_rate": 8.902567038839584e-06,
-      "loss": 0.2701,
+      "epoch": 2.2282503390815736,
+      "grad_norm": 0.9340131282806396,
+      "learning_rate": 9.25724988697281e-06,
+      "loss": 0.022,
       "step": 11500
     },
     {
-      "epoch": 3.4354423131978242,
-      "grad_norm": 5.776806354522705,
-      "learning_rate": 8.854852562267393e-06,
-      "loss": 0.3162,
+      "epoch": 2.325130788606859,
+      "grad_norm": 2.6077468395233154,
+      "learning_rate": 9.224956403797715e-06,
+      "loss": 0.0193,
       "step": 12000
     },
     {
-      "epoch": 3.5785857429144,
-      "grad_norm": 6.295269966125488,
-      "learning_rate": 8.8071380856952e-06,
-      "loss": 0.2598,
+      "epoch": 2.422011238132145,
+      "grad_norm": 0.002708667889237404,
+      "learning_rate": 9.19266292062262e-06,
+      "loss": 0.0317,
       "step": 12500
     },
     {
-      "epoch": 3.721729172630976,
-      "grad_norm": 0.7424159646034241,
-      "learning_rate": 8.75942360912301e-06,
-      "loss": 0.318,
+      "epoch": 2.5188916876574305,
+      "grad_norm": 0.019491495564579964,
+      "learning_rate": 9.160369437447524e-06,
+      "loss": 0.0251,
       "step": 13000
     },
     {
-      "epoch": 3.8648726023475524,
-      "grad_norm": 0.3745361566543579,
-      "learning_rate": 8.711709132550817e-06,
-      "loss": 0.3355,
+      "epoch": 2.6157721371827165,
+      "grad_norm": 0.0052880775183439255,
+      "learning_rate": 9.12807595427243e-06,
+      "loss": 0.0278,
       "step": 13500
     },
     {
-      "epoch": 4.0,
-      "eval_accuracy": 0.8822714344750467,
-      "eval_f1": 0.7246478053324019,
-      "eval_loss": 0.5281853675842285,
-      "eval_precision": 0.6839560439560439,
-      "eval_recall": 0.7704877444912107,
-      "eval_runtime": 15.0304,
-      "eval_samples_per_second": 232.396,
-      "eval_steps_per_second": 58.149,
-      "step": 13972
+      "epoch": 2.7126525867080025,
+      "grad_norm": 0.04109632968902588,
+      "learning_rate": 9.095782471097332e-06,
+      "loss": 0.0208,
+      "step": 14000
+    },
+    {
+      "epoch": 2.809533036233288,
+      "grad_norm": 0.002209634520113468,
+      "learning_rate": 9.063488987922237e-06,
+      "loss": 0.0259,
+      "step": 14500
+    },
+    {
+      "epoch": 2.906413485758574,
+      "grad_norm": 0.28515392541885376,
+      "learning_rate": 9.031195504747142e-06,
+      "loss": 0.0231,
+      "step": 15000
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9655688622754491,
+      "eval_f1": 0.8564688536675268,
+      "eval_loss": 0.22559861838817596,
+      "eval_precision": 0.8312821980538065,
+      "eval_recall": 0.8832294359130303,
+      "eval_runtime": 22.5739,
+      "eval_samples_per_second": 228.626,
+      "eval_steps_per_second": 57.19,
+      "step": 15483
     }
   ],
   "logging_steps": 500,
-  "max_steps": 104790,
+  "max_steps": 154830,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 30,
   "save_steps": 500,
@@ -263,7 +272,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 4521341802434436.0,
+  "total_flos": 4682006759071614.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ea54c5c3ecb17a9b5085c0e74fa160bbf98c5cff0611b508ab5de736a894d28
+oid sha256:382eee7be9b7efad2239b0f2906de0ba9fd12ae5a42e6ce1012cf9901952ef87
 size 5841