adding model finetuned on POS

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 4.0,
+    "eval_accuracy": 0.9779572239196858,
+    "eval_f1": 0.9755450236966825,
+    "eval_loss": 0.07586462050676346,
+    "eval_precision": 0.9746795063500608,
+    "eval_recall": 0.9764120795717823,
+    "eval_runtime": 1.8042,
+    "eval_samples": 1654,
+    "eval_samples_per_second": 916.745,
+    "eval_steps_per_second": 57.643,
+    "train_loss": 0.08176401986756138,
+    "train_runtime": 7371.7605,
+    "train_samples": 14305,
+    "train_samples_per_second": 7.762,
+    "train_steps_per_second": 0.486
+}

config.json

@@ -0,0 +1,65 @@
+{
+  "_name_or_path": "CenIA/distillbert-base-spanish-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForTokenClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "finetuning_task": "pos",
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": true,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.12.5",
+  "vocab_size": 31002
+}

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 4.0,
+    "eval_accuracy": 0.9779572239196858,
+    "eval_f1": 0.9755450236966825,
+    "eval_loss": 0.07586462050676346,
+    "eval_precision": 0.9746795063500608,
+    "eval_recall": 0.9764120795717823,
+    "eval_runtime": 1.8042,
+    "eval_samples": 1654,
+    "eval_samples_per_second": 916.745,
+    "eval_steps_per_second": 57.643
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacc37529578a9f0423df64b933c11031f8f4c94fb1e051017f12faabc4ea012
+size 267020853

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": false, "do_basic_tokenize": true, "never_split": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "CenIA/distillbert-base-spanish-uncased", "tokenizer_class": "DistilBertTokenizer"}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 4.0,
+    "train_loss": 0.08176401986756138,
+    "train_runtime": 7371.7605,
+    "train_samples": 14305,
+    "train_samples_per_second": 7.762,
+    "train_steps_per_second": 0.486
+}

trainer_state.json

@@ -0,0 +1,487 @@
+{
+  "best_metric": 0.07586462050676346,
+  "best_model_checkpoint": "/data/jcanete/all_results/pos/distillbeto/epochs_4_bs_16_lr_5e-5/checkpoint-1700",
+  "epoch": 4.0,
+  "global_step": 3580,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.11,
+      "eval_accuracy": 0.9443306584293053,
+      "eval_f1": 0.9341365141420992,
+      "eval_loss": 0.212116539478302,
+      "eval_precision": 0.9329083665338646,
+      "eval_recall": 0.9353678996564672,
+      "eval_runtime": 1.788,
+      "eval_samples_per_second": 925.041,
+      "eval_steps_per_second": 58.165,
+      "step": 100
+    },
+    {
+      "epoch": 0.22,
+      "eval_accuracy": 0.9563677265554176,
+      "eval_f1": 0.9504974205973039,
+      "eval_loss": 0.15402881801128387,
+      "eval_precision": 0.9497298051805619,
+      "eval_recall": 0.9512662778621075,
+      "eval_runtime": 1.7688,
+      "eval_samples_per_second": 935.077,
+      "eval_steps_per_second": 58.796,
+      "step": 200
+    },
+    {
+      "epoch": 0.34,
+      "eval_accuracy": 0.9625961118759023,
+      "eval_f1": 0.9571392947982644,
+      "eval_loss": 0.13182665407657623,
+      "eval_precision": 0.9560045430091458,
+      "eval_recall": 0.958276743628665,
+      "eval_runtime": 1.7773,
+      "eval_samples_per_second": 930.646,
+      "eval_steps_per_second": 58.517,
+      "step": 300
+    },
+    {
+      "epoch": 0.45,
+      "eval_accuracy": 0.9649632340596985,
+      "eval_f1": 0.96070983500324,
+      "eval_loss": 0.12322123348712921,
+      "eval_precision": 0.9590938949379939,
+      "eval_recall": 0.9623312295278421,
+      "eval_runtime": 1.7902,
+      "eval_samples_per_second": 923.933,
+      "eval_steps_per_second": 58.095,
+      "step": 400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.301675977653631e-05,
+      "loss": 0.2881,
+      "step": 500
+    },
+    {
+      "epoch": 0.56,
+      "eval_accuracy": 0.9674814491488433,
+      "eval_f1": 0.9628313283082913,
+      "eval_loss": 0.11282572150230408,
+      "eval_precision": 0.9625526478631455,
+      "eval_recall": 0.9631101701685707,
+      "eval_runtime": 1.7431,
+      "eval_samples_per_second": 948.862,
+      "eval_steps_per_second": 59.662,
+      "step": 500
+    },
+    {
+      "epoch": 0.67,
+      "eval_accuracy": 0.9697646308296679,
+      "eval_f1": 0.9659112436064888,
+      "eval_loss": 0.10294512659311295,
+      "eval_precision": 0.9643632164685739,
+      "eval_recall": 0.9674642486218743,
+      "eval_runtime": 1.7656,
+      "eval_samples_per_second": 936.792,
+      "eval_steps_per_second": 58.903,
+      "step": 600
+    },
+    {
+      "epoch": 0.78,
+      "eval_accuracy": 0.9717624148003895,
+      "eval_f1": 0.9682482698099284,
+      "eval_loss": 0.09821932762861252,
+      "eval_precision": 0.9668791077474607,
+      "eval_recall": 0.9696213150115842,
+      "eval_runtime": 1.786,
+      "eval_samples_per_second": 926.088,
+      "eval_steps_per_second": 58.23,
+      "step": 700
+    },
+    {
+      "epoch": 0.89,
+      "eval_accuracy": 0.9731894033509049,
+      "eval_f1": 0.9696576892779867,
+      "eval_loss": 0.09264940768480301,
+      "eval_precision": 0.9681806415642858,
+      "eval_recall": 0.971139250619158,
+      "eval_runtime": 1.7594,
+      "eval_samples_per_second": 940.07,
+      "eval_steps_per_second": 59.11,
+      "step": 800
+    },
+    {
+      "epoch": 1.01,
+      "eval_accuracy": 0.9730215223449619,
+      "eval_f1": 0.9703566974307807,
+      "eval_loss": 0.09371750056743622,
+      "eval_precision": 0.9694957832406245,
+      "eval_recall": 0.9712191419669249,
+      "eval_runtime": 1.7445,
+      "eval_samples_per_second": 948.129,
+      "eval_steps_per_second": 59.616,
+      "step": 900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.603351955307263e-05,
+      "loss": 0.0962,
+      "step": 1000
+    },
+    {
+      "epoch": 1.12,
+      "eval_accuracy": 0.9754054326293523,
+      "eval_f1": 0.9727950199024332,
+      "eval_loss": 0.08893433958292007,
+      "eval_precision": 0.9717964561200694,
+      "eval_recall": 0.973795637932412,
+      "eval_runtime": 1.7661,
+      "eval_samples_per_second": 936.527,
+      "eval_steps_per_second": 58.887,
+      "step": 1000
+    },
+    {
+      "epoch": 1.23,
+      "eval_accuracy": 0.9751368230198435,
+      "eval_f1": 0.972067262112669,
+      "eval_loss": 0.09049103409051895,
+      "eval_precision": 0.9713983684703912,
+      "eval_recall": 0.9727370775744987,
+      "eval_runtime": 1.7822,
+      "eval_samples_per_second": 928.079,
+      "eval_steps_per_second": 58.356,
+      "step": 1100
+    },
+    {
+      "epoch": 1.34,
+      "eval_accuracy": 0.9766141758721418,
+      "eval_f1": 0.9741814481533949,
+      "eval_loss": 0.08416619151830673,
+      "eval_precision": 0.973191150089695,
+      "eval_recall": 0.9751737636813933,
+      "eval_runtime": 1.8044,
+      "eval_samples_per_second": 916.636,
+      "eval_steps_per_second": 57.636,
+      "step": 1200
+    },
+    {
+      "epoch": 1.45,
+      "eval_accuracy": 0.975892287546587,
+      "eval_f1": 0.9735277689115864,
+      "eval_loss": 0.08117581903934479,
+      "eval_precision": 0.972363911692038,
+      "eval_recall": 0.9746944155947911,
+      "eval_runtime": 1.7582,
+      "eval_samples_per_second": 940.735,
+      "eval_steps_per_second": 59.151,
+      "step": 1300
+    },
+    {
+      "epoch": 1.56,
+      "eval_accuracy": 0.9770674545881879,
+      "eval_f1": 0.9749930148086058,
+      "eval_loss": 0.08163653314113617,
+      "eval_precision": 0.9742541480536057,
+      "eval_recall": 0.9757330031157626,
+      "eval_runtime": 1.7901,
+      "eval_samples_per_second": 923.964,
+      "eval_steps_per_second": 58.097,
+      "step": 1400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.9050279329608944e-05,
+      "loss": 0.0625,
+      "step": 1500
+    },
+    {
+      "epoch": 1.68,
+      "eval_accuracy": 0.976513447268576,
+      "eval_f1": 0.9742249531181423,
+      "eval_loss": 0.08262678235769272,
+      "eval_precision": 0.9730989956958394,
+      "eval_recall": 0.9753535192138691,
+      "eval_runtime": 1.755,
+      "eval_samples_per_second": 942.465,
+      "eval_steps_per_second": 59.26,
+      "step": 1500
+    },
+    {
+      "epoch": 1.79,
+      "eval_accuracy": 0.9771513950911593,
+      "eval_f1": 0.9745410305248356,
+      "eval_loss": 0.08152274787425995,
+      "eval_precision": 0.9731532931031049,
+      "eval_recall": 0.9759327314851801,
+      "eval_runtime": 1.7691,
+      "eval_samples_per_second": 934.957,
+      "eval_steps_per_second": 58.788,
+      "step": 1600
+    },
+    {
+      "epoch": 1.9,
+      "eval_accuracy": 0.9779572239196858,
+      "eval_f1": 0.9755450236966825,
+      "eval_loss": 0.07586462050676346,
+      "eval_precision": 0.9746795063500608,
+      "eval_recall": 0.9764120795717823,
+      "eval_runtime": 1.754,
+      "eval_samples_per_second": 942.987,
+      "eval_steps_per_second": 59.293,
+      "step": 1700
+    },
+    {
+      "epoch": 2.01,
+      "eval_accuracy": 0.9781251049256288,
+      "eval_f1": 0.9761717152574831,
+      "eval_loss": 0.07830089330673218,
+      "eval_precision": 0.9749755932338467,
+      "eval_recall": 0.9773707757449868,
+      "eval_runtime": 1.7982,
+      "eval_samples_per_second": 919.825,
+      "eval_steps_per_second": 57.837,
+      "step": 1800
+    },
+    {
+      "epoch": 2.12,
+      "eval_accuracy": 0.9776550381089884,
+      "eval_f1": 0.9756199790429619,
+      "eval_loss": 0.08235861361026764,
+      "eval_precision": 0.9749486407244151,
+      "eval_recall": 0.9762922425501318,
+      "eval_runtime": 1.7592,
+      "eval_samples_per_second": 940.194,
+      "eval_steps_per_second": 59.117,
+      "step": 1900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.208100558659218e-05,
+      "loss": 0.0492,
+      "step": 2000
+    },
+    {
+      "epoch": 2.23,
+      "eval_accuracy": 0.9773528522982909,
+      "eval_f1": 0.975572275330792,
+      "eval_loss": 0.08445031195878983,
+      "eval_precision": 0.9748135444502054,
+      "eval_recall": 0.9763321882240154,
+      "eval_runtime": 1.7661,
+      "eval_samples_per_second": 936.546,
+      "eval_steps_per_second": 58.888,
+      "step": 2000
+    },
+    {
+      "epoch": 2.35,
+      "eval_accuracy": 0.9780579525232516,
+      "eval_f1": 0.9760987969594797,
+      "eval_loss": 0.08256729692220688,
+      "eval_precision": 0.9750288971262306,
+      "eval_recall": 0.9771710473755693,
+      "eval_runtime": 1.7494,
+      "eval_samples_per_second": 945.46,
+      "eval_steps_per_second": 59.449,
+      "step": 2100
+    },
+    {
+      "epoch": 2.46,
+      "eval_accuracy": 0.9782761978309774,
+      "eval_f1": 0.9764048308214393,
+      "eval_loss": 0.08261139690876007,
+      "eval_precision": 0.9758788555923547,
+      "eval_recall": 0.9769313733322681,
+      "eval_runtime": 1.7667,
+      "eval_samples_per_second": 936.186,
+      "eval_steps_per_second": 58.865,
+      "step": 2200
+    },
+    {
+      "epoch": 2.57,
+      "eval_accuracy": 0.9783265621327603,
+      "eval_f1": 0.9761928518688512,
+      "eval_loss": 0.07977774739265442,
+      "eval_precision": 0.9753559038162459,
+      "eval_recall": 0.977031237516977,
+      "eval_runtime": 1.7935,
+      "eval_samples_per_second": 922.203,
+      "eval_steps_per_second": 57.986,
+      "step": 2300
+    },
+    {
+      "epoch": 2.68,
+      "eval_accuracy": 0.9788973575529665,
+      "eval_f1": 0.9770031227863634,
+      "eval_loss": 0.08085376024246216,
+      "eval_precision": 0.9760779857664015,
+      "eval_recall": 0.9779300151793561,
+      "eval_runtime": 1.8062,
+      "eval_samples_per_second": 915.718,
+      "eval_steps_per_second": 57.578,
+      "step": 2400
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 1.509776536312849e-05,
+      "loss": 0.0356,
+      "step": 2500
+    },
+    {
+      "epoch": 2.79,
+      "eval_accuracy": 0.9785280193398919,
+      "eval_f1": 0.9764671847410792,
+      "eval_loss": 0.08119603991508484,
+      "eval_precision": 0.9754260089686099,
+      "eval_recall": 0.9775105856035792,
+      "eval_runtime": 1.7562,
+      "eval_samples_per_second": 941.793,
+      "eval_steps_per_second": 59.218,
+      "step": 2500
+    },
+    {
+      "epoch": 2.91,
+      "eval_accuracy": 0.9783937145351375,
+      "eval_f1": 0.9762508232382701,
+      "eval_loss": 0.079347625374794,
+      "eval_precision": 0.9754915646312766,
+      "eval_recall": 0.9770112646800352,
+      "eval_runtime": 1.8127,
+      "eval_samples_per_second": 912.464,
+      "eval_steps_per_second": 57.374,
+      "step": 2600
+    },
+    {
+      "epoch": 3.02,
+      "eval_accuracy": 0.9787966289494007,
+      "eval_f1": 0.9768903789738371,
+      "eval_loss": 0.07749345153570175,
+      "eval_precision": 0.9760917248255234,
+      "eval_recall": 0.977690341136055,
+      "eval_runtime": 1.7581,
+      "eval_samples_per_second": 940.794,
+      "eval_steps_per_second": 59.155,
+      "step": 2700
+    },
+    {
+      "epoch": 3.13,
+      "eval_accuracy": 0.9790148742571265,
+      "eval_f1": 0.9772217067257326,
+      "eval_loss": 0.08272269368171692,
+      "eval_precision": 0.9763352538926214,
+      "eval_recall": 0.9781097707118319,
+      "eval_runtime": 1.7744,
+      "eval_samples_per_second": 932.135,
+      "eval_steps_per_second": 58.611,
+      "step": 2800
+    },
+    {
+      "epoch": 3.24,
+      "eval_accuracy": 0.9795353053755498,
+      "eval_f1": 0.9775534228536084,
+      "eval_loss": 0.08201353996992111,
+      "eval_precision": 0.9765596970300977,
+      "eval_recall": 0.9785491731245506,
+      "eval_runtime": 1.8046,
+      "eval_samples_per_second": 916.528,
+      "eval_steps_per_second": 57.629,
+      "step": 2900
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 8.114525139664805e-06,
+      "loss": 0.0273,
+      "step": 3000
+    },
+    {
+      "epoch": 3.35,
+      "eval_accuracy": 0.9786959003458349,
+      "eval_f1": 0.9767107848515375,
+      "eval_loss": 0.08390253037214279,
+      "eval_precision": 0.9754945908792063,
+      "eval_recall": 0.9779300151793561,
+      "eval_runtime": 1.7708,
+      "eval_samples_per_second": 934.046,
+      "eval_steps_per_second": 58.731,
+      "step": 3000
+    },
+    {
+      "epoch": 3.46,
+      "eval_accuracy": 0.9789309337541551,
+      "eval_f1": 0.9770059880239521,
+      "eval_loss": 0.0809033140540123,
+      "eval_precision": 0.9763823505944307,
+      "eval_recall": 0.9776304226252297,
+      "eval_runtime": 1.7599,
+      "eval_samples_per_second": 939.83,
+      "eval_steps_per_second": 59.094,
+      "step": 3100
+    },
+    {
+      "epoch": 3.58,
+      "eval_accuracy": 0.9789645099553437,
+      "eval_f1": 0.9768119412515964,
+      "eval_loss": 0.08214528858661652,
+      "eval_precision": 0.97595502033655,
+      "eval_recall": 0.9776703682991132,
+      "eval_runtime": 1.7652,
+      "eval_samples_per_second": 936.992,
+      "eval_steps_per_second": 58.916,
+      "step": 3200
+    },
+    {
+      "epoch": 3.69,
+      "eval_accuracy": 0.9794849410737669,
+      "eval_f1": 0.9775280898876404,
+      "eval_loss": 0.08165577799081802,
+      "eval_precision": 0.9767678379132931,
+      "eval_recall": 0.9782895262443078,
+      "eval_runtime": 1.7562,
+      "eval_samples_per_second": 941.784,
+      "eval_steps_per_second": 59.217,
+      "step": 3300
+    },
+    {
+      "epoch": 3.8,
+      "eval_accuracy": 0.9792499076654467,
+      "eval_f1": 0.9771967466693278,
+      "eval_loss": 0.0833316445350647,
+      "eval_precision": 0.97652432335401,
+      "eval_recall": 0.9778700966685308,
+      "eval_runtime": 1.7941,
+      "eval_samples_per_second": 921.897,
+      "eval_steps_per_second": 57.967,
+      "step": 3400
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.1312849162011174e-06,
+      "loss": 0.0232,
+      "step": 3500
+    },
+    {
+      "epoch": 3.91,
+      "eval_accuracy": 0.9791827552630695,
+      "eval_f1": 0.977121020125121,
+      "eval_loss": 0.08293969184160233,
+      "eval_precision": 0.9762735519888346,
+      "eval_recall": 0.9779699608532396,
+      "eval_runtime": 1.7577,
+      "eval_samples_per_second": 941.011,
+      "eval_steps_per_second": 59.169,
+      "step": 3500
+    },
+    {
+      "epoch": 4.0,
+      "step": 3580,
+      "total_flos": 1136902583504160.0,
+      "train_loss": 0.08176401986756138,
+      "train_runtime": 7371.7605,
+      "train_samples_per_second": 7.762,
+      "train_steps_per_second": 0.486
+    }
+  ],
+  "max_steps": 3580,
+  "num_train_epochs": 4,
+  "total_flos": 1136902583504160.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5101f6dd014fdc65cf785e2a645ba918465c411c3ba7882342edd57c789cba96
+size 2863