Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,108 @@
+---
+license: mit
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+- accuracy
+model-index:
+- name: pos_final_xlm_nl
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# pos_final_xlm_nl
+
+This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1066
+- Precision: 0.9780
+- Recall: 0.9783
+- F1: 0.9782
+- Accuracy: 0.9789
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 256
+- eval_batch_size: 256
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 1024
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 500
+- num_epochs: 40.0
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
+| No log        | 1.0   | 69   | 3.4837          | 0.2936    | 0.1709 | 0.2161 | 0.3200   |
+| No log        | 2.0   | 138  | 0.8299          | 0.8501    | 0.8416 | 0.8459 | 0.8497   |
+| No log        | 3.0   | 207  | 0.2765          | 0.9419    | 0.9408 | 0.9414 | 0.9429   |
+| No log        | 4.0   | 276  | 0.1704          | 0.9601    | 0.9596 | 0.9599 | 0.9611   |
+| No log        | 5.0   | 345  | 0.1259          | 0.9685    | 0.9686 | 0.9686 | 0.9693   |
+| No log        | 6.0   | 414  | 0.1085          | 0.9711    | 0.9713 | 0.9712 | 0.9719   |
+| No log        | 7.0   | 483  | 0.0984          | 0.9728    | 0.9731 | 0.9729 | 0.9738   |
+| 1.1448        | 8.0   | 552  | 0.0906          | 0.9742    | 0.9745 | 0.9743 | 0.9752   |
+| 1.1448        | 9.0   | 621  | 0.0888          | 0.9749    | 0.9752 | 0.9751 | 0.9758   |
+| 1.1448        | 10.0  | 690  | 0.0864          | 0.9757    | 0.9759 | 0.9758 | 0.9765   |
+| 1.1448        | 11.0  | 759  | 0.0842          | 0.9764    | 0.9767 | 0.9765 | 0.9772   |
+| 1.1448        | 12.0  | 828  | 0.0840          | 0.9764    | 0.9768 | 0.9766 | 0.9773   |
+| 1.1448        | 13.0  | 897  | 0.0846          | 0.9766    | 0.9769 | 0.9768 | 0.9775   |
+| 1.1448        | 14.0  | 966  | 0.0854          | 0.9768    | 0.9771 | 0.9769 | 0.9776   |
+| 0.0668        | 15.0  | 1035 | 0.0867          | 0.9767    | 0.9770 | 0.9768 | 0.9776   |
+| 0.0668        | 16.0  | 1104 | 0.0859          | 0.9769    | 0.9772 | 0.9771 | 0.9778   |
+| 0.0668        | 17.0  | 1173 | 0.0858          | 0.9772    | 0.9775 | 0.9773 | 0.9781   |
+| 0.0668        | 18.0  | 1242 | 0.0878          | 0.9776    | 0.9779 | 0.9778 | 0.9785   |
+| 0.0668        | 19.0  | 1311 | 0.0887          | 0.9775    | 0.9779 | 0.9777 | 0.9785   |
+| 0.0668        | 20.0  | 1380 | 0.0902          | 0.9774    | 0.9777 | 0.9775 | 0.9783   |
+| 0.0668        | 21.0  | 1449 | 0.0910          | 0.9772    | 0.9775 | 0.9774 | 0.9782   |
+| 0.0375        | 22.0  | 1518 | 0.0926          | 0.9774    | 0.9777 | 0.9775 | 0.9783   |
+| 0.0375        | 23.0  | 1587 | 0.0930          | 0.9777    | 0.9780 | 0.9779 | 0.9787   |
+| 0.0375        | 24.0  | 1656 | 0.0955          | 0.9777    | 0.9781 | 0.9779 | 0.9787   |
+| 0.0375        | 25.0  | 1725 | 0.0955          | 0.9778    | 0.9781 | 0.9780 | 0.9787   |
+| 0.0375        | 26.0  | 1794 | 0.0978          | 0.9776    | 0.9779 | 0.9777 | 0.9785   |
+| 0.0375        | 27.0  | 1863 | 0.0997          | 0.9772    | 0.9775 | 0.9774 | 0.9782   |
+| 0.0375        | 28.0  | 1932 | 0.1000          | 0.9776    | 0.9779 | 0.9778 | 0.9786   |
+| 0.0238        | 29.0  | 2001 | 0.1022          | 0.9775    | 0.9778 | 0.9776 | 0.9785   |
+| 0.0238        | 30.0  | 2070 | 0.1030          | 0.9777    | 0.9780 | 0.9779 | 0.9787   |
+| 0.0238        | 31.0  | 2139 | 0.1041          | 0.9778    | 0.9780 | 0.9779 | 0.9787   |
+| 0.0238        | 32.0  | 2208 | 0.1054          | 0.9778    | 0.9781 | 0.9779 | 0.9787   |
+| 0.0238        | 33.0  | 2277 | 0.1055          | 0.9777    | 0.9779 | 0.9778 | 0.9786   |
+| 0.0238        | 34.0  | 2346 | 0.1063          | 0.9778    | 0.9780 | 0.9779 | 0.9787   |
+| 0.0238        | 35.0  | 2415 | 0.1066          | 0.9780    | 0.9783 | 0.9782 | 0.9789   |
+| 0.0238        | 36.0  | 2484 | 0.1075          | 0.9779    | 0.9781 | 0.9780 | 0.9788   |
+| 0.0167        | 37.0  | 2553 | 0.1083          | 0.9780    | 0.9783 | 0.9781 | 0.9789   |
+| 0.0167        | 38.0  | 2622 | 0.1083          | 0.9780    | 0.9783 | 0.9781 | 0.9789   |
+| 0.0167        | 39.0  | 2691 | 0.1087          | 0.9779    | 0.9782 | 0.9781 | 0.9789   |
+| 0.0167        | 40.0  | 2760 | 0.1088          | 0.9780    | 0.9782 | 0.9781 | 0.9789   |
+
+
+### Framework versions
+
+- Transformers 4.25.1
+- Pytorch 1.12.0
+- Datasets 2.18.0
+- Tokenizers 0.13.2

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 40.0,
+    "eval_accuracy": 0.9789456158142492,
+    "eval_f1": 0.978172514732208,
+    "eval_loss": 0.10656328499317169,
+    "eval_precision": 0.9780147183087772,
+    "eval_recall": 0.9783303620827442,
+    "eval_runtime": 11.1833,
+    "eval_samples": 2619,
+    "eval_samples_per_second": 703.641,
+    "eval_steps_per_second": 2.772,
+    "train_loss": 0.23496506378270576,
+    "train_runtime": 2350.6684,
+    "train_samples": 70812,
+    "train_samples_per_second": 1204.968,
+    "train_steps_per_second": 1.174
+}

config.json

@@ -0,0 +1,359 @@
+{
+  "_name_or_path": "xlm-roberta-base",
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "finetuning_task": "pos",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "",
+    "1": "VNW(bez,det,2v,mv)",
+    "2": "TW(rang,prenom,stan)",
+    "3": "LID(onbep)",
+    "4": "VNW(aanw,pron,3o,ev)",
+    "5": "VNW(onbep,adv-pron,3o,getal)",
+    "6": "WW(od,nom,met-e,zonder-n)",
+    "7": "WW(vd,nom,met-e,mv-n)",
+    "8": "WW(pv,tegw,ev)",
+    "9": "VNW(pers,pron,2b,getal)",
+    "10": "VNW(onbep,grad,basis)",
+    "11": "N(soort,ev,basis,dat)",
+    "12": "VNW(aanw,pron,3,getal)",
+    "13": "TSW()",
+    "14": "WW(inf,prenom,zonder)",
+    "15": "VNW(pers,pron,3v,ev,fem)",
+    "16": "VNW(pr,pron,1,ev)",
+    "17": "VNW(excl,pron,3,getal)",
+    "18": "FW",
+    "19": "VNW(pers,pron,3,ev,onz)",
+    "20": "WW(pv,tgw,ev)",
+    "21": "N(soort,ev,basis,zijd,stan)",
+    "22": "SPEC(deeleigen)",
+    "23": "VNW(vb,pron,3p,mv)",
+    "24": "ADJ(prenom,basis,met-e,stan)",
+    "25": "~",
+    "26": "ADJ(postnom,basis,zonder)",
+    "27": "VNW(betr,det)",
+    "28": "VNW(vb,pron,3v,ev)",
+    "29": "ADJ(nom,basis,zonder,mv-n)",
+    "30": "ADJ(prenom,basis,met-e,bijz)",
+    "31": "#not\t#",
+    "32": "ADJ(postnom,comp,zonder)",
+    "33": "U",
+    "34": "LET()",
+    "35": "VNW(onbep,pron,3p,ev)",
+    "36": "VNW(pers,pron,3p,mv)",
+    "37": "VNW(pr,pron,1,mv)",
+    "38": "VNW(pers,pron,2,getal)",
+    "39": "VNW(pers,pron,1,mv)",
+    "40": "VZ(versm)",
+    "41": "#NS\t#",
+    "42": "ADJ(vrij,dim,zonder)",
+    "43": "WW(inf,prenom,met-e)",
+    "44": "ADJ(nom,basis,zonder,zonder-n)",
+    "45": "N(eigen,ev,basis,gen)",
+    "46": "TW(hoofd,prenom,stan)",
+    "47": "@",
+    "48": "VNW(bez,det,1,mv)",
+    "49": "VNW(vb,det)",
+    "50": "VNW(aanw,det)",
+    "51": "zonder-n)",
+    "52": "SPEC(symb)",
+    "53": "BW()",
+    "54": "VNW(vb,pron,3p,getal)",
+    "55": "N(eigen,mv,dim)",
+    "56": "WW(vd,nom,met-e,zonder-n)",
+    "57": "VNW(bez,det,2,getal)",
+    "58": "VNW(bez,det,3,ev)",
+    "59": "ADJ(nom,comp,met-e,mv-n)",
+    "60": "VNW(onbep,grad,comp)",
+    "61": "ADJ(prenom,basis,zonder,stan)",
+    "62": "TW(rang,prenom,bijz)",
+    "63": "N(eigen,ev,basis,zijd,stan)",
+    "64": "VNW(bez,det,3p,mv)",
+    "65": "N(soort,ev,basis,genus,stan)",
+    "66": "VNW(pers,pron,3,ev,fem)",
+    "67": "VNW(aanw,pron,3m,ev)",
+    "68": "VNW(pr,pron,2v,getal)",
+    "69": "ADJ(prenom,comp,met-e,stan)",
+    "70": "VNW(pers,pron,3,getal,fem)",
+    "71": "SPEC(vreemd)",
+    "72": "VNW(vb,pron,3o,ev)",
+    "73": "ADJ(nom,basis,met-e,zonder-n,bijz)",
+    "74": "VNW(pers,pron,3v,getal,fem)",
+    "75": "TW(rang,nom,mv-n)",
+    "76": "ADJ(vrij,comp,zonder)",
+    "77": "N(soort,mv,dim)",
+    "78": "WW(pv,tgw,mv)",
+    "79": "VNW(pers,pron,3,ev,masc)",
+    "80": "WW(od,nom,met-e,mv-n)",
+    "81": "VNW(betr,pron,persoon,getal)",
+    "82": "VNW(bez,det,2v,ev)",
+    "83": "WW(od,prenom,met-e)",
+    "84": "TW(hoofd,nom,zonder-n,basis)",
+    "85": "ADJ(vrij,verder,zonder)",
+    "86": "ADJ(nom,sup,met-e,mv-n)",
+    "87": "N(soort,ev,basis,gen)",
+    "88": "WW(od,prenom,zonder)",
+    "89": "WW(pv,tgw,met-t)",
+    "90": "TW(hoofd,nom,zonder-n,dim)",
+    "91": "ADJ(nom,sup,met-e,zonder-n,stan)",
+    "92": "N(soort,ev,basis,onz,stan)",
+    "93": "ADJ(prenom,sup,zonder)",
+    "94": "VNW(bez,det,3,mv)",
+    "95": "VNW(pers,pron,3m,ev)",
+    "96": "VNW(pers,pron,2v,ev)",
+    "97": "WW(inf,nom,zonder,zonder-n)",
+    "98": "WW(od,vrij,zonder)",
+    "99": "WW(pv,verl,mv)",
+    "100": "SPEC(afk)",
+    "101": "SPEC(meta)",
+    "102": "VNW(pr,pron,2,getal)",
+    "103": "ADJ(prenom,basis,zonder)",
+    "104": "VGW()",
+    "105": "VNW(bez,det,1,ev)",
+    "106": "Jan",
+    "107": "N(soort,mv,basis,zijd,stan)",
+    "108": "VNW(pers,pron,3,mv)",
+    "109": "VNW(vb,pron,3m,ev)",
+    "110": "ADJ(nom,sup,zonder,zonder-n)",
+    "111": "VG(onder)",
+    "112": "VNW(aanw,adv-pron,3,getal)",
+    "113": "VNW(betr,pron,3,ev)",
+    "114": "VNW(onbep,pron,3o,ev)",
+    "115": "ADJ(prenom,comp,zonder)",
+    "116": "WW(vd,vrij,zonder)",
+    "117": "N(eigen,ev,basis,genus,stan)",
+    "118": "VZ(init)",
+    "119": "ADJ(prenom,sup,met-e,stan)",
+    "120": "ADJ(vrij,basis,zonder)",
+    "121": "VNW(onbep,grad,sup)",
+    "122": "VNW(pers,pron,1,ev)",
+    "123": "#",
+    "124": "VNW(aanw,adv-pron,3o,getal)",
+    "125": "TW(hoofd,nom,zonder,zonder-n)",
+    "126": "VNW(pers,pron,3m,ev,masc)",
+    "127": "TW(hoofd,prenom,bijz)",
+    "128": "WW(vd,prenom,met-e)",
+    "129": "TW(rang,nom,zonder-n)",
+    "130": "VNW(bez,det,3v,ev)",
+    "131": "VNW(bez,det,3m,ev)",
+    "132": "ADJ(nom,comp,met-e,zonder-n,stan)",
+    "133": "WW(pv,conj,ev)",
+    "134": "LID(bep)",
+    "135": "VNW(bez,det,2,mv)",
+    "136": "SPEC(enof)",
+    "137": "VNW(pers,pron,2v,mv)",
+    "138": "VNW(onbep,det)",
+    "139": "ADJ(postnom,basis,met-s)",
+    "140": "VNW(vb,adv-pron,3o,getal)",
+    "141": "WW(vd,prenom,zonder)",
+    "142": "VNW(recip,pron,persoon,mv)",
+    "143": "Boulevard\tN(eigen,ev,basis,genus,stan)",
+    "144": "WW(inf,vrij,zonder)",
+    "145": "VNW(onbep,adv-pron,3,getal)",
+    "146": "ADJ(nom,basis,met-e,mv-n)",
+    "147": "N(soort,mv,basis)",
+    "148": "TW(hoofd,nom,mv-n,basis)",
+    "149": "TW(hoofd,vrij)",
+    "150": "N(soort,ev,dim,onz,stan)",
+    "151": "N(eigen,ev,dim,onz,stan)",
+    "152": "N(eigen,ev,basis,onz,stan)",
+    "153": "VZ(fin)",
+    "154": "VG(neven)",
+    "155": "VNW(pers,pron,3p,ev,masc)",
+    "156": "N(eigen,mv,basis)",
+    "157": "VNW(refl,pron,3,getal)",
+    "158": "SPEC(afgebr)",
+    "159": "WW(pv,verl,ev)",
+    "160": "ADJ(vrij,sup,zonder)",
+    "161": "ADJ(nom,basis,met-e,zonder-n,stan)",
+    "162": "ADJ(postnom,comp,met-s)"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "": 0,
+    "#": 123,
+    "#NS\t#": 41,
+    "#not\t#": 31,
+    "@": 47,
+    "ADJ(nom,basis,met-e,mv-n)": 146,
+    "ADJ(nom,basis,met-e,zonder-n,bijz)": 73,
+    "ADJ(nom,basis,met-e,zonder-n,stan)": 161,
+    "ADJ(nom,basis,zonder,mv-n)": 29,
+    "ADJ(nom,basis,zonder,zonder-n)": 44,
+    "ADJ(nom,comp,met-e,mv-n)": 59,
+    "ADJ(nom,comp,met-e,zonder-n,stan)": 132,
+    "ADJ(nom,sup,met-e,mv-n)": 86,
+    "ADJ(nom,sup,met-e,zonder-n,stan)": 91,
+    "ADJ(nom,sup,zonder,zonder-n)": 110,
+    "ADJ(postnom,basis,met-s)": 139,
+    "ADJ(postnom,basis,zonder)": 26,
+    "ADJ(postnom,comp,met-s)": 162,
+    "ADJ(postnom,comp,zonder)": 32,
+    "ADJ(prenom,basis,met-e,bijz)": 30,
+    "ADJ(prenom,basis,met-e,stan)": 24,
+    "ADJ(prenom,basis,zonder)": 103,
+    "ADJ(prenom,basis,zonder,stan)": 61,
+    "ADJ(prenom,comp,met-e,stan)": 69,
+    "ADJ(prenom,comp,zonder)": 115,
+    "ADJ(prenom,sup,met-e,stan)": 119,
+    "ADJ(prenom,sup,zonder)": 93,
+    "ADJ(vrij,basis,zonder)": 120,
+    "ADJ(vrij,comp,zonder)": 76,
+    "ADJ(vrij,dim,zonder)": 42,
+    "ADJ(vrij,sup,zonder)": 160,
+    "ADJ(vrij,verder,zonder)": 85,
+    "BW()": 53,
+    "Boulevard\tN(eigen,ev,basis,genus,stan)": 143,
+    "FW": 18,
+    "Jan": 106,
+    "LET()": 34,
+    "LID(bep)": 134,
+    "LID(onbep)": 3,
+    "N(eigen,ev,basis,gen)": 45,
+    "N(eigen,ev,basis,genus,stan)": 117,
+    "N(eigen,ev,basis,onz,stan)": 152,
+    "N(eigen,ev,basis,zijd,stan)": 63,
+    "N(eigen,ev,dim,onz,stan)": 151,
+    "N(eigen,mv,basis)": 156,
+    "N(eigen,mv,dim)": 55,
+    "N(soort,ev,basis,dat)": 11,
+    "N(soort,ev,basis,gen)": 87,
+    "N(soort,ev,basis,genus,stan)": 65,
+    "N(soort,ev,basis,onz,stan)": 92,
+    "N(soort,ev,basis,zijd,stan)": 21,
+    "N(soort,ev,dim,onz,stan)": 150,
+    "N(soort,mv,basis)": 147,
+    "N(soort,mv,basis,zijd,stan)": 107,
+    "N(soort,mv,dim)": 77,
+    "SPEC(afgebr)": 158,
+    "SPEC(afk)": 100,
+    "SPEC(deeleigen)": 22,
+    "SPEC(enof)": 136,
+    "SPEC(meta)": 101,
+    "SPEC(symb)": 52,
+    "SPEC(vreemd)": 71,
+    "TSW()": 13,
+    "TW(hoofd,nom,mv-n,basis)": 148,
+    "TW(hoofd,nom,zonder,zonder-n)": 125,
+    "TW(hoofd,nom,zonder-n,basis)": 84,
+    "TW(hoofd,nom,zonder-n,dim)": 90,
+    "TW(hoofd,prenom,bijz)": 127,
+    "TW(hoofd,prenom,stan)": 46,
+    "TW(hoofd,vrij)": 149,
+    "TW(rang,nom,mv-n)": 75,
+    "TW(rang,nom,zonder-n)": 129,
+    "TW(rang,prenom,bijz)": 62,
+    "TW(rang,prenom,stan)": 2,
+    "U": 33,
+    "VG(neven)": 154,
+    "VG(onder)": 111,
+    "VGW()": 104,
+    "VNW(aanw,adv-pron,3,getal)": 112,
+    "VNW(aanw,adv-pron,3o,getal)": 124,
+    "VNW(aanw,det)": 50,
+    "VNW(aanw,pron,3,getal)": 12,
+    "VNW(aanw,pron,3m,ev)": 67,
+    "VNW(aanw,pron,3o,ev)": 4,
+    "VNW(betr,det)": 27,
+    "VNW(betr,pron,3,ev)": 113,
+    "VNW(betr,pron,persoon,getal)": 81,
+    "VNW(bez,det,1,ev)": 105,
+    "VNW(bez,det,1,mv)": 48,
+    "VNW(bez,det,2,getal)": 57,
+    "VNW(bez,det,2,mv)": 135,
+    "VNW(bez,det,2v,ev)": 82,
+    "VNW(bez,det,2v,mv)": 1,
+    "VNW(bez,det,3,ev)": 58,
+    "VNW(bez,det,3,mv)": 94,
+    "VNW(bez,det,3m,ev)": 131,
+    "VNW(bez,det,3p,mv)": 64,
+    "VNW(bez,det,3v,ev)": 130,
+    "VNW(excl,pron,3,getal)": 17,
+    "VNW(onbep,adv-pron,3,getal)": 145,
+    "VNW(onbep,adv-pron,3o,getal)": 5,
+    "VNW(onbep,det)": 138,
+    "VNW(onbep,grad,basis)": 10,
+    "VNW(onbep,grad,comp)": 60,
+    "VNW(onbep,grad,sup)": 121,
+    "VNW(onbep,pron,3o,ev)": 114,
+    "VNW(onbep,pron,3p,ev)": 35,
+    "VNW(pers,pron,1,ev)": 122,
+    "VNW(pers,pron,1,mv)": 39,
+    "VNW(pers,pron,2,getal)": 38,
+    "VNW(pers,pron,2b,getal)": 9,
+    "VNW(pers,pron,2v,ev)": 96,
+    "VNW(pers,pron,2v,mv)": 137,
+    "VNW(pers,pron,3,ev,fem)": 66,
+    "VNW(pers,pron,3,ev,masc)": 79,
+    "VNW(pers,pron,3,ev,onz)": 19,
+    "VNW(pers,pron,3,getal,fem)": 70,
+    "VNW(pers,pron,3,mv)": 108,
+    "VNW(pers,pron,3m,ev)": 95,
+    "VNW(pers,pron,3m,ev,masc)": 126,
+    "VNW(pers,pron,3p,ev,masc)": 155,
+    "VNW(pers,pron,3p,mv)": 36,
+    "VNW(pers,pron,3v,ev,fem)": 15,
+    "VNW(pers,pron,3v,getal,fem)": 74,
+    "VNW(pr,pron,1,ev)": 16,
+    "VNW(pr,pron,1,mv)": 37,
+    "VNW(pr,pron,2,getal)": 102,
+    "VNW(pr,pron,2v,getal)": 68,
+    "VNW(recip,pron,persoon,mv)": 142,
+    "VNW(refl,pron,3,getal)": 157,
+    "VNW(vb,adv-pron,3o,getal)": 140,
+    "VNW(vb,det)": 49,
+    "VNW(vb,pron,3m,ev)": 109,
+    "VNW(vb,pron,3o,ev)": 72,
+    "VNW(vb,pron,3p,getal)": 54,
+    "VNW(vb,pron,3p,mv)": 23,
+    "VNW(vb,pron,3v,ev)": 28,
+    "VZ(fin)": 153,
+    "VZ(init)": 118,
+    "VZ(versm)": 40,
+    "WW(inf,nom,zonder,zonder-n)": 97,
+    "WW(inf,prenom,met-e)": 43,
+    "WW(inf,prenom,zonder)": 14,
+    "WW(inf,vrij,zonder)": 144,
+    "WW(od,nom,met-e,mv-n)": 80,
+    "WW(od,nom,met-e,zonder-n)": 6,
+    "WW(od,prenom,met-e)": 83,
+    "WW(od,prenom,zonder)": 88,
+    "WW(od,vrij,zonder)": 98,
+    "WW(pv,conj,ev)": 133,
+    "WW(pv,tegw,ev)": 8,
+    "WW(pv,tgw,ev)": 20,
+    "WW(pv,tgw,met-t)": 89,
+    "WW(pv,tgw,mv)": 78,
+    "WW(pv,verl,ev)": 159,
+    "WW(pv,verl,mv)": 99,
+    "WW(vd,nom,met-e,mv-n)": 7,
+    "WW(vd,nom,met-e,zonder-n)": 56,
+    "WW(vd,prenom,met-e)": 128,
+    "WW(vd,prenom,zonder)": 141,
+    "WW(vd,vrij,zonder)": 116,
+    "zonder-n)": 51,
+    "~": 25
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 40.0,
+    "eval_accuracy": 0.9789456158142492,
+    "eval_f1": 0.978172514732208,
+    "eval_loss": 0.10656328499317169,
+    "eval_precision": 0.9780147183087772,
+    "eval_recall": 0.9783303620827442,
+    "eval_runtime": 11.1833,
+    "eval_samples": 2619,
+    "eval_samples_per_second": 703.641,
+    "eval_steps_per_second": 2.772
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c207b4075f596543a4c83655dde81906eb9a11707924c585e674ccb3361eee9
+size 1110384689

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
+size 17082758

tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "name_or_path": "xlm-roberta-base",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "special_tokens_map_file": null,
+  "token": null,
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 40.0,
+    "train_loss": 0.23496506378270576,
+    "train_runtime": 2350.6684,
+    "train_samples": 70812,
+    "train_samples_per_second": 1204.968,
+    "train_steps_per_second": 1.174
+}

trainer_state.json

@@ -0,0 +1,535 @@
+{
+  "best_metric": 0.978172514732208,
+  "best_model_checkpoint": "models/pos_final_xlm_nl/checkpoint-2415",
+  "epoch": 39.99638989169675,
+  "global_step": 2760,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.3200084762438131,
+      "eval_f1": 0.2160928249139116,
+      "eval_loss": 3.483713388442993,
+      "eval_precision": 0.2936494317356812,
+      "eval_recall": 0.17094424294584126,
+      "eval_runtime": 10.7415,
+      "eval_samples_per_second": 732.58,
+      "eval_steps_per_second": 2.886,
+      "step": 69
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8496904657393253,
+      "eval_f1": 0.8458663165617639,
+      "eval_loss": 0.8298526406288147,
+      "eval_precision": 0.8501404908642128,
+      "eval_recall": 0.8416349050224381,
+      "eval_runtime": 11.2158,
+      "eval_samples_per_second": 701.6,
+      "eval_steps_per_second": 2.764,
+      "step": 138
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9429140115337461,
+      "eval_f1": 0.9413686917810061,
+      "eval_loss": 0.27647557854652405,
+      "eval_precision": 0.941929974380871,
+      "eval_recall": 0.9408080777033258,
+      "eval_runtime": 10.9493,
+      "eval_samples_per_second": 718.679,
+      "eval_steps_per_second": 2.831,
+      "step": 207
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.961107663432576,
+      "eval_f1": 0.9598816317903192,
+      "eval_loss": 0.17041535675525665,
+      "eval_precision": 0.9601288546848211,
+      "eval_recall": 0.9596345361775374,
+      "eval_runtime": 10.8629,
+      "eval_samples_per_second": 724.391,
+      "eval_steps_per_second": 2.854,
+      "step": 276
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.969288752327183,
+      "eval_f1": 0.9685681024447033,
+      "eval_loss": 0.1259436309337616,
+      "eval_precision": 0.9685494963155347,
+      "eval_recall": 0.9685867092887441,
+      "eval_runtime": 11.2662,
+      "eval_samples_per_second": 698.46,
+      "eval_steps_per_second": 2.752,
+      "step": 345
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.9719451465936095,
+      "eval_f1": 0.9712171621320507,
+      "eval_loss": 0.10845372825860977,
+      "eval_precision": 0.9711350819772891,
+      "eval_recall": 0.9712992561627836,
+      "eval_runtime": 10.8884,
+      "eval_samples_per_second": 722.693,
+      "eval_steps_per_second": 2.847,
+      "step": 414
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.9737614845535593,
+      "eval_f1": 0.9729360106642491,
+      "eval_loss": 0.09838376194238663,
+      "eval_precision": 0.9727977383942906,
+      "eval_recall": 0.9730743222474949,
+      "eval_runtime": 11.171,
+      "eval_samples_per_second": 704.411,
+      "eval_steps_per_second": 2.775,
+      "step": 483
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 4.99e-05,
+      "loss": 1.1448,
+      "step": 500
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.9751691464725203,
+      "eval_f1": 0.9743453807855432,
+      "eval_loss": 0.09059575200080872,
+      "eval_precision": 0.9742256161268514,
+      "eval_recall": 0.9744651748939571,
+      "eval_runtime": 10.9149,
+      "eval_samples_per_second": 720.942,
+      "eval_steps_per_second": 2.84,
+      "step": 552
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.9758427051326684,
+      "eval_f1": 0.9750796169168182,
+      "eval_loss": 0.08883357048034668,
+      "eval_precision": 0.9749410400006145,
+      "eval_recall": 0.9752182332329256,
+      "eval_runtime": 10.9703,
+      "eval_samples_per_second": 717.298,
+      "eval_steps_per_second": 2.826,
+      "step": 621
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.9765313999424826,
+      "eval_f1": 0.975770544327188,
+      "eval_loss": 0.08642476052045822,
+      "eval_precision": 0.9756543517174092,
+      "eval_recall": 0.9758867646154792,
+      "eval_runtime": 10.8323,
+      "eval_samples_per_second": 726.436,
+      "eval_steps_per_second": 2.862,
+      "step": 690
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.9772427989767963,
+      "eval_f1": 0.9765426312513927,
+      "eval_loss": 0.08421829342842102,
+      "eval_precision": 0.9764300969531214,
+      "eval_recall": 0.9766551914919777,
+      "eval_runtime": 11.0199,
+      "eval_samples_per_second": 714.071,
+      "eval_steps_per_second": 2.813,
+      "step": 759
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.9773260477999607,
+      "eval_f1": 0.9765903503380455,
+      "eval_loss": 0.08395781368017197,
+      "eval_precision": 0.9764103115590241,
+      "eval_recall": 0.9767704555234524,
+      "eval_runtime": 10.9053,
+      "eval_samples_per_second": 721.579,
+      "eval_steps_per_second": 2.843,
+      "step": 828
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.9775076815959556,
+      "eval_f1": 0.976759194523621,
+      "eval_loss": 0.08459737151861191,
+      "eval_precision": 0.9765866248790155,
+      "eval_recall": 0.9769318251675171,
+      "eval_runtime": 11.552,
+      "eval_samples_per_second": 681.178,
+      "eval_steps_per_second": 2.684,
+      "step": 897
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.9776363388681187,
+      "eval_f1": 0.9769464516897355,
+      "eval_loss": 0.0853676050901413,
+      "eval_precision": 0.9768151124290356,
+      "eval_recall": 0.9770778262740517,
+      "eval_runtime": 11.6095,
+      "eval_samples_per_second": 677.81,
+      "eval_steps_per_second": 2.67,
+      "step": 966
+    },
+    {
+      "epoch": 14.49,
+      "learning_rate": 3.896017699115044e-05,
+      "loss": 0.0668,
+      "step": 1000
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.9775909304191199,
+      "eval_f1": 0.976843172808015,
+      "eval_loss": 0.08673886954784393,
+      "eval_precision": 0.9766930924287119,
+      "eval_recall": 0.9769932993176369,
+      "eval_runtime": 11.3435,
+      "eval_samples_per_second": 693.7,
+      "eval_steps_per_second": 2.733,
+      "step": 1035
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.9778028365144474,
+      "eval_f1": 0.9770540169876339,
+      "eval_loss": 0.0859028622508049,
+      "eval_precision": 0.9769226632660116,
+      "eval_recall": 0.9771854060367615,
+      "eval_runtime": 11.0228,
+      "eval_samples_per_second": 713.886,
+      "eval_steps_per_second": 2.812,
+      "step": 1104
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.9780979914329393,
+      "eval_f1": 0.9773386449285661,
+      "eval_loss": 0.08584524691104889,
+      "eval_precision": 0.9771922412137507,
+      "eval_recall": 0.9774850925185959,
+      "eval_runtime": 11.0063,
+      "eval_samples_per_second": 714.952,
+      "eval_steps_per_second": 2.817,
+      "step": 1173
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.9784990993990949,
+      "eval_f1": 0.9777723141226096,
+      "eval_loss": 0.08779104799032211,
+      "eval_precision": 0.9776446185757087,
+      "eval_recall": 0.977900043031905,
+      "eval_runtime": 11.0526,
+      "eval_samples_per_second": 711.958,
+      "eval_steps_per_second": 2.805,
+      "step": 1242
+    },
+    {
+      "epoch": 19.0,
+      "eval_accuracy": 0.9784839632494287,
+      "eval_f1": 0.9777277546442126,
+      "eval_loss": 0.08868438750505447,
+      "eval_precision": 0.9775324914738686,
+      "eval_recall": 0.9779230958382,
+      "eval_runtime": 10.952,
+      "eval_samples_per_second": 718.498,
+      "eval_steps_per_second": 2.831,
+      "step": 1311
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.9782796252289343,
+      "eval_f1": 0.977526622308957,
+      "eval_loss": 0.09024880826473236,
+      "eval_precision": 0.9773914513105737,
+      "eval_recall": 0.9776618307001905,
+      "eval_runtime": 10.9428,
+      "eval_samples_per_second": 719.1,
+      "eval_steps_per_second": 2.833,
+      "step": 1380
+    },
+    {
+      "epoch": 21.0,
+      "eval_accuracy": 0.9782115125554361,
+      "eval_f1": 0.9773772343294419,
+      "eval_loss": 0.09100791066884995,
+      "eval_precision": 0.9772233190194889,
+      "eval_recall": 0.9775311981311858,
+      "eval_runtime": 10.9089,
+      "eval_samples_per_second": 721.337,
+      "eval_steps_per_second": 2.842,
+      "step": 1449
+    },
+    {
+      "epoch": 21.74,
+      "learning_rate": 2.7898230088495575e-05,
+      "loss": 0.0375,
+      "step": 1500
+    },
+    {
+      "epoch": 22.0,
+      "eval_accuracy": 0.9783098975282668,
+      "eval_f1": 0.9775235578160474,
+      "eval_loss": 0.09260567277669907,
+      "eval_precision": 0.9773546062789501,
+      "eval_recall": 0.9776925677752505,
+      "eval_runtime": 10.9627,
+      "eval_samples_per_second": 717.797,
+      "eval_steps_per_second": 2.828,
+      "step": 1518
+    },
+    {
+      "epoch": 23.0,
+      "eval_accuracy": 0.9786731651202567,
+      "eval_f1": 0.9778607567218708,
+      "eval_loss": 0.09297080338001251,
+      "eval_precision": 0.9777292945433315,
+      "eval_recall": 0.9779922542570849,
+      "eval_runtime": 11.0584,
+      "eval_samples_per_second": 711.584,
+      "eval_steps_per_second": 2.803,
+      "step": 1587
+    },
+    {
+      "epoch": 24.0,
+      "eval_accuracy": 0.9787034374195892,
+      "eval_f1": 0.9779114614545398,
+      "eval_loss": 0.09545727074146271,
+      "eval_precision": 0.9777461975725918,
+      "eval_recall": 0.9780767812134997,
+      "eval_runtime": 12.1178,
+      "eval_samples_per_second": 649.374,
+      "eval_steps_per_second": 2.558,
+      "step": 1656
+    },
+    {
+      "epoch": 25.0,
+      "eval_accuracy": 0.9787488458685879,
+      "eval_f1": 0.9779918790071952,
+      "eval_loss": 0.09549739956855774,
+      "eval_precision": 0.9778378669042919,
+      "eval_recall": 0.9781459396323846,
+      "eval_runtime": 11.1672,
+      "eval_samples_per_second": 704.655,
+      "eval_steps_per_second": 2.776,
+      "step": 1725
+    },
+    {
+      "epoch": 26.0,
+      "eval_accuracy": 0.9785445078480935,
+      "eval_f1": 0.977742949116863,
+      "eval_loss": 0.09780567139387131,
+      "eval_precision": 0.9775551902662345,
+      "eval_recall": 0.977930780106965,
+      "eval_runtime": 10.9619,
+      "eval_samples_per_second": 717.851,
+      "eval_steps_per_second": 2.828,
+      "step": 1794
+    },
+    {
+      "epoch": 27.0,
+      "eval_accuracy": 0.9782115125554361,
+      "eval_f1": 0.9773690296457643,
+      "eval_loss": 0.09968989342451096,
+      "eval_precision": 0.9772376335742984,
+      "eval_recall": 0.9775004610561259,
+      "eval_runtime": 10.8805,
+      "eval_samples_per_second": 723.22,
+      "eval_steps_per_second": 2.849,
+      "step": 1863
+    },
+    {
+      "epoch": 28.0,
+      "eval_accuracy": 0.9785596439977599,
+      "eval_f1": 0.9777683870843819,
+      "eval_loss": 0.10001282393932343,
+      "eval_precision": 0.9776444468344998,
+      "eval_recall": 0.9778923587631401,
+      "eval_runtime": 11.0278,
+      "eval_samples_per_second": 713.561,
+      "eval_steps_per_second": 2.811,
+      "step": 1932
+    },
+    {
+      "epoch": 28.98,
+      "learning_rate": 1.683628318584071e-05,
+      "loss": 0.0238,
+      "step": 2000
+    },
+    {
+      "epoch": 29.0,
+      "eval_accuracy": 0.9784612590249292,
+      "eval_f1": 0.9776150651725449,
+      "eval_loss": 0.10220629721879959,
+      "eval_precision": 0.977476127922073,
+      "eval_recall": 0.9777540419253704,
+      "eval_runtime": 11.5178,
+      "eval_samples_per_second": 683.205,
+      "eval_steps_per_second": 2.691,
+      "step": 2001
+    },
+    {
+      "epoch": 30.0,
+      "eval_accuracy": 0.9787034374195892,
+      "eval_f1": 0.9778532436450527,
+      "eval_loss": 0.10299359261989594,
+      "eval_precision": 0.9777142725449978,
+      "eval_recall": 0.9779922542570849,
+      "eval_runtime": 11.5247,
+      "eval_samples_per_second": 682.796,
+      "eval_steps_per_second": 2.69,
+      "step": 2070
+    },
+    {
+      "epoch": 31.0,
+      "eval_accuracy": 0.9786504608957574,
+      "eval_f1": 0.9778916595277151,
+      "eval_loss": 0.10408657044172287,
+      "eval_precision": 0.9777526829680502,
+      "eval_recall": 0.9780306756009098,
+      "eval_runtime": 11.971,
+      "eval_samples_per_second": 657.341,
+      "eval_steps_per_second": 2.59,
+      "step": 2139
+    },
+    {
+      "epoch": 32.0,
+      "eval_accuracy": 0.9787185735692554,
+      "eval_f1": 0.9779299058419483,
+      "eval_loss": 0.10540538281202316,
+      "eval_precision": 0.9777984343671018,
+      "eval_recall": 0.9780614126759698,
+      "eval_runtime": 11.5819,
+      "eval_samples_per_second": 679.422,
+      "eval_steps_per_second": 2.677,
+      "step": 2208
+    },
+    {
+      "epoch": 33.0,
+      "eval_accuracy": 0.978635324746091,
+      "eval_f1": 0.9777916076017933,
+      "eval_loss": 0.10549841076135635,
+      "eval_precision": 0.9776601547195612,
+      "eval_recall": 0.9779230958382,
+      "eval_runtime": 12.6843,
+      "eval_samples_per_second": 620.372,
+      "eval_steps_per_second": 2.444,
+      "step": 2277
+    },
+    {
+      "epoch": 34.0,
+      "eval_accuracy": 0.9787488458685879,
+      "eval_f1": 0.9778990030925261,
+      "eval_loss": 0.10634943097829819,
+      "eval_precision": 0.9777750462859821,
+      "eval_recall": 0.9780229913321449,
+      "eval_runtime": 11.6157,
+      "eval_samples_per_second": 677.447,
+      "eval_steps_per_second": 2.669,
+      "step": 2346
+    },
+    {
+      "epoch": 35.0,
+      "eval_accuracy": 0.9789456158142492,
+      "eval_f1": 0.978172514732208,
+      "eval_loss": 0.10656328499317169,
+      "eval_precision": 0.9780147183087772,
+      "eval_recall": 0.9783303620827442,
+      "eval_runtime": 11.2324,
+      "eval_samples_per_second": 700.56,
+      "eval_steps_per_second": 2.76,
+      "step": 2415
+    },
+    {
+      "epoch": 36.0,
+      "eval_accuracy": 0.978756413943421,
+      "eval_f1": 0.9780024740493733,
+      "eval_loss": 0.10749900341033936,
+      "eval_precision": 0.9778897715225174,
+      "eval_recall": 0.9781152025573246,
+      "eval_runtime": 11.1336,
+      "eval_samples_per_second": 706.779,
+      "eval_steps_per_second": 2.784,
+      "step": 2484
+    },
+    {
+      "epoch": 36.23,
+      "learning_rate": 5.774336283185841e-06,
+      "loss": 0.0167,
+      "step": 2500
+    },
+    {
+      "epoch": 37.0,
+      "eval_accuracy": 0.9789153435149167,
+      "eval_f1": 0.9781257443163047,
+      "eval_loss": 0.10826310515403748,
+      "eval_precision": 0.977998002611969,
+      "eval_recall": 0.9782535193950944,
+      "eval_runtime": 11.1448,
+      "eval_samples_per_second": 706.071,
+      "eval_steps_per_second": 2.782,
+      "step": 2553
+    },
+    {
+      "epoch": 38.0,
+      "eval_accuracy": 0.9789002073652504,
+      "eval_f1": 0.9781295019304278,
+      "eval_loss": 0.1082502156496048,
+      "eval_precision": 0.978005515906245,
+      "eval_recall": 0.9782535193950944,
+      "eval_runtime": 11.2628,
+      "eval_samples_per_second": 698.669,
+      "eval_steps_per_second": 2.752,
+      "step": 2622
+    },
+    {
+      "epoch": 39.0,
+      "eval_accuracy": 0.9788547989162517,
+      "eval_f1": 0.9780682040821029,
+      "eval_loss": 0.10867351293563843,
+      "eval_precision": 0.9779367140146423,
+      "eval_recall": 0.9781997295137395,
+      "eval_runtime": 11.7323,
+      "eval_samples_per_second": 670.712,
+      "eval_steps_per_second": 2.642,
+      "step": 2691
+    },
+    {
+      "epoch": 40.0,
+      "eval_accuracy": 0.9788926392904173,
+      "eval_f1": 0.978110377786144,
+      "eval_loss": 0.1087782010436058,
+      "eval_precision": 0.9779826380886533,
+      "eval_recall": 0.9782381508575644,
+      "eval_runtime": 11.2634,
+      "eval_samples_per_second": 698.633,
+      "eval_steps_per_second": 2.752,
+      "step": 2760
+    },
+    {
+      "epoch": 40.0,
+      "step": 2760,
+      "total_flos": 1.673403126150724e+17,
+      "train_loss": 0.23496506378270576,
+      "train_runtime": 2350.6684,
+      "train_samples_per_second": 1204.968,
+      "train_steps_per_second": 1.174
+    }
+  ],
+  "max_steps": 2760,
+  "num_train_epochs": 40,
+  "total_flos": 1.673403126150724e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051e61435d7b641c10abb33ee47d32f1634a495820d849ba85d07be0a799abcb
+size 3439