Finetune model on pseudolabelled data

config.json

@@ -22,51 +22,9 @@
   "max_position_embeddings": 514,
   "model_type": "xlm-roberta",
   "num_attention_heads": 12,
-  "num_hidden_layers": 4,
+  "num_hidden_layers": 3,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "pruned_heads": {
-    "0": [
-      2,
-      4,
-      5,
-      6,
-      8,
-      9,
-      10,
-      11
-    ],
-    "1": [
-      2,
-      3,
-      5,
-      6,
-      7,
-      8,
-      10,
-      11
-    ],
-    "2": [
-      0,
-      2,
-      3,
-      4,
-      5,
-      7,
-      8,
-      9
-    ],
-    "3": [
-      0,
-      2,
-      3,
-      4,
-      5,
-      7,
-      8,
-      10
-    ]
-  },
   "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
   "torch_dtype": "float32",
   "transformers_version": "4.20.1",

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b11a04a8e764631f12594ca2a38009cb2b552f3450b22aa575cf8ea803207e5e
-size 407505927
+oid sha256:aa40d5fa49e8cb0ae9bacc035b0c8ccc4951c35a5d948684d57968f7f2e300ab
+size 406706487