Upload banglaBERT-on-banlgasarc.ipynb

banglaBERT-on-banlgasarc.ipynb

@@ -28187,7 +28187,8 @@
     "from transformers import AutoModel, BertTokenizer\n",
     "irony_name = \"csebuetnlp/banglabert\"\n",
     "#tokenizer = AutoTokenizer.from_pretrained(irony_name, labels=None)\n",
-    "tokenizer = AutoTokenizer.from_pretrained(irony_name)\n",
+    "# tokenizer = AutoTokenizer.from_pretrained(irony_name)\n",
+    "tokenizer = AutoTokenizer.from_pretrained(\"csebuetnlp/banglabert\")\n",
     "df_train, df_test = tokenized_data(df_eval)"
    ]
   },
@@ -28259,7 +28260,8 @@
    ],
    "source": [
     "#model_irony = AutoModelForSequenceClassification.from_pretrained(irony_name, num_labels=2, ignore_mismatched_sizes=True).to(device)\n",
-    "model_irony = AutoModelForSequenceClassification.from_pretrained(irony_name, num_labels=2, ignore_mismatched_sizes=True).to(device)\n",
+    "#model_irony = AutoModelForSequenceClassification.from_pretrained(irony_name, num_labels=2, ignore_mismatched_sizes=True).to(device)\n",
+    "model_irony = AutoModelForSequenceClassification.from_pretrained(\"csebuetnlp/banglabert\", num_labels=2, ignore_mismatched_sizes=True).to(device)\n",
     "training_args = TrainingArguments(\"test-trainer-banglaBERT\", {'reprocess_input_data': True}, evaluation_strategy=\"epoch\")"
    ]
   },