from transformers import AutoTokenizer, AutoModelForSequenceClassification irony_name = "raquiba/sarcasm-detection-BanglaSARC" tokenizer_irony = AutoTokenizer.from_pretrained(irony_name) model_irony = AutoModelForSequenceClassification.from_pretrained(irony_name) irony_pipeline = pipeline("sentiment-analysis", model=model_irony, tokenizer=tokenizer_irony, device=0,max_length=512, padding=True, truncation=True)
#Model Evaluation tokenizer = AutoTokenizer.from_pretrained(irony_name) df_train, df_test = tokenized_data(df_eval) model_irony = AutoModelForSequenceClassification.from_pretrained(irony_name, num_labels=2, ignore_mismatched_sizes=True).to(device) training_args = TrainingArguments("test-trainer-banglaBERT", {'reprocess_input_data': True}, evaluation_strategy="epoch") trainer_irony.train()
- Downloads last month
- 24