File size: 697 Bytes
47911f9 69c3e3c 1f795b7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
---
license: apache-2.0
---
Text Detoxification Task is a process of transforming the text with toxic style into the text with the same meaning but with neutral style
# Load model directly
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
device = 'cuda' if torch.cuda.is_available() else 'cpu'
tokenizer = AutoTokenizer.from_pretrained("the-hir0/t5-small-detoxify")
model = AutoModelForSeq2SeqLM.from_pretrained("the-hir0/t5-small-detoxify").to(device)
input_ids = tokenizer(inference_request, return_tensors="pt", padding=True).input_ids.to(device)
outputs = model.generate(input_ids=input_ids)
return tokenizer.batch_decode(outputs, skip_special_tokens=True,temperature=0) |