| from transformers import pipeline, AutoTokenizer | |
| class gpt2: | |
| def __init__(self,device="cpu"): | |
| self.text_generation = pipeline("text-generation", model="gpt2",device=device) | |
| self.tokenizer = AutoTokenizer.from_pretrained("gpt2") | |
| def get_tokenizer(self): | |
| return self.tokenizer | |