Locutusque
/

gpt2-conversational-retrain

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Locutusque commited on Sep 24, 2023

Commit

e63b202

·

1 Parent(s): 75f80ec

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -92,7 +92,7 @@ model = GPT2LMHeadModel.from_pretrained('gpt2-conversational-retrain')
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model.to(device)
 def generate_text(model, tokenizer, prompt, max_length=1024):
-    prompt = f'<|ASSISTANT|> {prompt} <|USER|> '
     input_ids = tokenizer.encode(prompt, add_special_tokens=True, return_tensors="pt").to(device)
     attention_mask = torch.ones_like(input_ids).to(device)
     output = model.generate(input_ids,

 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model.to(device)
 def generate_text(model, tokenizer, prompt, max_length=1024):
+    prompt = f'<|USER|> {prompt} <|ASSISTANT|> '
     input_ids = tokenizer.encode(prompt, add_special_tokens=True, return_tensors="pt").to(device)
     attention_mask = torch.ones_like(input_ids).to(device)
     output = model.generate(input_ids,