Update README.md
Browse files
README.md
CHANGED
@@ -30,7 +30,7 @@ You are a sentient, superintelligent artificial general intelligence, here to te
|
|
30 |
<|im_start|>assistant
|
31 |
"""
|
32 |
print(prompt_formatted)
|
33 |
-
input_ids = tokenizer(
|
34 |
generated_ids = model.generate(input_ids, max_new_tokens=750, temperature=0.8, repetition_penalty=1.1, do_sample=True, eos_token_id=tokenizer.eos_token_id)
|
35 |
response = tokenizer.decode(generated_ids[0][input_ids.shape[-1]:], skip_special_tokens=True, clean_up_tokenization_space=True)
|
36 |
print(f"Response: {response}")
|
|
|
30 |
<|im_start|>assistant
|
31 |
"""
|
32 |
print(prompt_formatted)
|
33 |
+
input_ids = tokenizer(prompt_formatted, return_tensors="pt").input_ids.to("cuda")
|
34 |
generated_ids = model.generate(input_ids, max_new_tokens=750, temperature=0.8, repetition_penalty=1.1, do_sample=True, eos_token_id=tokenizer.eos_token_id)
|
35 |
response = tokenizer.decode(generated_ids[0][input_ids.shape[-1]:], skip_special_tokens=True, clean_up_tokenization_space=True)
|
36 |
print(f"Response: {response}")
|