Update README.md
Browse files
README.md
CHANGED
@@ -31,5 +31,5 @@ model = AutoGPTQForCausalLM.from_quantized(model_name_or_path, use_safetensors=T
|
|
31 |
|
32 |
#Your test prompt
|
33 |
prompt = """今日の晩御飯のレシピをご紹介します。"""
|
34 |
-
print(tokenizer.decode(model.generate(**tokenizer(prompt, return_tensors="pt").to(model.device),
|
35 |
~~~
|
|
|
31 |
|
32 |
#Your test prompt
|
33 |
prompt = """今日の晩御飯のレシピをご紹介します。"""
|
34 |
+
print(tokenizer.decode(model.generate(**tokenizer(prompt, return_tensors="pt",add_special_tokens=False).to(model.device), max_new_tokens=100,do_sample=True,top_p=0.95,temperature=0.7)[0]))
|
35 |
~~~
|