mmnga commited on
Commit
71bdf7d
1 Parent(s): 73b89a9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -31,5 +31,5 @@ model = AutoGPTQForCausalLM.from_quantized(model_name_or_path, use_safetensors=T
31
 
32
  #Your test prompt
33
  prompt = """今日の晩御飯のレシピをご紹介します。"""
34
- print(tokenizer.decode(model.generate(**tokenizer(prompt, return_tensors="pt").to(model.device), max_length=128)[0]))
35
  ~~~
 
31
 
32
  #Your test prompt
33
  prompt = """今日の晩御飯のレシピをご紹介します。"""
34
+ print(tokenizer.decode(model.generate(**tokenizer(prompt, return_tensors="pt",add_special_tokens=False).to(model.device), max_new_tokens=100,do_sample=True,top_p=0.95,temperature=0.7)[0]))
35
  ~~~