scb10x
/

typhoon-v1.5-72b-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

kunato commited on May 8

Commit

d43e648

•

1 Parent(s): 9cc3edf

Update README.md

Files changed (1) hide show

README.md +3 -2

README.md CHANGED Viewed

@@ -59,10 +59,11 @@ input_ids = tokenizer.apply_chat_template(
 outputs = model.generate(
     input_ids,
-    max_new_tokens=512,
     do_sample=True,
-    temperature=0.4,
     top_p=0.9,
 )
 response = outputs[0][input_ids.shape[-1]:]
 print(tokenizer.decode(response, skip_special_tokens=True))

 outputs = model.generate(
     input_ids,
+    max_new_tokens=1024,
     do_sample=True,
+    temperature=0.6,
     top_p=0.9,
+    repetition_penalty=1.15
 )
 response = outputs[0][input_ids.shape[-1]:]
 print(tokenizer.decode(response, skip_special_tokens=True))