YeungNLP
/

firefly-gemma-7b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

YeungNLP commited on Mar 3

Commit

05eb5fd

•

1 Parent(s): cda427c

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -72,7 +72,7 @@ generated_ids = model.generate(
     top_p = 0.9,
     temperature = 0.35,
     repetition_penalty = 1.0,
-    eos_token_id=tokenizer.encode('<|eos>', add_special_tokens=False)
 )
 generated_ids = [
     output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)

     top_p = 0.9,
     temperature = 0.35,
     repetition_penalty = 1.0,
+    eos_token_id=tokenizer.encode('<eos>', add_special_tokens=False)
 )
 generated_ids = [
     output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)