BEE-spoke-data
/

smol_llama-101M-GQA

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

pszemraj commited on Oct 26, 2023

Commit

8e97036

•

1 Parent(s): 33c9a03

Update README.md

Files changed (1) hide show

README.md +3 -2

README.md CHANGED Viewed

@@ -7,8 +7,9 @@ inference:
   parameters:
     max_new_tokens: 64
     do_sample: true
-    repetition_penalty: 1.2
-    no_repeat_ngram_size: 5
     eta_cutoff: 0.0006
     renormalize_logits: true
 widget:

   parameters:
     max_new_tokens: 64
     do_sample: true
+    temperature: 0.8
+    repetition_penalty: 1.1
+    no_repeat_ngram_size: 4
     eta_cutoff: 0.0006
     renormalize_logits: true
 widget: