CRW

Sleeping

Chris4K commited on Apr 16

Commit

eeb5bed

•

1 Parent(s): 364f5be

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -10,8 +10,8 @@ llm_zephyr_7b_beta = HuggingFaceHub(
     repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
     task="text-generation",
     model_kwargs={
-        "max_new_tokens": 512,
-        "top_k": 30,
         "temperature": 0.1,
         "repetition_penalty": 1.03,
     },

     repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
     task="text-generation",
     model_kwargs={
+        "max_new_tokens": 1000,
+        "top_k": 2,
         "temperature": 0.1,
         "repetition_penalty": 1.03,
     },