Spaces:
Sleeping
Sleeping
clementsan
commited on
Commit
•
5e950ad
1
Parent(s):
b29f15d
List max new tokens for TinyLlama-1.1B-Chat-v1.0
Browse files
app.py
CHANGED
@@ -110,7 +110,7 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
|
|
110 |
elif llm_model == "TinyLlama/TinyLlama-1.1B-Chat-v1.0":
|
111 |
llm = HuggingFaceHub(
|
112 |
repo_id=llm_model,
|
113 |
-
model_kwargs={"temperature": temperature, "max_new_tokens":
|
114 |
)
|
115 |
else:
|
116 |
llm = HuggingFaceHub(
|
|
|
110 |
elif llm_model == "TinyLlama/TinyLlama-1.1B-Chat-v1.0":
|
111 |
llm = HuggingFaceHub(
|
112 |
repo_id=llm_model,
|
113 |
+
model_kwargs={"temperature": temperature, "max_new_tokens": 250, "top_k": top_k, "torch_dtype": "auto"}
|
114 |
)
|
115 |
else:
|
116 |
llm = HuggingFaceHub(
|