Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -130,14 +130,14 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
|
|
130 |
# top_k = top_k,
|
131 |
# )
|
132 |
#else:
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
140 |
-
|
141 |
|
142 |
progress(0.75, desc="Defining buffer memory...")
|
143 |
memory = ConversationBufferMemory(
|
|
|
130 |
# top_k = top_k,
|
131 |
# )
|
132 |
#else:
|
133 |
+
llm = HuggingFaceEndpoint(
|
134 |
+
repo_id=llm_model,
|
135 |
+
# model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "trust_remote_code": True, "torch_dtype": "auto"}
|
136 |
+
# model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k}
|
137 |
+
temperature = temperature,
|
138 |
+
max_new_tokens = max_tokens,
|
139 |
+
top_k = top_k,
|
140 |
+
)
|
141 |
|
142 |
progress(0.75, desc="Defining buffer memory...")
|
143 |
memory = ConversationBufferMemory(
|