ryan0303 commited on
Commit
5d93780
1 Parent(s): d33b042

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -130,14 +130,14 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
130
  # top_k = top_k,
131
  # )
132
  #else:
133
- llm = HuggingFaceEndpoint(
134
- repo_id=llm_model,
135
- # model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "trust_remote_code": True, "torch_dtype": "auto"}
136
- # model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k}
137
- temperature = temperature,
138
- max_new_tokens = max_tokens,
139
- top_k = top_k,
140
- )
141
 
142
  progress(0.75, desc="Defining buffer memory...")
143
  memory = ConversationBufferMemory(
 
130
  # top_k = top_k,
131
  # )
132
  #else:
133
+ llm = HuggingFaceEndpoint(
134
+ repo_id=llm_model,
135
+ # model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "trust_remote_code": True, "torch_dtype": "auto"}
136
+ # model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k}
137
+ temperature = temperature,
138
+ max_new_tokens = max_tokens,
139
+ top_k = top_k,
140
+ )
141
 
142
  progress(0.75, desc="Defining buffer memory...")
143
  memory = ConversationBufferMemory(