Update app.py
Browse files
app.py
CHANGED
@@ -287,12 +287,11 @@ def invoke (prompt, history, openai_api_key, rag_option, temperature=0.9, max_ne
|
|
287 |
#LLM auswählen (OpenAI oder HF)
|
288 |
###########################
|
289 |
#Anfrage an OpenAI
|
290 |
-
kwargs = {'
|
291 |
-
'max_new_tokens': max_new_tokens,
|
292 |
'top_p': top_p,
|
293 |
'repetition_penalty': repetition_penalty
|
294 |
}
|
295 |
-
llm = ChatOpenAI(model_name = MODEL_NAME, openai_api_key = openai_api_key,
|
296 |
#oder an Hugging Face
|
297 |
#llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.5, "max_length": 64})
|
298 |
#llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
|
|
|
287 |
#LLM auswählen (OpenAI oder HF)
|
288 |
###########################
|
289 |
#Anfrage an OpenAI
|
290 |
+
kwargs = {'max_new_tokens': max_new_tokens,
|
|
|
291 |
'top_p': top_p,
|
292 |
'repetition_penalty': repetition_penalty
|
293 |
}
|
294 |
+
llm = ChatOpenAI(model_name = MODEL_NAME, openai_api_key = openai_api_key, temperature=temperature, top_p = top_p, max_new_tokens=max_new_tokens, repetition_penalty= repetition_penalty)
|
295 |
#oder an Hugging Face
|
296 |
#llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.5, "max_length": 64})
|
297 |
#llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
|