alexkueck commited on
Commit
242fbb7
1 Parent(s): 6e5bed4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -287,12 +287,11 @@ def invoke (prompt, history, openai_api_key, rag_option, temperature=0.9, max_ne
287
  #LLM auswählen (OpenAI oder HF)
288
  ###########################
289
  #Anfrage an OpenAI
290
- kwargs = {'temperature': temperature,
291
- 'max_new_tokens': max_new_tokens,
292
  'top_p': top_p,
293
  'repetition_penalty': repetition_penalty
294
  }
295
- llm = ChatOpenAI(model_name = MODEL_NAME, openai_api_key = openai_api_key, model_kwargs = kwargs)
296
  #oder an Hugging Face
297
  #llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.5, "max_length": 64})
298
  #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
 
287
  #LLM auswählen (OpenAI oder HF)
288
  ###########################
289
  #Anfrage an OpenAI
290
+ kwargs = {'max_new_tokens': max_new_tokens,
 
291
  'top_p': top_p,
292
  'repetition_penalty': repetition_penalty
293
  }
294
+ llm = ChatOpenAI(model_name = MODEL_NAME, openai_api_key = openai_api_key, temperature=temperature, top_p = top_p, max_new_tokens=max_new_tokens, repetition_penalty= repetition_penalty)
295
  #oder an Hugging Face
296
  #llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.5, "max_length": 64})
297
  #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})