Update app.py

app.py

@@ -434,7 +434,8 @@ def generate_text (prompt, chatbot, history, rag_option, model_option, openai_ap
         else:
             #oder an Hugging Face --------------------------
             print("HF Anfrage.......................")
-            llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.5, "max_length": 128}) 
+            model_kwargs={"temperature": 0.5, "max_length": 128, "num_return_sequences": 2}
+            llm = HuggingFaceHub(repo_id=repo_id, model_kwargs=model_kwargs) 
             #llm = HuggingFaceChain(model=MODEL_NAME_HF, model_kwargs={"temperature": 0.5, "max_length": 128}) 
             #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64}) 
             #llm = HuggingFaceTextGenInference( inference_server_url="http://localhost:8010/", max_new_tokens=max_new_tokens,top_k=10,top_p=top_p,typical_p=0.95,temperature=temperature,repetition_penalty=repetition_penalty,)
@@ -456,8 +457,7 @@ def generate_text (prompt, chatbot, history, rag_option, model_option, openai_ap
             print("LLM aufrufen ohne RAG: ...........")
             resulti = llm_chain(llm, history_text_und_prompt)
             result = resulti.strip()
-        print("result vor netzsuche:................")
-        print(result)
+
         #Wenn keine Antwort möglich "Ich weiß es nicht" etc., dann versuchen mit Suche im Internet.
         if (result == None or is_response_similar(result)):
             print("Suche im Netz: ...........")