alexkueck commited on
Commit
1595f94
1 Parent(s): d33e1c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -240,7 +240,8 @@ def generate_text (prompt, chatbot, history, vektordatenbank, retriever, top_p=0
240
 
241
  #3.te Alternative für pipeline
242
  # Erstelle eine Pipeline mit den gewünschten Parametern
243
- llm = pipeline("text-generation", model=MODEL_NAME_HF, config={"temperature": 0.5, "max_length": 1024, "num_return_sequences": 1, "top_k": top_k, "top_p": top_p, "repetition_penalty": repetition_penalty}, trust_remote_code=True)
 
244
  result = rag_chain(llm, history_text_und_prompt, retriever)
245
 
246
  except Exception as e:
 
240
 
241
  #3.te Alternative für pipeline
242
  # Erstelle eine Pipeline mit den gewünschten Parametern
243
+ #llm = pipeline("text-generation", model=MODEL_NAME_HF, config={"temperature": 0.5, "max_length": 1024, "num_return_sequences": 1, "top_k": top_k, "top_p": top_p, "repetition_penalty": repetition_penalty}, trust_remote_code=True)
244
+ llm = pipeline("text-generation", model="microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True)
245
  result = rag_chain(llm, history_text_und_prompt, retriever)
246
 
247
  except Exception as e: