alexkueck commited on
Commit
96bcade
1 Parent(s): 5f8d95f

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +4 -4
utils.py CHANGED
@@ -403,12 +403,12 @@ def rag_chain(llm, prompt, retriever):
403
 
404
 
405
  #2. Alternative, wenn mit API_URL ...........................................
406
- answer = query(llm, {"inputs": input_text,})
407
 
408
  #3. Alternative: mit pipeline
409
- #messages = [{"role": "user", "content": input_text},]
410
- #pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True)
411
- #answer = pipe(messages)
412
 
413
  # Erstelle das Ergebnis-Dictionary
414
  result = {
 
403
 
404
 
405
  #2. Alternative, wenn mit API_URL ...........................................
406
+ #answer = query(llm, {"inputs": input_text,})
407
 
408
  #3. Alternative: mit pipeline
409
+ messages = [{"role": "user", "content": input_text},]
410
+ pipe = pipeline("text-generation", model= llm, trust_remote_code=True)
411
+ answer = pipe(messages)
412
 
413
  # Erstelle das Ergebnis-Dictionary
414
  result = {