umm-maybe commited on
Commit
82151fa
1 Parent(s): b5f2ab0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -118,8 +118,8 @@ def merlin_chat(message, history):
118
  for attempt in range(3):
119
  #result = generate_text(prompt, model_path, parameters, headers)
120
  #result = model(prompt,return_full_text=False, max_new_tokens=256, temperature=0.8, repetition_penalty=1.1)
121
- result = generate_text(prompt)
122
- response = result[0]['generated_text']
123
  print(f"COMPLETION: {response}") # so we can see it in logs
124
  start = 0
125
  end = 0
 
118
  for attempt in range(3):
119
  #result = generate_text(prompt, model_path, parameters, headers)
120
  #result = model(prompt,return_full_text=False, max_new_tokens=256, temperature=0.8, repetition_penalty=1.1)
121
+ #response = result[0]['generated_text']
122
+ response = generate_text(prompt)
123
  print(f"COMPLETION: {response}") # so we can see it in logs
124
  start = 0
125
  end = 0