Spaces:

kat33
/

llama.cpp

Runtime error

kat33 commited on Jul 26, 2023

Commit

f43faed

•

1 Parent(s): 197ae45

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -23,7 +23,7 @@ def question_answer(context, question):
     llm = Llama(model_path=mfile)
     output = llm(text, max_tokens=33, stop=["### Response"], echo=True)
     print(output)
-    return output.choices[0].text
     '''
     Output is of the form:
     {

     llm = Llama(model_path=mfile)
     output = llm(text, max_tokens=33, stop=["### Response"], echo=True)
     print(output)
+    return output['choices'][0]['text']
     '''
     Output is of the form:
     {