Update app.py

app.py

@@ -57,10 +57,11 @@ def evaluate(instruction, input=None):
         output_scores=True,
         max_new_tokens=256
     )
+    result = []
     for s in generation_output.sequences:
         output = tokenizer.decode(s)
-        print("Response:", output.split("### Response:")[1].strip())
-
+        results.append( output.split("### Response:")[1].strip())
+    return ' '.join(el for el in results)            
 
 def inference(text):
     output = evaluate(instruction = text, input = input)
@@ -69,22 +70,20 @@ def inference(text):
 io = gr.Interface(
     inference, 
     gr.Textbox(
-        lines = 3, max_lines = 10, 
+        lines = 3,
+        max_lines = 10, 
         placeholder = "Add question here", 
         interactive = True, 
         show_label = False
     ), 
-    # gr.Textbox(
-    #     lines = 3, 
-    #     max_lines = 25, 
-    #     placeholder = "add context here", 
-    #     interactive = True, 
-    #     show_label  = False
-    # ), 
-    outputs = gr.Textbox(lines = 2, label = 'Pythia410m output', interactive = False),
+    gr.Textbox(
+        lines = 3, 
+        max_lines = 10, 
+        placeholder = "Add context here", 
+        interactive  = True, 
+        show_label = False
+    )
+    outputs = [gr.Textbox(lines = 1, label = 'Pythia410m', interactive = False)],
     cache_examples = False, 
 )
-io.launch()
-
-
-#gr.Interface.load("models/s3nh/pythia-410m-70k-steps-self-instruct-polish").launch()
+io.launch()