Upload folder using huggingface_hub

app.py

@@ -104,7 +104,7 @@ def respond(
             output_scores=True,
             max_new_tokens=max_new_tokens,
         )
-    response = tokenizer.decode(generation_output[0][:-2]).split("### Assistant:\n", 1)[1]
+    response = tokenizer.decode(generation_output.sequences[0][:-1]).split("### Assistant:\n", 1)[1]
     return response
 
     
@@ -119,7 +119,7 @@ g = gr.Interface(
         gr.components.Slider(minimum=0, maximum=100, step=1, value=40, label="Top k"),
         gr.components.Slider(minimum=1, maximum=4, step=1, value=4, label="Beams"),
         gr.components.Slider(
-            minimum=1, maximum=768, step=1, value=128, label="Max tokens"
+            minimum=1, maximum=768, step=1, value=512, label="Max tokens"
         ),
     ],
     outputs=[