Update app.py

app.py

@@ -29,6 +29,7 @@ def generate_response(user_input, max_new_token, top_p, top_k, temperature, do_s
     roles = {"human": conv.roles[0], "gpt": conv.roles[1]} # map human to USER and gpt to ASSISTANT
     role = roles["human"]
     conv.append_message(role, user_input)
+    conv.append_message(roles["gpt"], None)
     msg = conv.get_prompt()
 
     res = client.generate(