adding chatbot with advanced options

app.py

@@ -11,7 +11,10 @@ from langchain.prompts import PromptTemplate
 
 DEVICE = 'cpu'
 FILE_EXT = ['pdf','text','csv','word','wav']
-
+DEFAULT_SYSTEM_PROMPT = "As a chatbot you are answering set of questions being requested ."
+MAX_MAX_NEW_TOKENS = 2048
+DEFAULT_MAX_NEW_TOKENS = 1024
+MAX_INPUT_TOKEN_LENGTH = 4000
 
 def loading_file():
     return "Loading..."
@@ -164,15 +167,33 @@ with gr.Blocks(css=css) as demo:
     load_pdf.click(loading_file, None, langchain_status, queue=False)    
     load_pdf.click(document_loader, inputs=[pdf_doc,API_key,file_extension,LLM_option], outputs=[langchain_status], queue=False)
         
-    with gr.Column():
-        with gr.Row():
-            chatbot = gr.Chatbot(height=300)
-            sources = gr.HTML(value = "Source paragraphs where I looked for answers will appear here", height=300)
-
+    with gr.Group():
+        chatbot = gr.Chatbot(height=300)
+        # with gr.Row():
+            # sources = gr.HTML(value = "Source paragraphs where I looked for answers will appear here", height=300)
         with gr.Row():
             question = gr.Textbox(label="Type your question?",lines=1).style(full_width=False)
-            submit_btn = gr.Button(value="Send message", variant="secondary", scale = 1)
+            submit_btn = gr.Button(value="Send message", variant="primary", scale = 1)
     question.submit(add_text, [chatbot, question], [chatbot, question]).then(bot, chatbot, chatbot)
     submit_btn.click(add_text, [chatbot, question], [chatbot, question]).then(bot, chatbot, chatbot)
 
+    with gr.Accordion(label='Advanced options', open=False):
+        system_prompt = gr.Textbox(label='System prompt',
+                                   value=DEFAULT_SYSTEM_PROMPT,
+                                   lines=6)
+        max_new_tokens = gr.Slider(
+            label='Max new tokens',
+            minimum=1,
+            maximum=MAX_MAX_NEW_TOKENS,
+            step=1,
+            value=DEFAULT_MAX_NEW_TOKENS,
+        )
+        temperature = gr.Slider(
+            label='Temperature',
+            minimum=0.1,
+            maximum=4.0,
+            step=0.1,
+            value=1.0,
+        )
+        
 demo.launch()