Update app.py

app.py

@@ -11,13 +11,16 @@ from llama_index.llms import LangChainLLM
 
 repo_id = 'HuggingFaceH4/zephyr-7b-beta'
 
+MAX_MAX_NEW_TOKENS = 10240
+DEFAULT_MAX_NEW_TOKENS = 4096
+
 def loading_paper(): return 'Loading...'
 
-def paper_changes(paper_id):
+def paper_changes(paper_id, temperature=0.2, max_tokens=4096, top_p=0.9):
     paper = next(arxiv.Client().results(arxiv.Search(id_list=[paper_id])))
     docs = SimpleDirectoryReader(input_files=[paper.download_pdf()]).load_data()
     doc = Document(text='\n\n'.join([doc.text for doc in docs]))
-    llm = LangChainLLM(llm=HuggingFaceHub(repo_id=repo_id, model_kwargs={'temperature': 0.2, 'max_tokens': 4096, 'top_p': 0.9}))
+    llm = LangChainLLM(llm=HuggingFaceHub(repo_id=repo_id, model_kwargs={'temperature': temperature, 'max_tokens': max_tokens, 'top_p': top_p}))
     service_context = ServiceContext.from_defaults(llm=llm, embed_model="local:BAAI/bge-small-en-v1.5")
     index = VectorStoreIndex.from_documents([doc], service_context=service_context)
     global query_engine
@@ -50,7 +53,12 @@ with gr.Blocks(theme='WeixuanYuan/Soft_dark') as demo:
             question = gr.Textbox(label='Question', placeholder='Type your query...')
             submit_btn = gr.Button('Submit')
 
-    load_paper.click(paper_changes, inputs=[paper_id], outputs=[langchain_status], queue=False)
+        with gr.Accordion(label='Advanced options', open=False):
+            max_new_tokens = gr.Slider(label='Max New Tokens', minimum=1, maximum=MAX_MAX_NEW_TOKENS, step=1, value=DEFAULT_MAX_NEW_TOKENS)
+            temperature = gr.Slider(label='Temperature', minimum=0.1, maximum=4.0, step=0.1, value=0.1)
+            top_p = gr.Slider(label='Top-P (nucleus sampling)', minimum=0.05, maximum=1.0, step=0.05, value=0.9)
+
+    load_paper.click(paper_changes, inputs=[paper_id, temperature, max_new_tokens, top_p], outputs=[langchain_status], queue=False)
     question.submit(add_text, [chatbot, question], [chatbot, question]).then(bot, chatbot, chatbot)
     submit_btn.click(add_text, [chatbot, question], [chatbot, question]).then(bot, chatbot, chatbot)