Update app.py

app.py

@@ -1,10 +1,12 @@
 import gradio as gr
 from langchain import PromptTemplate, LLMChain
 from langchain.llms import GPT4All
+import gpt4all
 
-PATH = './ggml-mpt-7b-instruct.bin'
 
-llm = GPT4All(model="./ggml-mpt-7b-instruct.bin", top_p=0.15, temp=0.5, repeat_penalty=1.1)
+PATH = 'ggml-mpt-7b-instruct.bin'
+
+#llm = GPT4All(model="./ggml-mpt-7b-instruct.bin", top_p=0.15, temp=0.5, repeat_penalty=1.1)
 
 prompt = PromptTemplate(input_variables=['question'], template="""
     Question: {question}
@@ -12,12 +14,17 @@ prompt = PromptTemplate(input_variables=['question'], template="""
     Answer: Let's think step by step.
     """)
 
-llm_chain = LLMChain(prompt=prompt, llm=llm)
+#llm_chain = LLMChain(prompt=prompt, llm=llm)
+gptj = gpt4all.GPT4All(PATH)
 
 def generate_response(question):
-    response = llm_chain.run(question)
+    #response = llm_chain.run(question)
+    question = [{"role": "user", "content" : "What is the code to add two numbers in Python"}]
+    ret = gptj.chat_completion(question)
     return response
 
+
+
 inputs = gr.inputs.Textbox(lines=5, label='Enter your prompt here!')
 outputs = gr.outputs.Textbox(label='Response')