h

app.py

@@ -65,17 +65,17 @@ def main(question):
     print(question)
     context = retrieval.predict(question)
     # try:
-    #     print(context)
-    #     answer = llm.predict(
-    #         f'Question: {question} and context: {context}', 
-    #         "NCERT Helper!!",	# str  in 'System prompt' Textbox component
-    #         2048,	# float (numeric value between 1 and 2048) in 'Max new tokens' Slider component
-    #         0.1,	# float (numeric value between 0.1 and 4.0) in 'Temperature' Slider component
-    #         0.05,	# float (numeric value between 0.05 and 1.0) in 'Top-p (nucleus sampling)' Slider component
-    #         1,	# float (numeric value between 1 and 1000) in 'Top-k' Slider component
-    #         1,	# float (numeric value between 1.0 and 2.0) in 'Repetition penalty' Slider component
-    #         api_name="/chat"
-    #         )
+    print(context)
+    answer = llm.predict(
+        f'Question: {question} and context: {context}', 
+        "NCERT Helper!!",	# str  in 'System prompt' Textbox component
+        2048,	# float (numeric value between 1 and 2048) in 'Max new tokens' Slider component
+        0.1,	# float (numeric value between 0.1 and 4.0) in 'Temperature' Slider component
+        0.05,	# float (numeric value between 0.05 and 1.0) in 'Top-p (nucleus sampling)' Slider component
+        1,	# float (numeric value between 1 and 1000) in 'Top-k' Slider component
+        1,	# float (numeric value between 1.0 and 2.0) in 'Repetition penalty' Slider component
+        api_name="/chat"
+        )
     # except:
     #     answer = llm.predict(
     #         f'Question: {question}', 
@@ -87,7 +87,7 @@ def main(question):
     #         1,	# float (numeric value between 1.0 and 2.0) in 'Repetition penalty' Slider component
     #         api_name="/chat"
     #         ) 
-    answer = query({"inputs": {"question": question, "context": context}})[0]["answer"]
+    # answer = query({"inputs": {"question": question, "context": context}})
     return answer
 
 demo = gr.Interface(main, inputs = "text", outputs = "text")