Update app.py

app.py

@@ -136,7 +136,32 @@ async def get_answer(q: QueryM ):
     except Exception as e:
         print(e)
         return JSONResponse({"status":False})
-    
+
+
+@app.post("/openchat35")
+async def get_answer(q: QueryM ):
+    text = q.text
+    try:
+        client = InferenceClient()
+        generate_kwargs = dict(
+        max_new_tokens= int(q.tokens),
+        repetition_penalty=1.0,
+        top_p= q.topp,
+        top_k=int(q.topk),
+        temperature=q.temp,
+        stop= ["<|end_of_turn|>", "<??|>"]
+        )
+        inputs= text
+        response = client.post(json={"inputs": inputs, "parameters": generate_kwargs},model="openchat/openchat_3.5")
+        json_string = response.decode('utf-8')
+        list_of_dicts = json.loads(json_string)
+        result_dict = list_of_dicts[0]
+        x=(result_dict['generated_text'])
+        x=x.replace(inputs,'')
+        return JSONResponse({"result":x,"status":True})    
+    except Exception as e:
+        print(e)
+        return JSONResponse({"status":False})