Upload 2 files

herbal_expert.py

@@ -17,6 +17,7 @@ Entrez.email = "anush@anuna.ai"
 from langchain.callbacks.manager import CallbackManagerForLLMRun
 from typing import List, Union, Optional, Any
 
+ngrok_url = 'https://2590-2605-7b80-3d-320-a515-4f0d-f60e-71e5.ngrok-free.app/'
 
 class CustomLLM(LLM):
     n: int
@@ -42,7 +43,7 @@ class CustomLLM(LLM):
             "stop": ["### Instruction:"], "temperature": 0, "max_tokens": 512, "stream": False
         }
 
-        response = requests.post("https://5423-2605-7b80-3d-320-916c-64e7-c70b-e72d.ngrok-free.app/v1/chat/completions",
+        response = requests.post(ngrok_url + "v1/chat/completions",
                                  headers={"Content-Type": "application/json"}, json=data)
         return json.loads(response.text)['choices'][0]['message']['content']
 
@@ -165,7 +166,7 @@ def call_model_with_history(messages: list):
         "stop": ["### Instruction:"], "temperature": 0, "max_tokens": 512, "stream": False
     }
 
-    response = requests.post("https://5423-2605-7b80-3d-320-916c-64e7-c70b-e72d.ngrok-free.app/v1/chat/completions", headers={"Content-Type": "application/json"}, json=data)
+    response = requests.post(ngrok_url+ "v1/chat/completions", headers={"Content-Type": "application/json"}, json=data)
     return json.loads(response.text)['choices'][0]['message']['content']
 
 

requirements.txt

@@ -0,0 +1 @@
+streamlit_authenticator