final deployment v-1.1.5

README.md

@@ -1,14 +1,14 @@
 ---
-title: Sarvam Ai Entity Normalisation
+title: Sarvam AI Entity Normalisation
 emoji: 🚀
-colorFrom: pink
-colorTo: green
+colorFrom: orange
+colorTo: pink
 sdk: streamlit
 sdk_version: 1.42.0
 app_file: app.py
 pinned: false
 license: mit
-short_description: This is a finetuned gguf version of the llama-3.1-8b model
+short_description: Finetuned & quantised llama-3.1-8b model for entity normalisation in indic languages
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -11,6 +11,26 @@ env_var = "ran_script_once"
 host = "127.0.0.1"
 port = 8081
 
+prompt_format = \
+    '''Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
+
+    ## Instruction:
+    Normalize entities in a given sentence, including dates (various formats), currencies (multiple symbols and notations), and scientific units (single and compound). Convert them into their full, standardized textual representations in the same language.
+
+    ### Example Input:
+    15/03/1990 को, वैज्ञानिक ने $120 में 500mg यौगिक का एक नमूना खरीदा।
+
+    ### Example Response:
+    पंद्रह मार्च उन्नीस सौ नब्बे को, वैज्ञानिक ने एक सौ बीस अमेरिकी डॉलर में पाँच सौ मिलीग्राम यौगिक का एक नमूना खरीदा।
+
+    Just as entities like dates, currencies, and scientific units have been normalized into simple terms, you must do the same. Do not leave any entity un-normalised.
+
+    ## Input:
+    {}
+
+    ## Response:
+    {}'''
+
 def is_port_in_use(host: str, port: int) -> bool:
     with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
         sock.settimeout(1)  # Set a timeout in case nothing is listening
@@ -112,26 +132,6 @@ def setup():
                 # st.write("An error occurred:")
                 # st.write(e.stderr)
 
-    prompt_format = \
-    '''Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
-
-    ## Instruction:
-    Normalize entities in a given sentence, including dates (various formats), currencies (multiple symbols and notations), and scientific units (single and compound). Convert them into their full, standardized textual representations in the same language.
-
-    ### Example Input:
-    15/03/1990 को, वैज्ञानिक ने $120 में 500mg यौगिक का एक नमूना खरीदा।
-
-    ### Example Response:
-    पंद्रह मार्च उन्नीस सौ नब्बे को, वैज्ञानिक ने एक सौ बीस अमेरिकी डॉलर में पाँच सौ मिलीग्राम यौगिक का एक नमूना खरीदा।
-
-    Just as entities like dates, currencies, and scientific units have been normalized into simple terms, you must do the same. Do not leave any entity un-normalised.
-
-    ## Input:
-    {}
-
-    ## Response:
-    {}'''
-
     _ = infer("हा अहवाल 30 pages लांब आणि 10 MB आकाराचा आहे.")
     # output = "hello me tasmay!"
     # time.sleep(5)
@@ -142,7 +142,7 @@ def main():
     start_time = time.time()
     # Show a spinner while the app is setting up.
     if "setup_done" not in st.session_state:
-        with st.spinner("Setting up the app, please wait..."):
+        with st.spinner("Setting up the app, please wait. It may take around 6-7 minutes to setup."):
             setup()
         st.session_state["setup_done"] = True
     else: