Update app.py

app.py

@@ -43,9 +43,11 @@ class StopOnTokens(StoppingCriteria):
         return False
 
 def bot(input_message: str, temperature=0.1, top_p=0.9, top_k=0, repetition_penalty=1.08):
+    def bot(input_message: str, temperature=0.1, top_p=0.9, top_k=0, repetition_penalty=1.08):
     stop = StopOnTokens()
 
-    messages = input_message
+    # Format the user's input message
+    messages = f"Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n\n### Instruction:\n\nConvert text to sql: {input_message}\n\n### Response:\n\n"
 
     input_ids = tok(messages, return_tensors="pt").input_ids
     input_ids = input_ids.to(m.device)
@@ -86,6 +88,7 @@ gradio_interface = gr.Interface(
   fn=bot,
   inputs=[
       gr.Textbox(lines=20, placeholder='Input text here...', label='Input Text'),
+      gr.Textbox(lines=20, placeholder='(Recommended) Example: | stadium : stadium_id , location , name , capacity , highest , lowest , average | singer : singer_id , name , country , song_name , song_release_year , age , is_male | concert : concert_id , concert_name , theme , stadium_id , year | singer_in_concert : concert_id , singer_id | concert.stadium_id = stadium.stadium_id | singer_in_concert.singer_id = singer.singer_id | singer_in_concert.concert_id = concert.concert_id | ', label='Databse Info'),
       gr.Slider(label="Temperature", minimum=0.0, maximum=1.0, value=0.1, step=0.1),
       gr.Slider(label="Top-p (nucleus sampling)", minimum=0.0, maximum=1.0, value=0.9, step=0.01),
       gr.Slider(label="Top-k", minimum=0, maximum=200, value=0, step=1),
@@ -103,4 +106,7 @@ gradio_interface = gr.Interface(
   ]
 )
 
+gradio_interface.launch()
+
+
 gradio_interface.launch()