Update app.py

app.py

@@ -14,7 +14,7 @@ with open(".config/application_default_credentials.json", 'w') as file:
 
 vertexai.init(project=os.getenv('project_id'))
 model = GenerativeModel("gemini-1.0-pro-vision")
-client = InferenceClient("google/gemma-7b")
+client = InferenceClient("google/gemma-7b-it")
 
 def extract_image_urls(text):
     url_regex = r"(https?:\/\/.*\.(?:png|jpg|jpeg|gif|webp|svg))"
@@ -40,17 +40,22 @@ def search(url):
     response = model.generate_content([image,"Describe what is shown in this image."])
     return response.text
 
-def format_prompt(message, history):
-  prompt = ""
-  for user_prompt, bot_response in history:
-    prompt += f"<start_of_turn>user\n{user_prompt}<end_of_turn>\n"
-    prompt += f"<start_of_turn>model\n{bot_response}<end_of_turn>\n"
-  prompt += f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
-  return prompt
+def format_prompt(message, history, cust_p):
+    prompt = ""
+    if history:
+        for user_prompt, bot_response in history:
+            prompt += f"<start_of_turn>user{user_prompt}<end_of_turn>"
+            prompt += f"<start_of_turn>model{bot_response}<end_of_turn>"
+            if VERBOSE==True:
+                print(prompt)
+    #prompt += f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
+    prompt+=cust_p.replace("USER_INPUT",message)
+    return prompt
 
 def generate(
     prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):
+    custom_prompt="<start_of_turn>userUSER_INPUT<end_of_turn><start_of_turn>model"
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -70,7 +75,7 @@ def generate(
         image_description = "Image Description: " + search(image)
         prompt = prompt.replace(image, image_description)
         print(prompt)
-    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history, custom_prompt)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""