Update app.py

app.py

@@ -14,7 +14,7 @@ with open(".config/application_default_credentials.json", 'w') as file:
 
 vertexai.init(project=os.getenv('project_id'))
 model = GenerativeModel("gemini-1.0-pro-vision")
-# client = InferenceClient("google/gemma-7b-it")
+client = InferenceClient("google/gemma-7b-it")
 
 def extract_image_urls(text):
     url_regex = r"(https?:\/\/.*\.(?:png|jpg|jpeg|gif|webp|svg))"
@@ -143,18 +143,7 @@ def search(url):
 
 import random
 
-models=[
-    "google/gemma-7b",
-    "google/gemma-7b-it",
-    "google/gemma-2b",
-    "google/gemma-2b-it"
-]
-clients=[
-InferenceClient(models[0]),
-InferenceClient(models[1]),
-InferenceClient(models[2]),
-InferenceClient(models[3]),
-]
+
 
 def load_models(inp):
     return gr.update(label=models[inp])
@@ -169,9 +158,7 @@ def format_prompt(message, history, cust_p):
     return prompt
 
 def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,cust_p):
-    print(client_choice)
     hist_len=0
-    client=clients[int(client_choice)-1]
     if not history:
         history = []
         hist_len=0