Update app.py

app.py

@@ -29,9 +29,8 @@ openai_api_key = os.getenv('glhf')
 ping_key = os.getenv('bolo')
 api_url = os.getenv('yolo')
 model = os.getenv('model')
-image_model = os.getenv('model2')
+model2 = os.getenv('model2')
 mongoURI = os.getenv('MONGO_URI')
-hf_token = os.getenv('hf_token')
 
 # OpenAI and MongoDB clients
 openai_client = OpenAI(api_key=openai_api_key, base_url=api_url)
@@ -96,8 +95,8 @@ def encode_local_image(image_file):
 # Image description function, calling external inference model
 def inference_calling_idefics(image_path, question=""):
     system_prompt = os.getenv('USER_PROMPT')
-    model_id = image_model
-    client = InferenceClient(api_key=hf_token)
+    model_id = model2
+    client = InferenceClient(model=model_id)
     
     # Use the fixed `encode_local_image` to encode the image
     image_base64 = encode_local_image(image_path)
@@ -106,12 +105,12 @@ def inference_calling_idefics(image_path, question=""):
         return "Error: Invalid image or unable to encode image."
 
     image_info = f"data:image/png;base64,{image_base64}"
-    prompt = f'Describe this image without question mark. {question}'
+    prompt = question if question != "" else 'Describe this image without question mark'
 
     try:
         response = ""
         for message in client.chat_completion(
-            model=model_id,
+            model=image_model,
             messages=[
                 {
                     "role": "system",
@@ -153,35 +152,35 @@ async def get_bot_id():
 
 # OpenAI completion handler
 async def get_completion(event, user_id, prompt):
-    async with client.action(event.chat_id, 'typing'):
-        await asyncio.sleep(3)
-        history = get_chat_history(user_id)
-        messages = [
-            {"role": "system", "content": system_prompt},
-            *history,
-            {"role": "user", "content": prompt},
-        ]
-        try:
-            completion = openai_client.chat.completions.create(
-                model=model,
-                messages=messages,
-                max_tokens=512,
-                temperature=0.6,
-                top_p=1.0,
-                frequency_penalty=0.9,
-                presence_penalty=0.9,
-                stream=True
-            )
-            message = ""
-            for chunk in completion:
-                if chunk.choices[0].delta.content is not None:
-                    message += chunk.choices[0].delta.content
-        except Exception as e:
-            message = "Whoops!"
-            print(e)
-        update_chat_history(user_id, "user", prompt)
-        update_chat_history(user_id, "assistant", message)
-        return message
+    history = get_chat_history(user_id)
+    messages = [
+        {"role": "system", "content": system_prompt},
+        *history,
+        {"role": "user", "content": prompt},
+    ]
+    try:
+        completion = openai_client.chat.completions.create(
+            model=model,
+            messages=messages,
+            max_tokens=512,
+            temperature=1.04,
+            top_p=0.9,
+            frequency_penalty=0.9,
+            presence_penalty=0.9,
+            stream=True
+        )
+        message = ""
+        bot_message = event.respond('♥')
+        async for chunk in completion:
+            if chunk.choices[0].delta.content is not None:
+                message += chunk.choices[0].delta.content
+                bot_message.edit(message)
+    except Exception as e:
+        message = "Whoops!"
+        print(e)
+    update_chat_history(user_id, "user", prompt)
+    update_chat_history(user_id, "assistant", message)
+    return message
 
 # Telegram bot commands
 @client.on(events.NewMessage(pattern='/start'))
@@ -204,24 +203,24 @@ async def reset(event):
 async def handle_message(event):
     async with client.action(event.chat_id, 'typing'):
         await asyncio.sleep(1)
-    bot_id = await get_bot_id()
-    try:
-        user_id = event.chat_id
-        if event.sender_id == bot_id:
-            return
-        user_message = event.raw_text
-        if event.photo:
-            photo = await event.download_media()
-            if photo:
-                image_description = describe_image(photo, user_message)
-                user_message += f"\n\nI sent you an image. Content of the image: {image_description}"
-        if user_message.startswith('/start') or user_message.startswith('/help') or user_message.startswith('/reset'):
-            return
-        response = await get_completion(event, user_id, user_message)
-        await event.respond(response)
-    except Exception as e:
-        print(f"An error occurred: {e}")
-        await event.respond("Whoopsie!")
+        bot_id = await get_bot_id()
+        try:
+            user_id = event.chat_id
+            if event.sender_id == bot_id:
+                return
+            user_message = event.raw_text
+            if event.photo:
+                photo = await event.download_media()
+                if photo:
+                    image_description = describe_image(photo, user_message)
+                    user_message += f"\n\nI sent you an image. Content of the image: {image_description}"
+            if user_message.startswith('/start') or user_message.startswith('/help') or user_message.startswith('/reset'):
+                return
+            response = await get_completion(event, user_id, user_message)
+            await event.respond(response)
+        except Exception as e:
+            print(f"An error occurred: {e}")
+            await event.respond("Whoopsie!")
 
 # Gradio interface
 def launch_gradio():