Update main.py

main.py

@@ -3,11 +3,14 @@ import gradio as gr
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi import FastAPI, Request,  Header, BackgroundTasks, HTTPException, status
 import google.generativeai as genai
-
+import openai  # 導入 OpenAI 函式庫
 from linebot import LineBotApi, WebhookHandler
 from linebot.exceptions import InvalidSignatureError
 from linebot.models import MessageEvent, TextMessage, TextSendMessage, ImageSendMessage, AudioMessage
 
+#設定open AI API 金鑰
+OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY") 
+
 # 設定 Google AI API 金鑰
 genai.configure(api_key=os.environ["GOOGLE_API_KEY"])
 
@@ -106,35 +109,72 @@ def handle_message(event):
             TextSendMessage(text=out))
 
 # 處理非文字訊息事件
-@handler.add(MessageEvent, message=ImageMessage)
-def handle_image_message(event):
+def get_image_url(message_id):
+    """從 Line 取得圖片 URL。"""
     try:
-        message_id = event.message.id
-        image_content = line_bot_api.get_message_content(message_id)
-        image_data = io.BytesIO(image_content.content)
-
-        # 使用 Google Cloud Vision API 提取圖片文字
-        image = vision.Image(content=image_data.getvalue())
-        response = vision_client.text_detection(image=image)
-        texts = response.text_annotations
-
-        if texts:
-            extracted_text = texts[0].description
-            # 將提取的文字傳遞給 Gemini
-            try:
-                chat = model.start_chat(history=[{"role": "user", "parts": "你好"},{"role": "model", "parts": "早安，有什麼可以協助您"},])
-                gemini_response = chat.send_message(f"分析圖片中的文字：{extracted_text}", generation_config=genai.GenerationConfig(temperature=0.8))
-                line_bot_api.reply_message(event.reply_token, TextSendMessage(text=gemini_response.text))
-            except Exception as e:
-                print(f"Error with Gemini: {e}")
-                line_bot_api.reply_message(event.reply_token, TextSendMessage(text="分析圖片文字時發生錯誤。"))
+        content = line_bot_api.get_message_content(message_id)
+        # Line API 回傳的內容不是直接的 URL，需要進一步處理
+        # 這裡使用 requests 取得圖片內容並暫時儲存在記憶體中
+        response = requests.get(line_bot_api.config.http_client.line_endpoint + "/bot/message/" + message_id + "/content", headers=line_bot_api.config.http_client.default_headers, stream=True)
+        if response.status_code == 200:
+            return response.url
         else:
-            line_bot_api.reply_message(event.reply_token, TextSendMessage(text="圖片中沒有文字。"))
-
+            print(f"Error getting image url: {response.status_code}")
+            return None
     except Exception as e:
-        print(f"Error processing image message: {e}")
-        line_bot_api.reply_message(event.reply_token, TextSendMessage(text="處理圖片訊息時發生錯誤。"))
+        print(f"Error getting image content: {e}")
+        return None
+        
+@handler.add(MessageEvent, message=ImageMessage)
+def handle_image_message(event):
+    image_url = get_image_url(event.message.id)
+    if not image_url:
+        line_bot_api.reply_message(event.reply_token, TextSendMessage(text="無法取得圖片。"))
+        return
 
+    # 回覆訊息，請使用者提問
+    line_bot_api.reply_message(
+        event.reply_token,
+        TextSendMessage(text="圖片已收到，請針對圖片提問。"))
+
+    # 將圖片 URL 儲存到用戶的 session 中
+    user_id = event.source.user_id
+    user_sessions[user_id] = {"image_url": image_url}
+
+@handler.add(MessageEvent, message=TextMessage)
+def handle_text_message(event):
+    user_id = event.source.user_id
+    if user_id in user_sessions and "image_url" in user_sessions[user_id]:
+        image_url = user_sessions[user_id]["image_url"]
+        user_question = event.message.text
+        del user_sessions[user_id]
+
+        try:
+            response = openai.ChatCompletion.create(
+                model="gpt-4-vision-preview",
+                messages=[
+                    {
+                        "role": "user",
+                        "content": [
+                            {"type": "text", "text": user_question},
+                            {"type": "image_url", "image_url": {"url": image_url}},
+                        ],
+                    }
+                ],
+                max_tokens=300,
+            )
+            bot_reply = response.choices[0].message.content
+            line_bot_api.reply_message(event.reply_token, TextSendMessage(text=bot_reply))
+        except openai.error.OpenAIError as e:
+            print(f"OpenAI API error: {e}")
+            line_bot_api.reply_message(event.reply_token, TextSendMessage(text=f"處理您的問題時發生錯誤：{e}"))
+        except Exception as e:
+            print(f"Other error: {e}")
+            line_bot_api.reply_message(event.reply_token, TextSendMessage(text=f"發生未預期的錯誤：{e}"))
+
+    else:
+        line_bot_api.reply_message(event.reply_token,TextSendMessage(text=event.message.text))
+user_sessions = {}
 
 if __name__ == "__main__":
     # 啟動 FastAPI 應用程式