| import base64 | |
| import requests | |
| import os | |
| openai_api_key=os.environ.get("openai_api_key") | |
| #openai_api_key = os.getenv('openai_api_key') | |
| # Mock function to simulate image encoding and API call | |
| def encode_image_to_base64(image_path): | |
| with open(image_path, "rb") as image_file: | |
| return base64.b64encode(image_file.read()).decode('utf-8') | |
| # Function to get summary from OpenAI GPT-4 Vision API | |
| def get_image_summary(image_path): | |
| # Encode the selected image | |
| base64_image = encode_image_to_base64(image_path) | |
| # OpenAI API URL and Key | |
| api_url = "https://api.openai.com/v1/chat/completions" | |
| headers = { | |
| "Content-Type": "application/json", | |
| "Authorization": f"Bearer {openai_api_key}" | |
| } | |
| payload = { | |
| "model": "gpt-4-vision-preview", # Update this if the model name changes | |
| "messages": [ | |
| { | |
| "role": "user", | |
| "content": [ | |
| { | |
| "type": "image_url", | |
| "image_url": { | |
| "url": f"data:image/jpeg;base64,{base64_image}" | |
| } | |
| }, | |
| { | |
| "type": "text", | |
| "text": "You have provide an explanation for this figure or table. Consider elements like panels, axis, data and labels and etc." | |
| } | |
| ] | |
| } | |
| ], | |
| "max_tokens": 1000 | |
| } | |
| response = requests.post(api_url, headers=headers, json=payload) | |
| if response.status_code == 200: | |
| return response.json()["choices"][0]["message"]["content"] | |
| else: | |
| return "Failed to get summary. Please try again." |