File size: 1,726 Bytes
dc465b0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
import requests
from typing import List

class BaseAPI:
    def __init__(self, key: str, endpoint: str, model: str, temp: float = 0.3, top_p: float = 0.75, max_tokens: int = 1024):
        self.key = key
        self.endpoint = endpoint
        self.model = model
        self.temp = temp
        self.top_p = top_p
        self.max_tokens = max_tokens

    def get_headers(self):
        return {
            'Content-Type': 'application/json',
            'Authorization': f'Bearer {self.key}'
        }

    def get_payload(self, sys_prompt: str, user_prompt: str, images_base64: List[str]) -> dict:
        _txt = [{"type": "text", "text": user_prompt}]
        _img = [
            {"type": "image_url", "image_url": {"url": f'data:image/jpg;base64,{image}'}}
            for image in images_base64
        ]
        
        sys_msg = {"role": "system", "content": sys_prompt}
        usr_msg = {"role": "user", "content": _txt + _img}

        return {
            'messages': [sys_msg, usr_msg],
            'temperature': self.temp,
            'top_p': self.top_p,
            'max_tokens': self.max_tokens,
            'model': self.model
        }

    def get_caption(self, sys_prompt: str, user_prompt: str, images_base64: List[str], url_suffix: str) -> str:
        headers = self.get_headers()
        payload = self.get_payload(sys_prompt, user_prompt, images_base64)
        url = f'{self.endpoint}{url_suffix}'
        
        response = requests.post(url, headers=headers, json=payload)
        response.raise_for_status()
        return self.parse_response(response.json())

    def parse_response(self, response: dict) -> str:
        raise NotImplementedError("Subclasses should implement this method")