Spaces:
Runtime error
Runtime error
File size: 1,726 Bytes
dc465b0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
import requests
from typing import List
class BaseAPI:
def __init__(self, key: str, endpoint: str, model: str, temp: float = 0.3, top_p: float = 0.75, max_tokens: int = 1024):
self.key = key
self.endpoint = endpoint
self.model = model
self.temp = temp
self.top_p = top_p
self.max_tokens = max_tokens
def get_headers(self):
return {
'Content-Type': 'application/json',
'Authorization': f'Bearer {self.key}'
}
def get_payload(self, sys_prompt: str, user_prompt: str, images_base64: List[str]) -> dict:
_txt = [{"type": "text", "text": user_prompt}]
_img = [
{"type": "image_url", "image_url": {"url": f'data:image/jpg;base64,{image}'}}
for image in images_base64
]
sys_msg = {"role": "system", "content": sys_prompt}
usr_msg = {"role": "user", "content": _txt + _img}
return {
'messages': [sys_msg, usr_msg],
'temperature': self.temp,
'top_p': self.top_p,
'max_tokens': self.max_tokens,
'model': self.model
}
def get_caption(self, sys_prompt: str, user_prompt: str, images_base64: List[str], url_suffix: str) -> str:
headers = self.get_headers()
payload = self.get_payload(sys_prompt, user_prompt, images_base64)
url = f'{self.endpoint}{url_suffix}'
response = requests.post(url, headers=headers, json=payload)
response.raise_for_status()
return self.parse_response(response.json())
def parse_response(self, response: dict) -> str:
raise NotImplementedError("Subclasses should implement this method") |