Spaces:
Sleeping
Sleeping
| import requests | |
| from typing import List | |
| class BaseAPI: | |
| def __init__(self, key: str, endpoint: str, model: str, temp: float = 0.3, top_p: float = 0.75, max_tokens: int = 1024): | |
| self.key = key | |
| self.endpoint = endpoint | |
| self.model = model | |
| self.temp = temp | |
| self.top_p = top_p | |
| self.max_tokens = max_tokens | |
| def get_headers(self): | |
| return { | |
| 'Content-Type': 'application/json', | |
| 'Authorization': f'Bearer {self.key}' | |
| } | |
| def get_payload(self, sys_prompt: str, user_prompt: str, images_base64: List[str]) -> dict: | |
| _txt = [{"type": "text", "text": user_prompt}] | |
| _img = [ | |
| {"type": "image_url", "image_url": {"url": f'data:image/jpg;base64,{image}'}} | |
| for image in images_base64 | |
| ] | |
| sys_msg = {"role": "system", "content": sys_prompt} | |
| usr_msg = {"role": "user", "content": _txt + _img} | |
| return { | |
| 'messages': [sys_msg, usr_msg], | |
| 'temperature': self.temp, | |
| 'top_p': self.top_p, | |
| 'max_tokens': self.max_tokens, | |
| 'model': self.model | |
| } | |
| def get_caption(self, sys_prompt: str, user_prompt: str, images_base64: List[str], url_suffix: str) -> str: | |
| headers = self.get_headers() | |
| payload = self.get_payload(sys_prompt, user_prompt, images_base64) | |
| url = f'{self.endpoint}{url_suffix}' | |
| response = requests.post(url, headers=headers, json=payload) | |
| response.raise_for_status() | |
| return self.parse_response(response.json()) | |
| def parse_response(self, response: dict) -> str: | |
| raise NotImplementedError("Subclasses should implement this method") |