Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
| from .base_model import BaseLLMModel | |
| import google.generativeai as palm | |
| class Google_PaLM_Client(BaseLLMModel): | |
| def __init__(self, model_name, api_key, user_name="") -> None: | |
| super().__init__(model_name=model_name, user=user_name) | |
| self.api_key = api_key | |
| def _get_palm_style_input(self): | |
| new_history = [] | |
| for item in self.history: | |
| if item["role"] == "user": | |
| new_history.append({'author': '1', 'content': item["content"]}) | |
| else: | |
| new_history.append({'author': '0', 'content': item["content"]}) | |
| return new_history | |
| def get_answer_at_once(self): | |
| palm.configure(api_key=self.api_key) | |
| messages = self._get_palm_style_input() | |
| response = palm.chat(context=self.system_prompt, messages=messages, temperature=self.temperature, top_p=self.top_p) | |
| if response.last is not None: | |
| return response.last, len(response.last) | |
| else: | |
| reasons = '\n\n'.join(reason['reason'].name for reason in response.filters) | |
| return "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n" + reasons, 0 |