Spaces:
Sleeping
Sleeping
File size: 2,082 Bytes
00fac11 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
import os
from typing import Tuple
import openai
class ChatGpt:
def __init__(self, api_key, max_tokens=4096):
self.api_key = api_key
self.max_tokens = max_tokens
self.message_history = []
self.total_tokens = 0
# Set up the OpenAI API client
openai.api_key = self.api_key
def clear_history(self):
self.message_history = []
self.total_tokens = 0
def add_message(self, role: str, content: str):
self.message_history.append({"role": role, "content": content})
self._truncate_history()
def add_system_message(self, content: str):
self.add_message("system", content)
def generate_response(self, user_input: str) -> str:
self.add_message("user", user_input)
response = self._call_openai_api(self.message_history)
self.add_message("assistant", response)
return response
def _truncate_history(self):
while self.total_tokens > self.max_tokens:
if self.message_history[0]["role"] != "system":
self.message_history.pop(0)
else:
break
def _call_openai_api(self, messages) -> str:
response = openai.ChatCompletion.create(
model="gpt-3.5-turbo", messages=messages
)
self.total_tokens += response["usage"]["total_tokens"]
return response["choices"][0]["message"]["content"].strip()
if __name__ == "__main__":
chat = ChatGpt(os.getenv("OPENAI_API_KEY"))
chat.add_system_message("The assistant can answer questions and tell jokes.")
user_input = "Tell me a joke."
user_msg, bot_response = chat.generate_response(user_input)
assert user_msg == user_input
print("User:", user_msg)
print("Assistant:", bot_response)
print("Total Tokens:", chat.total_tokens)
user_input = "another one"
user_msg, bot_response = chat.generate_response(user_input)
assert user_msg == user_input
print("User:", user_msg)
print("Assistant:", bot_response)
print("Total Tokens:", chat.total_tokens)
|