port to Claude 3

README.md

@@ -1,5 +1,5 @@
 ---
-title: OAI Chat
+title: Claude Chat
 emoji: 📈
 colorFrom: yellow
 colorTo: gray
@@ -10,4 +10,4 @@ pinned: false
 license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Chat interface based on the Anthropic Claude foundation models.

app.py

@@ -1,7 +1,7 @@
 import gradio as gr
 import base64
 import os
-from openai import OpenAI
+from anthropic import Anthropic
 import json
 
 from doc2json import process_docx
@@ -20,7 +20,7 @@ def encode_image(image_data):
     image_data: The image data, encoded in base64.
 
     Returns:
-    A string containing the prefix.
+    An object encoding the image
     """
 
     # Get the first few bytes of the image data.
@@ -43,7 +43,9 @@ def encode_image(image_data):
         # Unknown image type.
         raise Exception("Unknown image type")
 
-    return f"data:image/{image_type};base64,{base64.b64encode(image_data).decode('utf-8')}"
+    return {"type": "base64",
+            "media_type": "image/" + image_type,
+            "data": base64.b64encode(image_data).decode('utf-8')}
 
 def add_text(history, text):
     history = history + [(text, None)]
@@ -100,34 +102,28 @@ def save_settings(acc, sec, prompt, temp, tokens, model):
 def process_values_js():
     return """
     () => {
-        return ["oai_key", "system_prompt", "seed"];
+        return ["api_key", "system_prompt"];
     }
     """
 
-def bot(message, history, oai_key, system_prompt, seed, temperature, max_tokens, model):
+def bot(message, history, api_key, system_prompt, temperature, max_tokens, model):
     try:
-        client = OpenAI(
-            api_key=oai_key
+        client = Anthropic(
+            api_key=api_key
         )
 
-        seed_i = None
-        if seed:
-            seed_i = int(seed)
-
         if log_to_console:
             print(f"bot history: {str(history)}")
 
         history_openai_format = []
         user_msg_parts = []
-        if system_prompt:
-                history_openai_format.append({"role": "system", "content": system_prompt})
         for human, assi in history:
             if human is not None:
                 if human.startswith(image_embed_prefix):
                     with open(human.lstrip(image_embed_prefix), mode="rb") as f:
                         content = f.read()
-                    user_msg_parts.append({"type": "image_url",
-                                           "image_url":{"url": encode_image(content)}})
+                    user_msg_parts.append({"type": "image",
+                                           "source": encode_image(content)})
                 else:
                     user_msg_parts.append({"type": "text", "text": human})
 
@@ -147,18 +143,22 @@ def bot(message, history, oai_key, system_prompt, seed, temperature, max_tokens,
         if log_to_console:
             print(f"br_prompt: {str(history_openai_format)}")
 
-        response = client.chat.completions.create(
+        response = client.messages.create(
             model=model,
             messages= history_openai_format,
             temperature=temperature,
-            seed=seed_i,
-            max_tokens=max_tokens
+            max_tokens=max_tokens,
+            system=system_prompt
         )
 
         if log_to_console:
             print(f"br_response: {str(response)}")
 
-        history[-1][1] = response.choices[0].message.content
+        resp = ""
+        for content in response.content:
+            resp += content.text
+
+        history[-1][1] = resp
         if log_to_console:
             print(f"br_result: {str(history)}")
 
@@ -182,14 +182,13 @@ def import_history(history, file):
     return history
 
 with gr.Blocks() as demo:
-    gr.Markdown("# OAI Chat (Nils' Version™️)")
+    gr.Markdown("# Anthropic™️ Claude™️ Chat (Nils' Version™️)")
 
     with gr.Accordion("Settings"):
-        oai_key = gr.Textbox(label="OpenAI API Key", elem_id="oai_key")
-        model = gr.Dropdown(label="Model", value="gpt-4-turbo-preview", allow_custom_value=True, elem_id="model",
-                            choices=["gpt-4-turbo-preview", "gpt-4-1106-preview", "gpt-4", "gpt-4-vision-preview", "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-1106"])
+        api_key = gr.Textbox(label="Anthropic API Key", elem_id="api_key")
+        model = gr.Dropdown(label="Model", value="claude-3-opus-20240229", allow_custom_value=True, elem_id="model",
+                            choices=["claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-20240307"])
         system_prompt = gr.TextArea("You are a helpful AI.", label="System Prompt", lines=3, max_lines=250, elem_id="system_prompt")  
-        seed = gr.Textbox(label="Seed", elem_id="seed")
         temp = gr.Slider(0, 1, label="Temperature", elem_id="temp", value=1)
         max_tokens = gr.Slider(1, 4000, label="Max. Tokens", elem_id="max_tokens", value=800)
         save_button = gr.Button("Save Settings")  
@@ -197,7 +196,7 @@ with gr.Blocks() as demo:
 
         load_button.click(load_settings, js="""  
             () => {  
-                let elems = ['#oai_key textarea', '#system_prompt textarea', '#seed textarea', '#temp input', '#max_tokens input', '#model'];
+                let elems = ['#api_key textarea', '#system_prompt textarea', '#temp input', '#max_tokens input', '#model'];
                 elems.forEach(elem => {
                     let item = document.querySelector(elem);
                     let event = new InputEvent('input', { bubbles: true });
@@ -207,11 +206,10 @@ with gr.Blocks() as demo:
             }  
         """)
 
-        save_button.click(save_settings, [oai_key, system_prompt, seed, temp, max_tokens, model], js="""  
-            (oai, sys, seed, temp, ntok, model) => {  
-                localStorage.setItem('oai_key', oai);  
+        save_button.click(save_settings, [api_key, system_prompt, temp, max_tokens, model], js="""  
+            (oai, sys, temp, ntok, model) => {  
+                localStorage.setItem('api_key', oai);  
                 localStorage.setItem('system_prompt', sys);  
-                localStorage.setItem('seed', seed);  
                 localStorage.setItem('temp', document.querySelector('#temp input').value);  
                 localStorage.setItem('max_tokens', document.querySelector('#max_tokens input').value);  
                 localStorage.setItem('model', model);  
@@ -243,7 +241,7 @@ with gr.Blocks() as demo:
         )
         submit_btn = gr.Button("🚀 Send", scale=0)
         submit_click = submit_btn.click(add_text, [chatbot, txt], [chatbot, txt], queue=False).then(
-            bot, [txt, chatbot, oai_key, system_prompt, seed, temp, max_tokens, model], [txt, chatbot],
+            bot, [txt, chatbot, api_key, system_prompt, temp, max_tokens, model], [txt, chatbot],
         )
         submit_click.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False)
 
@@ -254,7 +252,7 @@ with gr.Blocks() as demo:
             dmp_btn.click(dump, inputs=[chatbot], outputs=[txt_dmp])
 
     txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False).then(
-        bot, [txt, chatbot, oai_key, system_prompt, seed, temp, max_tokens, model], [txt, chatbot],
+        bot, [txt, chatbot, api_key, system_prompt, temp, max_tokens, model], [txt, chatbot],
     )
     txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False)
     file_msg = btn.upload(add_file, [chatbot, btn], [chatbot], queue=False, postprocess=False)

requirements.txt

@@ -1,3 +1,3 @@
 gradio
-openai >= 1.0.0
+anthropic
 lxml