Basics works, but still WIP; separators and examples need to be updated from bloom to llama2-related models.

chat.py

@@ -6,7 +6,7 @@ import gradio as gr
 
 import chat_client
 
-CHAT_URL = "ws://chat.petals.dev/api/v2/generate"
+CHAT_URL = "wss://chat.petals.dev/api/v2/generate"
 #CHAT_URL='ws://localhost:8000/api/v2/generate'
 
 EMPTY_STATE = {
@@ -143,7 +143,7 @@ def _generate(
             temperature=temperature,
             top_k=top_k,
             top_p=top_p,
-            extra_stop_sequences=seq,
+            stop_sequences=seq,
         ):
 
             if not state["generate"]:
@@ -207,17 +207,17 @@ def reset(state):
 # ---------------------------------------------------------
 # Defining Gradio layout
 with gr.Blocks() as iface_chat:
-    gr.Markdown("""**Let's talk to Bloom in a chat!**""")
+    gr.Markdown("""**Let's talk to AI in a chat!**""")
 
     with gr.Row():
         model = gr.Radio(
-            ["petals-team/StableBeluga2", "meta-llama/Llama-2-70b-chat-hf", "bigscience/bloomz"], value="petals-team/StableBeluga2", label="Use model"
+            ["stabilityai/StableBeluga2", "meta-llama/Llama-2-70b-chat-hf", "bigscience/bloomz"], value="stabilityai/StableBeluga2", label="Use model"
         )
 
         # Additional ending sequence, at which generation shoud stop
         endseq = gr.CheckboxGroup(
             ["Human:", "AI:", "\\n", "</s>", "? (question mark)", ". (dot)"],
-            value=["Human:", "AI:", "\\n", "</s>"],
+            value=["Human:", "AI:", "</s>"],
             label="Extra end sequences",
         )
 
@@ -299,17 +299,9 @@ with gr.Blocks() as iface_chat:
                 "AI has instant access to an online encyclopedia containing all the facts about the world "
                 "and answers any question in detail. AI never says common misconceptions, "
                 "outdated information, lies, fiction, myths, jokes, or memes.</s>\n"
-                "Human: Hi!</s>\n"
-                "AI: Hi! How can I help you?</s>\n"
-                "Human: What's the capital of Portugal?</s>\n"
-                "AI: The capital of Portugal is Lisbon (or Lisboa in Portuguese) with "
-                "a population of approximately 547,000 people.</s>\n"
-                "Human: Why cats meow?</s>\n"
-                "AI: Cats meow as a way of communicating with humans or other cats. "
-                "They may meow to get attention, express hunger or thirst, "
-                "indicate pain or discomfort, seek affection, or simply to say hello.",
+                "AI: Hi! How can I help you?</s>\n",
                 "Could you remind me please who was Neil Armstrong?",
-                "bloomz",
+                "stabilityai/StableBeluga2",
                 True,
                 0,
                 0.9,
@@ -321,7 +313,7 @@ with gr.Blocks() as iface_chat:
                 "Human: Ahoj!</s>\n"
                 "AI: Ahoj! Jak ti mohu pomoci?",
                 "Můžeš mi prosím připomenout, kdo byl Neil Armstrong?",
-                "bloomz",
+                "stabilityai/StableBeluga2",
                 True,
                 0,
                 0.9,

chat_client.py

@@ -58,8 +58,8 @@ class ModelClient(object):
                 break
  
 def main():
-    client = ModelClient("ws://localhost:8000/api/v2/generate")
-    #client = ModelClient("ws://chat.petals.dev/api/v2/generate")
+    #client = ModelClient("ws://localhost:8000/api/v2/generate")
+    client = ModelClient("wss://chat.petals.dev/api/v2/generate")
     client.open_session("stabilityai/StableBeluga2", 128)
 
     if len(sys.argv) > 1:

prompt.py

@@ -4,7 +4,7 @@ import gradio as gr
 
 import chat_client
 
-CHAT_URL = "ws://chat.petals.dev/api/v2/generate"
+CHAT_URL = "wss://chat.petals.dev/api/v2/generate"
 #CHAT_URL='ws://localhost:8000/api/v2/generate'
 
 
@@ -137,13 +137,13 @@ with gr.Blocks() as iface_prompt:
 
     with gr.Row():
         model = gr.Radio(
-            ["petals-team/StableBeluga2", "codellama/CodeLlama-34b-Instruct-hf", " meta-llama/Llama-2-70b-chat-hf", "meta-llama/Llama-2-70b-hf", "bigscience/bloomz", "bigscience/bloom"], value="stabilityai/StableBeluga2", label="Use model"
+            ["stabilityai/StableBeluga2", "meta-llama/Llama-2-70b-chat-hf", "bigscience/bloomz", "bigscience/bloom"], value="stabilityai/StableBeluga2", label="Use model"
         )
 
         # Additional ending sequence, at which generation shoud stop
         endseq = gr.CheckboxGroup(
             ["\\n", "</s>", "? (question mark)", ". (dot)"],
-            value=["\\n", "</s>"],
+            value=["</s>"],
             label="Extra end sequences",
         )
 
@@ -215,7 +215,17 @@ with gr.Blocks() as iface_prompt:
         examples=[
             [
                 "The SQL command to extract all the users whose name starts with A is: ",
-                "bloom-7b1",
+                "stabilityai/StableBeluga2",
+                False,
+                0,
+                0,
+                1,
+                False,
+            ],
+            [
+                "// Returns every other value in the list as a new list.\n"
+                "def every_other(l):\n",
+                "stabilityai/StableBeluga2",
                 False,
                 0,
                 0,
@@ -224,7 +234,7 @@ with gr.Blocks() as iface_prompt:
             ],
             [
                 "The Spanish translation of thank you for your help is: ",
-                "bloom-7b1",
+                "stabilityai/StableBeluga2",
                 False,
                 0,
                 0,
@@ -238,7 +248,7 @@ with gr.Blocks() as iface_prompt:
                 "AI: Hi! How can I help you?</s>\n"
                 "Human: What's the capital of Portugal?</s>\n"
                 "AI: ",
-                "bloomz",
+                "stabilityai/StableBeluga2",
                 True,
                 0,
                 0.9,
@@ -249,7 +259,7 @@ with gr.Blocks() as iface_prompt:
                 "Here is a very polite and formal e-mail writing to staff that they are fired because of late delivery of the project and higher costs:\n"
                 "Dear staff,\n"
                 "it is with utmost ",
-                "bloom",
+                "stabilityai/StableBeluga2",
                 True,
                 0,
                 0.9,
@@ -258,7 +268,7 @@ with gr.Blocks() as iface_prompt:
             ],
             [
                 "Lorem ipsum dolor sit amet, ",
-                "petals-team/StableBeluga2",
+                "stabilityai/StableBeluga2",
                 True,
                 0,
                 0.9,