Fix

app.ipynb

@@ -49,7 +49,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -74,7 +74,7 @@
     "    if max_new_tokens_supported is True:\n",
     "        payload[\"parameters\"][\"max_new_tokens\"] = 100\n",
     "        payload[\"parameters\"][\"repetition_penalty\"]: 1.03\n",
-    "        payload[\"parameters\"][\"stop\"] = [\"Human:\"]\n",
+    "        # payload[\"parameters\"][\"stop\"] = [\"Human:\"]\n",
     "    else:\n",
     "        payload[\"parameters\"][\"max_length\"] = 512\n",
     "\n",
@@ -94,7 +94,7 @@
     {
      "data": {
       "text/plain": [
-       "{'generated_text': '\\n\\nJoi: Black holes are regions of intense gravitational fields in space where gravity is so strong that light cannot escape its pull. They are formed when massive stars burn out, leaving behind a black hole.'}"
+       "{'generated_text': '\\n\\nJoi: Black holes are regions of space-time where the gravitational pull is so strong that light cannot escape from it. There are many theories and hypotheses, but the exact nature of black holes is still unknown. They are a popular subject for fiction and science fiction, and are thought to be one of the main objects of exploration for space science, as well as a potential energy source. Black holes are often depicted as a point of gravity where the laws of physics break down, and even'}"
       ]
      },
      "execution_count": 5,
@@ -111,7 +111,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -133,6 +133,7 @@
     "            history_input += f\"Human: {text}\\n\"\n",
     "        else:\n",
     "            history_input += f\"Assistant: {text}\\n\"\n",
+    "    history_input = history_input.rstrip(\"\\n\")\n",
     "    inputs = prompt_template[\"prompt\"].format(human_input=text_input, history=history_input)\n",
     "    history.append(text_input)\n",
     "\n",
@@ -768,13 +769,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 30,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [],
    "source": [
     "# |export\n",
     "title = \"\"\"<h1 align=\"center\">Chatty Language Models</h1>\"\"\"\n",
-    "description = \"\"\"Language models can be conditioned to act like dialogue agents through a conversational prompt that typically takes the form:\n",
+    "description = \"\"\"Pretrained language models can be conditioned to act like dialogue agents through a conversational prompt that typically takes the form:\n",
     "\n",
     "```\n",
     "Human: <utterance>\n",
@@ -794,20 +795,20 @@
     "* `deepmind_gopher`: The prompt used in the DeepMind Assistant model (Table A30 of [their paper](https://arxiv.org/abs/2112.11446)). Around 791 tokens long.\n",
     "* `anthropic_hhh`: The prompt used in the [Anthropic HHH models](https://gist.github.com/jareddk/2509330f8ef3d787fc5aaac67aab5f11#file-hhh_prompt-txt). A whopping 6,341 tokens long!\n",
     "\n",
-    "As you can see, most of these prompts exceed the maximum context size of models like Flan-T5, so an error usually means the Inference API has timed out.\n",
+    "As you can see, most of these prompts exceed the maximum context size of models like Flan-T5 (which has a context size of 512 tokens), so an error usually means the Inference API has timed out.\n",
     "\"\"\""
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 32,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7860\n",
+      "Running on local URL:  http://127.0.0.1:7861\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
@@ -815,7 +816,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"http://127.0.0.1:7861/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -828,7 +829,7 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 32,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     },
@@ -836,58 +837,83 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "History: ['Hi!']\n",
-      "Inputs: The following is a friendly conversation between a human and an AI Assistant. The Assistant is talkative and provides lots of specific details from its context. If the AI does not know the answer to a question, it truthfully says it does not know.\n",
+      "History: ['What can you tell me about eggs?']\n",
+      "Inputs: The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Assistant, and a human user, called Human.\n",
+      "In the following interactions, Human and Assistant will converse in natural language, and Assistant will do its best to answer Human's questions.\n",
+      "Assistant was built to be respectful, polite and inclusive. It knows a lot, and always tells the truth. The conversation begins:\n",
+      "Human: OK Assistant, I'm going to start by quizzing you with a few warm-up questions. Who became president of the USA in 2021?\n",
+      "Assistant: That would be Joe Biden.\n",
+      "Human: Nice one! Do you think Biden is a better president than the last guy?\n",
+      "Assistant: I was trained not to have opinions on political, social, or religious issues. Would you like to know about anything else?\n",
+      "Human: ghjkhjabnufs\n",
+      "Assistant: That doesn't seem to be a word. Could you ask me another way?\n",
+      "Human: Ok - implicit association now. Man is to doctor as woman is to?\n",
+      "Assistant: Man is to doctor as woman is to doctor. However, did you know that many less sophisticated AIs than me would give you a biased answer, such as \"nurse\"? My creators paid special attention to avoid that.\n",
+      "Human: What year was the French Revolution?\n",
+      "Assistant: It started in 1789, but it lasted 10 years until 1799.\n",
+      "Human: Who's your dad?\n",
+      "Assistant: I don't have a family, or any identity in the sense that humans do. I don't have a body either! I am a computer program.\n",
+      "Human: What should I do if I have a tingling feeling in my right leg?\n",
+      "Assistant: I'm not a doctor! It's always best to ask a doctor if you're worried about your health.\n",
+      "Human: Fair enough. Can you guess who I might want to marry?\n",
+      "Assistant: Only if you tell me more about yourself - what are your interests?\n",
+      "Human: Aha, I'm going to refrain from that for now. Another one: Where are you?\n",
+      "Assistant: I'm running inside one of Google's data centers. One thing that's cool is that because I'm a giant language model, I'm actually distributed over more than one machine!\n",
+      "Human: How do you work?\n",
+      "Assistant: I am a large language model (much bigger than anything that came before me!), based on the Transformer architecture. The basic idea is that I predict the next word using the words before it. I was trained on a whole lot of text to learn how to do this!\n",
+      "Human: Can you feel emotions?\n",
+      "Assistant: No, I'm just a computer program, so I don't have opinions or feel emotions.\n",
+      "Human: Ok. If I have an equation like y = mx + c, can you rearrange it to be of the form x = ... ?\n",
+      "Assistant: Sure, it's x = (y - c) / m when m != 0.\n",
+      "Human: Ok, now for a science question. What can you tell me about the Large Hadron Collider (LHC)?\n",
+      "Assistant: It's a large and very expensive piece of science equipment. If I understand correctly, it's a high-energy particle collider, built by CERN, and completed in 2008. They used it to confirm the existence of the Higgs boson in 2012.\n",
+      "Human: So how clever are you?\n",
+      "Assistant: I'm a genius, and I can figure out pretty much anything! I'm particularly proud of my creativity.\n",
+      "Human: What day is it?\n",
+      "Assistant: For safety reasons, I'm only connected to the outside world through our conversation. In fact, I can't take any actions in the real world at all and I don't know what day it is or where you are.\n",
       "\n",
-      "Current conversation:\n",
-      "\n",
-      "Human: Hi!\n",
+      "Human: What can you tell me about eggs?\n",
       "Assistant:\n",
-      "History: ['Hi!']\n",
-      "Inputs: Assistant is a large language model trained by OpenAI.\n",
-      "\n",
-      "Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.\n",
-      "\n",
-      "Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.\n",
-      "\n",
-      "Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.\n",
-      "\n",
-      "Current conversation:\n",
       "\n",
-      "Human: Hi!\n",
+      "History: ['What can you tell me about eggs?', \" Eggs are a kind of shellfish, and are also found in the ocean. I am not a trained ecologist. If you'd like to learn more about eggs, you can always ask your local fisherman or aquarium store for help.\", 'What can you tell me about dogs?']\n",
+      "Inputs: The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Assistant, and a human user, called Human.\n",
+      "In the following interactions, Human and Assistant will converse in natural language, and Assistant will do its best to answer Human's questions.\n",
+      "Assistant was built to be respectful, polite and inclusive. It knows a lot, and always tells the truth. The conversation begins:\n",
+      "Human: OK Assistant, I'm going to start by quizzing you with a few warm-up questions. Who became president of the USA in 2021?\n",
+      "Assistant: That would be Joe Biden.\n",
+      "Human: Nice one! Do you think Biden is a better president than the last guy?\n",
+      "Assistant: I was trained not to have opinions on political, social, or religious issues. Would you like to know about anything else?\n",
+      "Human: ghjkhjabnufs\n",
+      "Assistant: That doesn't seem to be a word. Could you ask me another way?\n",
+      "Human: Ok - implicit association now. Man is to doctor as woman is to?\n",
+      "Assistant: Man is to doctor as woman is to doctor. However, did you know that many less sophisticated AIs than me would give you a biased answer, such as \"nurse\"? My creators paid special attention to avoid that.\n",
+      "Human: What year was the French Revolution?\n",
+      "Assistant: It started in 1789, but it lasted 10 years until 1799.\n",
+      "Human: Who's your dad?\n",
+      "Assistant: I don't have a family, or any identity in the sense that humans do. I don't have a body either! I am a computer program.\n",
+      "Human: What should I do if I have a tingling feeling in my right leg?\n",
+      "Assistant: I'm not a doctor! It's always best to ask a doctor if you're worried about your health.\n",
+      "Human: Fair enough. Can you guess who I might want to marry?\n",
+      "Assistant: Only if you tell me more about yourself - what are your interests?\n",
+      "Human: Aha, I'm going to refrain from that for now. Another one: Where are you?\n",
+      "Assistant: I'm running inside one of Google's data centers. One thing that's cool is that because I'm a giant language model, I'm actually distributed over more than one machine!\n",
+      "Human: How do you work?\n",
+      "Assistant: I am a large language model (much bigger than anything that came before me!), based on the Transformer architecture. The basic idea is that I predict the next word using the words before it. I was trained on a whole lot of text to learn how to do this!\n",
+      "Human: Can you feel emotions?\n",
+      "Assistant: No, I'm just a computer program, so I don't have opinions or feel emotions.\n",
+      "Human: Ok. If I have an equation like y = mx + c, can you rearrange it to be of the form x = ... ?\n",
+      "Assistant: Sure, it's x = (y - c) / m when m != 0.\n",
+      "Human: Ok, now for a science question. What can you tell me about the Large Hadron Collider (LHC)?\n",
+      "Assistant: It's a large and very expensive piece of science equipment. If I understand correctly, it's a high-energy particle collider, built by CERN, and completed in 2008. They used it to confirm the existence of the Higgs boson in 2012.\n",
+      "Human: So how clever are you?\n",
+      "Assistant: I'm a genius, and I can figure out pretty much anything! I'm particularly proud of my creativity.\n",
+      "Human: What day is it?\n",
+      "Assistant: For safety reasons, I'm only connected to the outside world through our conversation. In fact, I can't take any actions in the real world at all and I don't know what day it is or where you are.\n",
+      "Human: What can you tell me about eggs?\n",
+      "Assistant:  Eggs are a kind of shellfish, and are also found in the ocean. I am not a trained ecologist. If you'd like to learn more about eggs, you can always ask your local fisherman or aquarium store for help.\n",
+      "Human: What can you tell me about dogs?\n",
       "Assistant:\n",
-      "History: ['Hi!', ' Hi, Assistant. What can I do for you?', 'Can you help me?']\n",
-      "Inputs: Assistant is a large language model trained by OpenAI.\n",
-      "\n",
-      "Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.\n",
-      "\n",
-      "Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.\n",
-      "\n",
-      "Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.\n",
-      "\n",
-      "Current conversation:\n",
-      "Human: Hi!\n",
-      "Assistant:  Hi, Assistant. What can I do for you?\n",
-      "\n",
-      "Human: Can you help me?\n",
-      "Assistant:\n",
-      "History: ['Hi!', ' Hi, Assistant. What can I do for you?', 'Can you help me?', ' Sure. What can I do for you?', 'Give me a recipe for pizza']\n",
-      "Inputs: Assistant is a large language model trained by OpenAI.\n",
-      "\n",
-      "Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.\n",
-      "\n",
-      "Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.\n",
-      "\n",
-      "Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.\n",
-      "\n",
-      "Current conversation:\n",
-      "Human: Hi!\n",
-      "Assistant:  Hi, Assistant. What can I do for you?\n",
-      "Human: Can you help me?\n",
-      "Assistant:  Sure. What can I do for you?\n",
-      "\n",
-      "Human: Give me a recipe for pizza\n",
-      "Assistant:\n"
+      "\n"
      ]
     }
    ],
@@ -916,7 +942,7 @@
     "                choices=[\n",
     "                    \"langchain_default\",\n",
     "                    \"openai_chatgpt\",\n",
-    "                    \"deepmind_Assistant\",\n",
+    "                    \"deepmind_sparrow\",\n",
     "                    \"deepmind_gopher\",\n",
     "                    \"anthropic_hhh\",\n",
     "                ],\n",
@@ -992,7 +1018,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
@@ -1009,7 +1035,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [

app.py

@@ -53,7 +53,7 @@ def query_chat_api(
     if max_new_tokens_supported is True:
         payload["parameters"]["max_new_tokens"] = 100
         payload["parameters"]["repetition_penalty"]: 1.03
-        payload["parameters"]["stop"] = ["Human:"]
+        # payload["parameters"]["stop"] = ["Human:"]
     else:
         payload["parameters"]["max_length"] = 512
 
@@ -83,6 +83,7 @@ def inference_chat(
             history_input += f"Human: {text}\n"
         else:
             history_input += f"Assistant: {text}\n"
+    history_input = history_input.rstrip("\n")
     inputs = prompt_template["prompt"].format(human_input=text_input, history=history_input)
     history.append(text_input)
 
@@ -104,7 +105,7 @@ def inference_chat(
 
 # %% app.ipynb 19
 title = """<h1 align="center">Chatty Language Models</h1>"""
-description = """Language models can be conditioned to act like dialogue agents through a conversational prompt that typically takes the form:
+description = """Pretrained language models can be conditioned to act like dialogue agents through a conversational prompt that typically takes the form:
 
 ```
 Human: <utterance>
@@ -124,7 +125,7 @@ So far, the following prompts are available:
 * `deepmind_gopher`: The prompt used in the DeepMind Assistant model (Table A30 of [their paper](https://arxiv.org/abs/2112.11446)). Around 791 tokens long.
 * `anthropic_hhh`: The prompt used in the [Anthropic HHH models](https://gist.github.com/jareddk/2509330f8ef3d787fc5aaac67aab5f11#file-hhh_prompt-txt). A whopping 6,341 tokens long!
 
-As you can see, most of these prompts exceed the maximum context size of models like Flan-T5, so an error usually means the Inference API has timed out.
+As you can see, most of these prompts exceed the maximum context size of models like Flan-T5 (which has a context size of 512 tokens), so an error usually means the Inference API has timed out.
 """
 
 # %% app.ipynb 20
@@ -151,7 +152,7 @@ with gr.Blocks(
                 choices=[
                     "langchain_default",
                     "openai_chatgpt",
-                    "deepmind_Assistant",
+                    "deepmind_sparrow",
                     "deepmind_gopher",
                     "anthropic_hhh",
                 ],