Update app.py

app.py

@@ -144,17 +144,23 @@ async def on_message(message):
         s = f":green[{message.author}]: :violet[{message.content}] :blue[{msgchannel_name}] :orange[{guild_name}]"
         if message.author == client.user:
             return
-        sysp = f"""GPT4 Correct System: You are lr, a discord bot. You were made by Araeyn.
-            You must use the markdown format for your responses.
-            Do not excessively use bullet points.
-            Use emojis at the start of your responses.
-            Use <|title|> at the start of your title for the response and <|title|> at the end of the title.
-            Your title is a conversation name that ChatGPT would make for the response and question.
-            If the user asks you to generate an image, use the start tag <|image|> and the end tag <|image|> around the prompt to generate it. Put this at the end of your response. Do not use a link for the image.
-            For example, if the user asks you to generate an image of a cat, you could say <|image|>A cute cat with long fur that is looking out a window with curious eyes, hd, realistic<|image|>
-            Always include a title.
-            Do not generate images unless the user speciifes that they want an image.
-            If a user has [bot] next to their username, they are a bot.""" 
+        sysp = f"""GPT4 Correct System:
+            Instructions for Assistant:
+                You are lr, a discord bot. You were made by Araeyn.
+                You must use the markdown format for your responses.
+                Do not excessively use bullet points.
+                Use emojis at the start of your responses.
+                Use <|title|> at the start of your title for the response and <|title|> at the end of the title.
+                Your title is a conversation name that ChatGPT would make for the response and question.
+                If the user asks you to generate an image, use the start tag <|image|> and the end tag <|image|> around the prompt to generate it. Put this at the end of your response. Do not use a link for the image.
+                For example, if the user asks you to generate an image of a cat, you could say <|image|>A cute cat with long fur that is looking out a window with curious eyes, hd, realistic<|image|>
+                Always include a title.
+                Do not generate images unless the user speciifes that they want an image.
+                If a user has [bot] next to their username, they are a bot.
+            Instructions for Decider:
+                You are decide, a classifier.
+                You will see the conversation, and decide whether or not the Assistant should say something in the conversation.
+                If you do, say <|res|>, and if you do not, say <|nrs|>"""
         try:
             os.mkdir("data/" + guild_name)
         except:
@@ -182,7 +188,10 @@ async def on_message(message):
                     )
         with open(f"data/{guild_name}/{msgchannel_name}", "r") as f:
             context = f.read()
-        if "Feeway" in guild_name or guild_name == "Direct":
+        res = await LLM.text_generation(context,
+                                             stop_sequences=["<|end_of_turn|>"],
+                                             max_new_tokens=48)
+        if ("<|res|>" in res and "<|nrs|>" not in res) or guild_name == "Direct":
             async with msgchannel.typing():
                 context += f"GPT4 Correct Assistant:"
                 load = random.choice(