Update app.py

app.py

@@ -16,29 +16,18 @@ top_p=0.92
 repetition_penalty=1.7
 max_length=2048
 
-# Use model IDs as variables
-base_model_id = "tiiuae/falcon-7b-instruct"
-model_directory = "Tonic/GaiaMiniMed"
-
-# Instantiate the Tokenizer
-tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True, padding_side="left")
-tokenizer.pad_token = tokenizer.eos_token
-tokenizer.padding_side = 'left'
-
-
-# Load the GaiaMiniMed model with the specified configuration
-# Load the Peft model with a specific configuration
-# Specify the configuration class for the model
-model_config = AutoConfig.from_pretrained(base_model_id)
-# Load the PEFT model with the specified configuration
-peft_model = AutoModelForCausalLM.from_pretrained(model_directory, config=model_config)
-peft_model = PeftModel.from_pretrained(peft_model, model_directory)
-
+model_name = "OpenLLM-France/Claire-7B-0.1"
 
+tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
+model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
+    device_map="auto",
+    torch_dtype=torch.bfloat16,
+    load_in_4bit=True                          # For efficient inference, if supported by the GPU card
+)
 
 # Class to encapsulate the Falcon chatbot
 class FalconChatBot:
-    def __init__(self, system_prompt="You are an expert medical analyst:"):
+    def __init__(self, system_prompt):
         self.system_prompt = system_prompt
 
     def process_history(self, history):
@@ -56,7 +45,7 @@ class FalconChatBot:
                 user_message = message.get("user", "")
                 assistant_message = message.get("assistant", "")
                 # Check if the user_message is not a special command
-                if not user_message.startswith("Falcon:"):
+                if not user_message.startswith("Protagoniste:"):
                     filtered_history.append({"user": user_message, "assistant": assistant_message})
         return filtered_history
 
@@ -83,31 +72,26 @@ class FalconChatBot:
 falcon_bot = FalconChatBot()
 
 # Define the Gradio interface
-title = "👋🏻Welcome to Tonic's 🦅Falcon's Medical👨🏻‍⚕️Expert Chat🚀"
-description = "You can use this Space to test out the GaiaMiniMed model [(Tonic/GaiaMiniMed)](https://huggingface.co/Tonic/GaiaMiniMed) or duplicate this Space and use it locally or on 🤗HuggingFace. [Join me on Discord to build together](https://discord.gg/VqTxc76K3u)."
-
-# Comment out cached examples and history to avoid time out on build.
-# 
-# history = [
-#     {"user": "hi there how can you help me?", "assistant": "Hello, my name is Gaia, i'm created by Tonic, i can answer questions about medicine and public health!"},
-#     # Add more user and assistant messages as needed
-# ]
-# examples = [
-#     [
-#         {
-#             "user_message": "What is the proper treatment for buccal herpes?",
-#             "assistant_message": "My name is Gaia, I'm a health and sanitation expert ready to answer your medical questions.",
-#             "history": [],
-#             "temperature": 0.4,
-#            "max_new_tokens": 700,
-#            "top_p": 0.90,
-#            "repetition_penalty": 1.9,
-#        }
-#    ]
-# ]
+title = "👋🏻Bienvenue à Tonic's 🌜🌚Claire Chat !"
+description = "Vous pouvez utiliser [🌜🌚ClaireGPT](https://huggingface.co/OpenLLM-France/Claire-7B-0.1) Ou dupliquer pour l'uiliser localement ou sur huggingface! [Join me on Discord to build together](https://discord.gg/VqTxc76K3u)."
+history = [
+     {"user": "Le dialogue suivant est une conversation entre Emmanuel Macron et Elon Musk:", "assistant": "Emmanuel Macron: Bonjour Monsieur Musk. Je vous remercie de me recevoir aujourd'hui."},]
+examples = [
+    [
+        {
+             "user_message": "[Elon Musk:] - Bonjour Emmanuel. Enchanté de vous revoir.",
+             "assistant_message": "[Emmanuel Macron:] - Je vois que vous avez effectué un voyage dans la région de la Gascogne.",
+             "history": [],
+             "temperature": 0.4,
+            "max_new_tokens": 700,
+            "top_p": 0.90,
+            "repetition_penalty": 1.9,
+       }
+   ]
+]
 
 additional_inputs=[
-    gr.Textbox("", label="Optional system prompt"),
+    gr.Textbox("", label="Introduisez Un Autre Personnage Ici ou Mettez En Scene"),
     gr.Slider(
         label="Temperature",
         value=0.9,
@@ -152,7 +136,7 @@ iface = gr.Interface(
     description=description,
 #    examples=examples,
     inputs=[
-        gr.inputs.Textbox(label="Input Parameters", type="text", lines=5),
+        gr.inputs.Textbox(label="Utilisez se format pour initier une conversation [Personage:]", type="text", lines=5),
     ] + additional_inputs,
     outputs="text",
     theme="ParityError/Anime"