0.47 input_ids slice

app.py

@@ -24,7 +24,7 @@ system_prompts = {
     "Spanish": "Eres un chatbot servicial que responde a las entradas de los usuarios de forma concisa y original."
 }
 
-htmL_info = "<center><h1>Pharia Battle Royale</h1><p>Let the games begin: Try a prompt in a language you like. Set the parameters and vote for the best answers. After casting your vote, the bots reveal their identity.</p></center>"
+htmL_info = "<center><h1>Pharia Battle Royale</h1><p>Let the games begin: In this bot arena, the Pharia 1 mode competes against a challenger. Try a prompt in a language you like. Set the parameters and vote for the best answers. After casting your vote, the bots reveal their identity.</p></center>"
 
 model_info = [{"id": "Aleph-Alpha/Pharia-1-LLM-7B-control-hf",
                 "name": "Pharia 1 LLM 7B control hf"}]
@@ -109,7 +109,9 @@ def generate_both(system_prompt, input_text, chatbot_a, chatbot_b, max_new_token
 
         if "Pharia" in model_info[0]['id']:
             formatted_conversation = apply_pharia_template(messages=new_messages_a, add_generation_prompt=True)
-            input_ids_a = tokenizer_a(formatted_conversation, return_tensors="pt").to(device)
+            tokenized = tokenizer_a(formatted_conversation, return_tensors="pt").to(device)
+            logging.debug(tokenized)
+            input_ids_a = tokenized.input_ids
         else: 
             input_ids_a = tokenizer_a.apply_chat_template(
                 new_messages_a,
@@ -120,7 +122,9 @@ def generate_both(system_prompt, input_text, chatbot_a, chatbot_b, max_new_token
 
         if "Pharia" in model_info[1]['id']:
             formatted_conversation = apply_pharia_template(messages=new_messages_a, add_generation_prompt=True)
-            input_ids_b = tokenizer_a(formatted_conversation, return_tensors="pt").to(device)
+            tokenized = tokenizer_a(formatted_conversation, return_tensors="pt").to(device)
+            logging.debug(tokenized)
+            input_ids_b = tokenized.input_ids
         else:
             input_ids_b = tokenizer_b.apply_chat_template(
                 new_messages_b,