msg

model/custom_agent.py

@@ -24,7 +24,7 @@ import requests
 from transformers import Agent
 from utils.logger import log_response
     
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import  AutoTokenizer
 
 
 class CustomHfAgent(Agent):
@@ -108,6 +108,7 @@ class CustomHfAgent(Agent):
  
 
         description = "\n".join([f"- {name}: {tool.description}" for name, tool in self.toolbox.items()])
+        
         if chat_mode:
             if self.chat_history is None:
                 prompt = self.chat_prompt_template.replace("<<all_tools>>", description)
@@ -120,6 +121,7 @@ class CustomHfAgent(Agent):
                 prompt = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
             else:
                 prompt = self.chat_history
+                cmp = ""
                 cmp = CHAT_MESSAGE_PROMPT.replace("<<task>>", task)
                 messages = [
                     {