Ваш системный запрос здесь
import autogen
from autogen import AssistantAgent

config_list = [
    {
        "model": "chatglm2-6b",
        "api_type": "openai",
        "base_url": "http://192.168.0.105:1234/v1",
        "api_key": "NULL"
    }
]

llm_config = {
    "seed": 42,
    "config_list": config_list,
    "temperature": 0
}


def termination_msg(x):
    return isinstance(x, dict) and "TERMINATE" == str(x.get("content", ""))[-9:].upper()


boss = autogen.UserProxyAgent(
    name="Boss",
    is_termination_msg=termination_msg,
    human_input_mode="NEVER",
    code_execution_config=False,  # we don't want to execute code in this case.
    default_auto_reply="",
    description="The boss who ask questions and give tasks.",
)

pm = autogen.AssistantAgent(
    name="Product_Manager",
    is_termination_msg=termination_msg,
    system_message="You are a product manager.",
    llm_config=llm_config,
    description="Product Manager who can design and plan the project.",
)

reviewer = autogen.AssistantAgent(
    name="Code_Reviewer",
    is_termination_msg=termination_msg,
    system_message="You are a code reviewer.",
    llm_config=llm_config,
    description="Code Reviewer who can review the code.",
)

coder = AssistantAgent(
    name="Senior_Python_Engineer",
    is_termination_msg=termination_msg,
    system_message="You are a senior python engineer, you provide python code to answer questions.",
    llm_config=llm_config,
    description="Senior Python Engineer who can write code to solve problems and answer questions.",
)

coder2 = AssistantAgent(
    name="Senior_Python_Engineer2",
    is_termination_msg=termination_msg,
    system_message="You are a senior python engineer, you provide python code to answer questions. Твоя задача "
                   "довести приложение до финального вида, с учетом всех замечаний и советов.",
    llm_config=llm_config,
    description="Старший инженер по Python, который может писать код для решения проблем и отвечать на вопросы.",
)

director = autogen.AssistantAgent(
    name="Director",
    is_termination_msg=termination_msg,
    system_message="Ты ответственное лицо, твоя задача сделать презентацию получившегося приложения для боса. Reply "
                   "TERMINATE in the end when everything is done.",
    llm_config=llm_config,
    description="Ответственное лицо за продукт.",
)

task = """
import logging
from telebot import TeleBot
from telebot.types import Message
from dotenv import load_dotenv
from gemma_model import ModelClient
import os

# Load environment variables from a .env file
load_dotenv()

model_client = ModelClient()
# Replace with your actual token or load it from the .env file
telegram_api_token = '<TRUFFLEHOG_REDACTED_TELEGRAMBOTTOKEN>'

# Setup logging
logging.basicConfig(
    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
    level=logging.INFO
)

# Instantiate the bot
bot = TeleBot(telegram_api_token)

# Dictionary to keep track of user histories
user_histories = {}


@bot.message_handler(commands=['start'])
def start(message: Message):

    bot.reply_to(message, 'Hello! I am your chatbot. Start talking to me!')


@bot.message_handler(commands=['clear'])
def clear_history(message: Message):

    user_id = message.from_user.id
    user_histories.pop(user_id, None)
    bot.reply_to(message, 'Your history has been cleared!')


@bot.message_handler(func=lambda message: True)
def chat(message: Message):

    try:
        user_id = message.from_user.id
        user_message = message.text
        history = user_histories.setdefault(user_id, [])
        sys_prompt = "Your system prompt here"

        # Replace this with the actual model client implementation
        response = model_client.get_response(user_message, history, sys_prompt)

        history.append((user_message, response))
        bot.reply_to(message, response)
    except Exception as e:
        bot.reply_to(message, "An error occurred. Please try again.")
        logging.error(f"Error in chat handler: {e}")