# MAX_SEQUENCE_LENGTH = 32768  # 消耗内存太多
MAX_SEQUENCE_LENGTH = 8192  #

DEFAULT_MAX_NEW_TOKENS = 128
DEFAULT_TOP_K = 100
DEFAULT_TOP_P = 0.98
DEFAULT_TEMPERATURE = 2