def init(cfg): # ========== 共同 ========== model = cfg['model'] btn_com = cfg['btn_com'] s_info = cfg['s_info'] lock = cfg['session_lock'] # ========== 给用户提供默认回复的建议 ========== def btn_suggest(_n_keep, _n_discard, _temperature, _repeat_penalty, _frequency_penalty, _presence_penalty, _repeat_last_n, _top_k, _top_p, _min_p, _typical_p, _tfs_z, _mirostat_mode, _mirostat_eta, _mirostat_tau, _usr, _char, _rag, _max_tokens): with lock: if not cfg['session_active']: raise RuntimeError if cfg['btn_stop_status']: yield '', model.venv_info return # ========== 模型输出建议 ========== model.venv_create('suggest') # 创建隔离环境 _tmp = btn_com(_n_keep, _n_discard, _temperature, _repeat_penalty, _frequency_penalty, _presence_penalty, _repeat_last_n, _top_k, _top_p, _min_p, _typical_p, _tfs_z, _mirostat_mode, _mirostat_eta, _mirostat_tau, _usr, _max_tokens) _h = '' for _h in _tmp: yield _h, model.venv_info model.venv_remove('suggest') # 销毁隔离环境 yield _h, model.venv_info cfg['btn_suggest_fn'] = { 'fn': btn_suggest, 'inputs': cfg['setting'], 'outputs': [cfg['msg'], s_info] } cfg['btn_suggest_fn'].update(cfg['btn_concurrency']) cfg['btn_suggest'].click( **cfg['btn_start'] ).success( **cfg['btn_suggest_fn'] ).success( **cfg['btn_finish'] )