mods/btn_suggest.py

def init(cfg):
    # ========== 共同 ==========
    model = cfg['model']
    btn_com = cfg['btn_com']
    s_info = cfg['s_info']
    lock = cfg['session_lock']

    # ========== 给用户提供默认回复的建议 ==========
    def btn_suggest(_n_keep, _n_discard,
                    _temperature, _repeat_penalty, _frequency_penalty,
                    _presence_penalty, _repeat_last_n, _top_k,
                    _top_p, _min_p, _typical_p,
                    _tfs_z, _mirostat_mode, _mirostat_eta,
                    _mirostat_tau, _usr, _char,
                    _rag, _max_tokens):
        with lock:
            if not cfg['session_active']:
                raise RuntimeError
            if cfg['btn_stop_status']:
                yield '', model.venv_info
                return
            # ========== 模型输出建议 ==========
            model.venv_create('suggest')  # 创建隔离环境
            _tmp = btn_com(_n_keep, _n_discard,
                           _temperature, _repeat_penalty, _frequency_penalty,
                           _presence_penalty, _repeat_last_n, _top_k,
                           _top_p, _min_p, _typical_p,
                           _tfs_z, _mirostat_mode, _mirostat_eta,
                           _mirostat_tau, _usr, _max_tokens)
            _h = ''
            for _h in _tmp:
                yield _h, model.venv_info
            model.venv_remove('suggest')  # 销毁隔离环境
            yield _h, model.venv_info

    cfg['btn_suggest_fn'] = {
        'fn': btn_suggest,
        'inputs': cfg['setting'],
        'outputs': [cfg['msg'], s_info]
    }
    cfg['btn_suggest_fn'].update(cfg['btn_concurrency'])

    cfg['btn_suggest'].click(
        **cfg['btn_start']
    ).success(
        **cfg['btn_suggest_fn']
    ).success(
        **cfg['btn_finish']
    )