Limour's picture
Upload 6 files
cf65ac6 verified
raw
history blame
1.17 kB
import os
from huggingface_hub import HfApi
API = HfApi(token=os.environ.get("HF_TOKEN"))
REPO_ID = "Limour/llama-python-streamingllm"
def restart_space():
API.restart_space(repo_id=REPO_ID, token=os.environ.get("HF_TOKEN"))
def init(cfg):
# ========== 共同 ==========
model = cfg['model']
s_info = cfg['s_info']
def btn_reset(_cache_path):
try:
with cfg['session_lock']:
_tmp = model.load_session(_cache_path)
print(f'load cache from {_cache_path} {_tmp}')
cfg['session_active'] = True
return model.venv_info
except Exception as e:
restart_space()
raise e
def btn_stop():
cfg['btn_stop_status'] = True
cfg['btn_stop'].click(
fn=btn_stop
)
cfg['btn_reset'].click(
fn=btn_stop
).success(
fn=btn_reset,
inputs=cfg['setting_cache_path'],
outputs=s_info,
**cfg['btn_concurrency']
).success(
**cfg['btn_finish']
)
cfg['btn_debug'].click(
fn=lambda: model.str_detokenize(model._input_ids),
outputs=cfg['vo']
)