| import os | |
| os.system('python download-model.py TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ --branch main') | |
| # os.system('python download-model.py waifu-workshop/pygmalion-6b --branch original-sharded') | |
| os.system('python server.py --cpu --chat --model TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ --no-stream --auto-devices') |