fn.py

import os
import requests

def download(url):
    filename = os.path.basename(url)
    r = requests.get(url, stream=True)
    with open(f'models/{filename}', 'wb') as f:
        for chunk in r.iter_content(chunk_size=1024*1024):
            if chunk:
                f.write(chunk)
                f.flush()

    return filename

def list_model():
    if not os.path.exists('models'):
        os.makedirs('models')
    return os.listdir('models')

def set_model(filename):
    if not os.path.exists(f'models/{filename}'):
        return False

    with open(f'models/set.txt', 'w', encoding='utf-8') as f:
        f.write(filename)

    cmd = f'venv/bin/python -m llama_cpp.server --model models/{filename} --port $1 --n_gpu_layers 999'
    with open(f'run.sh', 'w', encoding='utf-8') as f:
        f.write(cmd)

    return True