jupyterlab-inference-dev / start_server.sh
nateraw's picture
Update start_server.sh
841a5b5
#!/bin/bash
make install
# cd server
# make install-flash-attention
# cd ..
text-generation-launcher --model-id bigscience/bloom-560m --num-shard 1 --port 7860
# JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
# echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
# jupyter-lab \
# --ip 0.0.0.0 \
# --port 7860 \
# --no-browser \
# --allow-root \
# --ServerApp.token="$JUPYTER_TOKEN" \
# --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
# --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
# --ServerApp.disable_check_xsrf=True \
# --LabApp.news_url=None \
# --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate"v