File size: 730 Bytes
8e14831
a304891
77c5e39
db1b3a3
 
8e14831
77c5e39
 
841a5b5
 
77c5e39
 
 
 
 
 
 
 
 
 
841a5b5
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#!/bin/bash
make install
# cd server
# make install-flash-attention
# cd ..

text-generation-launcher --model-id bigscience/bloom-560m --num-shard 1 --port 7860

# JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
# echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
# jupyter-lab \
#     --ip 0.0.0.0 \
#     --port 7860 \
#     --no-browser \
#     --allow-root \
#     --ServerApp.token="$JUPYTER_TOKEN" \
#     --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
#     --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
#     --ServerApp.disable_check_xsrf=True \
#     --LabApp.news_url=None \
#     --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate"v