File size: 601 Bytes
8333668
653bb2f
46a86c9
 
653bb2f
 
 
 
52494dd
 
df85439
9e32bc9
8333668
 
b9a13da
 
7538386
8333668
 
653bb2f
63d7840
52494dd
 
46a86c9
157fd87
52494dd
63d7840
8333668
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
#!/bin/bash

export HF_HOME="/data/.huggingface"

echo "PWD: $(pwd)"
echo $HF_TOKEN > .hf_token
echo "LS: $(ls -als)"

nvidia-smi

python gpu_test.py
python -m serve.controller --host 0.0.0.0 --port 10000 &
P1=$!

sleep 30

python -m serve.gradio_web_server --controller http://127.0.0.1:10000 --model-list-mode reload --share &
P2=$!


python -m interactive_demo --port 40000 --model_id prism-dinosiglip+7b
# python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b

ls -als $HF_HOME
tree --du -h $HF_HOME
nvidia-smi

wait $P1 $P2