init
Browse files- config/infer.yaml +1 -1
config/infer.yaml
CHANGED
@@ -4,7 +4,7 @@ vicuna:
|
|
4 |
model_path: '/home/user/app/vicuna-7b'
|
5 |
# model_path: '/mnt/petrelfs/wangyiqin/vid_cap/ChatVID_huggingface/vicuna-7b'
|
6 |
device: 'cuda'
|
7 |
-
num_gpus:
|
8 |
max_gpu_memory: '24Gib'
|
9 |
load_8bit: True
|
10 |
conv_template:
|
|
|
4 |
model_path: '/home/user/app/vicuna-7b'
|
5 |
# model_path: '/mnt/petrelfs/wangyiqin/vid_cap/ChatVID_huggingface/vicuna-7b'
|
6 |
device: 'cuda'
|
7 |
+
num_gpus: 1
|
8 |
max_gpu_memory: '24Gib'
|
9 |
load_8bit: True
|
10 |
conv_template:
|