Yiqin commited on
Commit
73b7ea3
1 Parent(s): ea7140b
Files changed (1) hide show
  1. config/infer.yaml +1 -1
config/infer.yaml CHANGED
@@ -4,7 +4,7 @@ vicuna:
4
  model_path: '/home/user/app/vicuna-7b'
5
  # model_path: '/mnt/petrelfs/wangyiqin/vid_cap/ChatVID_huggingface/vicuna-7b'
6
  device: 'cuda'
7
- num_gpus: 'auto'
8
  max_gpu_memory: '24Gib'
9
  load_8bit: True
10
  conv_template:
 
4
  model_path: '/home/user/app/vicuna-7b'
5
  # model_path: '/mnt/petrelfs/wangyiqin/vid_cap/ChatVID_huggingface/vicuna-7b'
6
  device: 'cuda'
7
+ num_gpus: 1
8
  max_gpu_memory: '24Gib'
9
  load_8bit: True
10
  conv_template: