update

app.py

@@ -11,6 +11,7 @@ from videollama2.constants import MMODAL_TOKEN_INDEX, DEFAULT_MMODAL_TOKEN
 from videollama2.conversation import conv_templates, SeparatorStyle, Conversation
 from videollama2.model.builder import load_pretrained_model
 from videollama2.mm_utils import KeywordsStoppingCriteria, tokenizer_MMODAL_token, get_model_name_from_path, process_image, process_video
+import devicetorch
 
 
 title_markdown = ("""
@@ -224,7 +225,8 @@ def clear_history(state, state_):
 conv_mode = "llama_2"
 model_path = 'DAMO-NLP-SG/VideoLLaMA2-7B'
 
-device = torch.device("cuda")
+device = devicetorch.get(torch)
+#device = torch.device("cuda")
 
 handler = Chat(model_path, conv_mode=conv_mode, load_8bit=False, load_4bit=True)
 

requirements.txt

@@ -1,7 +1,7 @@
---extra-index-url https://download.pytorch.org/whl/cu117
+#--extra-index-url https://download.pytorch.org/whl/cu117
 # basic dependencies
-torchvision==0.15.2
-torch==2.0.1
+#torchvision==0.15.2
+#torch==2.0.1
 transformers==4.37.2
 tokenizers==0.15.1
 deepspeed==0.13.1
@@ -11,7 +11,7 @@ numpy
 spaces
 peft==0.4.0
 # data processing
-decord==0.6.0
+#decord==0.6.0
 imageio==2.34.0
 imageio-ffmpeg==0.4.9
 pytorchvideo==0.1.5
@@ -34,4 +34,4 @@ requests
 httpx==0.24.0
 uvicorn
 fastapi
-wandb
+wandb