Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,12 +8,12 @@ from PIL import Image
|
|
8 |
import requests
|
9 |
import spaces
|
10 |
|
11 |
-
device = torch.device(
|
12 |
|
13 |
processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
|
14 |
|
15 |
model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
|
16 |
-
model.to(
|
17 |
|
18 |
|
19 |
def postprocess_kosmos_out(result):
|
|
|
8 |
import requests
|
9 |
import spaces
|
10 |
|
11 |
+
device = torch.device("cuda" if torch.cuda.is_available() else 'cpu')
|
12 |
|
13 |
processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
|
14 |
|
15 |
model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
|
16 |
+
model.to(device)
|
17 |
|
18 |
|
19 |
def postprocess_kosmos_out(result):
|