Spaces:
Runtime error
Runtime error
Commit
•
95be3d0
1
Parent(s):
74b26c9
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ def bot_streaming(message, history):
|
|
92 |
|
93 |
inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt').unsqueeze(0)
|
94 |
|
95 |
-
|
96 |
image_tensor = image_tensor.to(dtype=torch.float16, device='cuda', non_blocking=True)
|
97 |
inputs.to(device='cuda', non_blocking=True)
|
98 |
|
|
|
92 |
|
93 |
inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt').unsqueeze(0)
|
94 |
|
95 |
+
image_tensor = image_tensor.unsqueeze(0)
|
96 |
image_tensor = image_tensor.to(dtype=torch.float16, device='cuda', non_blocking=True)
|
97 |
inputs.to(device='cuda', non_blocking=True)
|
98 |
|