Spaces:
Runtime error
Runtime error
Commit
•
95be3d0
1
Parent(s):
74b26c9
Update app.py
Browse files
app.py
CHANGED
|
@@ -92,7 +92,7 @@ def bot_streaming(message, history):
|
|
| 92 |
|
| 93 |
inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt').unsqueeze(0)
|
| 94 |
|
| 95 |
-
|
| 96 |
image_tensor = image_tensor.to(dtype=torch.float16, device='cuda', non_blocking=True)
|
| 97 |
inputs.to(device='cuda', non_blocking=True)
|
| 98 |
|
|
|
|
| 92 |
|
| 93 |
inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt').unsqueeze(0)
|
| 94 |
|
| 95 |
+
image_tensor = image_tensor.unsqueeze(0)
|
| 96 |
image_tensor = image_tensor.to(dtype=torch.float16, device='cuda', non_blocking=True)
|
| 97 |
inputs.to(device='cuda', non_blocking=True)
|
| 98 |
|