actually assign the tensor

inference_gradio.py

@@ -139,7 +139,7 @@ def create_tags(image, threshold):
     if torch.cuda.is_available():
         tensor.cuda()
         if torch.cuda.get_device_capability()[0] >= 7:
-            tensor.to(dtype=torch.float16, memory_format=torch.channels_last)
+            tensor = tensor.to(dtype=torch.float16, memory_format=torch.channels_last)
 
     with torch.no_grad():
         logits = model(tensor)