Update pytorch_utils.py

pytorch_utils.py

@@ -54,8 +54,9 @@ def forward(model, x, batch_size):
         pointer += batch_size
 
         with torch.no_grad():
-            model.eval()
-            batch_output_dict = model(batch_waveform)
+            with torch.amp.autocast(device_type='cuda', dtype=torch.bfloat16):
+                model.eval()
+                batch_output_dict = model(batch_waveform)
 
         for key in batch_output_dict.keys():
             append_to_dict(output_dict, key, batch_output_dict[key].data.cpu().numpy())