Update benchmark.py

benchmark.py

@@ -7,15 +7,12 @@ from datasets import load_dataset
 # config
 generate_kwargs = {"language": "japanese", "task": "transcribe"}
 model_id = "kotoba-tech/kotoba-whisper-v1.0"
-torch_dtype = torch.float32
-device = "cpu"
 
 # load model
 pipe = pipeline(
     "automatic-speech-recognition",
     model=model_id,
-    torch_dtype=torch_dtype,
-    device=device,
+    torch_dtype=torch.bfloat16
 )
 
 test_audio = [