update

app.py

@@ -32,8 +32,8 @@ from src.audio2vid import get_headpose_temp, smooth_pose_seq
 from src.utils.frame_interpolation import init_frame_interpolation_model, batch_images_interpolation_tool
 
 if torch.backends.mps.is_available():
-  #device = "mps"
-  device = "cpu"
+  device = "mps"
+  #device = "cpu"
 elif torch.cuda.is_available():
   device = "cuda"
 else:
@@ -46,7 +46,7 @@ if config.weight_dtype == "fp16":
 else:
     weight_dtype = torch.float32
 
-if device == "cpu":
+if device == "cpu" or device == "mps":
     weight_dtype = torch.float32
     
 audio_infer_config = OmegaConf.load(config.audio_inference_config)
@@ -382,7 +382,7 @@ with gr.Blocks() as demo:
                     a2v_headpose_video = gr.Video(label="Option: upload head pose reference video", sources="upload")
 
                 with gr.Row():
-                    if device == "cpu":
+                    if device == "cpu" or device == "mps":
                         a2v_size_slider = gr.Slider(minimum=256, maximum=1024, step=8, value=256, label="Video size (-W & -H)")
                     else:
                         a2v_size_slider = gr.Slider(minimum=256, maximum=1024, step=8, value=512, label="Video size (-W & -H)")
@@ -413,7 +413,7 @@ with gr.Blocks() as demo:
                     v2v_source_video = gr.Video(label="Upload source video", sources="upload")
                 
                 with gr.Row():
-                    if device == "cpu":
+                    if device == "cpu" or device == "mps":
                         v2v_size_slider = gr.Slider(minimum=256, maximum=1024, step=8, value=256, label="Video size (-W & -H)")
                     else:
                         v2v_size_slider = gr.Slider(minimum=256, maximum=1024, step=8, value=512, label="Video size (-W & -H)")

src/utils/frame_interpolation.py

@@ -6,8 +6,8 @@ import bisect
 import shutil
 
 if torch.backends.mps.is_available():
-  #device = "mps"
-  device = "cpu"
+  device = "mps"
+  #device = "cpu"
 elif torch.cuda.is_available():
   device = "cuda"
 else:

src/utils/util.py

@@ -13,8 +13,8 @@ from einops import rearrange
 from PIL import Image
 
 if torch.backends.mps.is_available():
-  device = "cpu"
-  #device = "mps"
+  #device = "cpu"
+  device = "mps"
 elif torch.cuda.is_available():
   device = "cuda"
 else: