import os import cv2 import torch from imageio_ffmpeg import get_ffmpeg_exe def extract_kps_sequence_from_video( face_analysis_app, video_path, audio_save_path, kps_sequence_save_path): os.system(f'{get_ffmpeg_exe()} -i "{video_path}" -y -vn "{audio_save_path}"') kps_sequence = [] video_capture = cv2.VideoCapture(video_path) frame_idx = 0 while video_capture.isOpened(): ret, frame = video_capture.read() if not ret: break faces = face_analysis_app.get(frame) assert len(faces) == 1, f'There are {len(faces)} faces in the {frame_idx}-th frame. Only one face is supported.' kps = faces[0].kps[:3] kps_sequence.append(kps) frame_idx += 1 torch.save(kps_sequence, kps_sequence_save_path)