File size: 4,998 Bytes
ce026c7 c5e4aef ce026c7 1425010 ce026c7 c5e4aef ce026c7 5159a77 d2307e4 1425010 6332f55 ce026c7 d2307e4 25e410d ce026c7 5159a77 ce026c7 5159a77 ce026c7 5159a77 25e410d 329d584 5159a77 3a6c55a 5159a77 3a6c55a 5159a77 3a6c55a 5159a77 ce026c7 5159a77 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 |
import os
os.system("git clone https://github.com/google-research/frame-interpolation")
import sys
sys.path.append("frame-interpolation")
import cv2
import numpy as np
import tensorflow as tf
import mediapy
from PIL import Image
import gradio as gr
from huggingface_hub import snapshot_download
from image_tools.sizes import resize_and_crop
from moviepy.editor import *
model = snapshot_download(repo_id="akhaliq/frame-interpolation-film-style")
from eval import interpolator, util
interpolator = interpolator.Interpolator(model, None)
ffmpeg_path = util.get_ffmpeg_path()
mediapy.set_ffmpeg(ffmpeg_path)
def do_interpolation(frame1, frame2):
print(frame1, frame2)
input_frames = [frame1, frame2]
times_to_interpolate = 2
frames = list(
util.interpolate_recursively_from_files(
input_frames, times_to_interpolate, interpolator))
#print(frames)
mediapy.write_video(f"{frame1}_to_{frame2}_out.mp4", frames, fps=12)
return f"{frame1}_to_{frame2}_out.mp4"
def get_frames(video_in):
frames = []
#resize the video
clip = VideoFileClip(video_in)
#check fps
if clip.fps > 30:
print("vide rate is over 30, resetting to 30")
clip_resized = clip.resize(height=512)
clip_resized.write_videofile("video_resized.mp4", fps=30)
else:
print("video rate is OK")
clip_resized = clip.resize(height=512)
clip_resized.write_videofile("video_resized.mp4", fps=clip.fps)
print("video resized to 512 height")
# Opens the Video file with CV2
cap= cv2.VideoCapture("video_resized.mp4")
fps = cap.get(cv2.CAP_PROP_FPS)
print("video fps: " + str(fps))
i=0
while(cap.isOpened()):
ret, frame = cap.read()
if ret == False:
break
cv2.imwrite('kang'+str(i)+'.jpg',frame)
frames.append('kang'+str(i)+'.jpg')
i+=1
cap.release()
cv2.destroyAllWindows()
print("broke the video into frames")
return frames, fps
def create_video(frames, fps, type):
print("building video result")
clip = ImageSequenceClip(frames, fps=fps)
clip.write_videofile(type + "_result.mp4", fps=fps)
return type + "_result.mp4"
def convertG2V(imported_gif):
clip = VideoFileClip(imported_gif.name)
clip.write_videofile("my_gif_video.mp4")
return "my_gif_video.mp4"
def infer(video_in):
# 1. break video into frames and get FPS
break_vid = get_frames(video_in)
frames_list= break_vid[0]
fps = break_vid[1]
#n_frame = int(trim_value*fps)
n_frame = len(frames_list)
if n_frame >= len(frames_list):
print("video is shorter than the cut value")
n_frame = len(frames_list)
# 2. prepare frames result arrays
result_frames = []
print("set stop frames to: " + str(n_frame))
for idx, frame in enumerate(frames_list):
if idx < len(frames_list) - 1:
next_frame = frames_list[idx+1]
interpolated_frames = do_interpolation(frame, next_frame) # should return a list of 3 interpolated frames
break_interpolated_video = get_frames(interpolated_frames)[0]
for j, img in break_interpolated_video:
img = Image.open(img)
img = Image.save(f"{frame}_to_{next_frame}_{j}")
result_frames.append(img)
print("frames " + str(idx) + " & " + str(idx+1) + "/" + str(n_frame) + ": done;")
final_vid = create_video(result_frames, fps, "interpolated")
files = [final_vid]
return final_vid, files
title="""
<div style="text-align: center; max-width: 500px; margin: 0 auto;">
<div
style="
display: inline-flex;
align-items: center;
gap: 0.8rem;
font-size: 1.75rem;
margin-bottom: 10px;
"
>
<h1 style="font-weight: 600; margin-bottom: 7px;">
Video interpolation with FILM
</h1>
</div>
<p> - </p>
</div>
"""
with gr.Blocks() as demo:
with gr.Column():
gr.HTML(title)
with gr.Row():
with gr.Column():
video_input = gr.Video(source="upload", type="filepath")
gif_input = gr.File(label="import a GIF instead", file_types=['.gif'])
gif_input.change(fn=convertG2V, inputs=gif_input, outputs=video_input)
submit_btn = gr.Button("Submit")
with gr.Column():
video_output = gr.Video()
file_output = gr.Files()
#gr.Examples(
#examples=["./examples/childishgambino.mp4", "./examples/jimmyfallon.mp4"],
#fn=infer,
#inputs=[video_input],
#outputs=[video_output,file_output],
#cache_examples=False
#)
submit_btn.click(fn=infer, inputs=[video_input], outputs=[video_output, file_output])
demo.launch() |