ncoop57
commited on
Commit
•
81abbd1
1
Parent(s):
2924167
Add generating GIF from returned frames
Browse files
app.py
CHANGED
@@ -1,5 +1,7 @@
|
|
1 |
import ffmpeg
|
|
|
2 |
import torch
|
|
|
3 |
import youtube_dl
|
4 |
|
5 |
import numpy as np
|
@@ -53,10 +55,18 @@ def find_frames(url, txt_model, vis_model, desc, seconds, top_k):
|
|
53 |
txt_embd, img_embds = get_embedding(txt_model, vis_model, desc, video)
|
54 |
cos_scores = np.array(util.cos_sim(txt_embd, img_embds))
|
55 |
ids = np.argsort(cos_scores)[0][-top_k:]
|
56 |
-
imgs = [Image.fromarray(video[i]) for i in ids]
|
|
|
|
|
|
|
|
|
|
|
57 |
|
58 |
gif_runner.empty()
|
59 |
text.empty()
|
|
|
|
|
|
|
60 |
st.image(imgs)
|
61 |
|
62 |
with open("HOME.md", "r") as f:
|
@@ -89,8 +99,8 @@ def clifs_page(txt_model, vis_model):
|
|
89 |
top_k = st.sidebar.slider(
|
90 |
"Top K",
|
91 |
min_value=1,
|
92 |
-
max_value=
|
93 |
-
value=
|
94 |
step=1,
|
95 |
)
|
96 |
desc = st.sidebar.text_input(
|
|
|
1 |
import ffmpeg
|
2 |
+
import os
|
3 |
import torch
|
4 |
+
import uuid
|
5 |
import youtube_dl
|
6 |
|
7 |
import numpy as np
|
|
|
55 |
txt_embd, img_embds = get_embedding(txt_model, vis_model, desc, video)
|
56 |
cos_scores = np.array(util.cos_sim(txt_embd, img_embds))
|
57 |
ids = np.argsort(cos_scores)[0][-top_k:]
|
58 |
+
imgs = [Image.fromarray(video[i]) for i in sorted(ids)]
|
59 |
+
|
60 |
+
# from: https://stackoverflow.com/a/57751793/5768407
|
61 |
+
fname = uuid.uuid4().hex
|
62 |
+
imgs[0].save(fp=f"./{fname}.gif", format='GIF', append_images=imgs[1:],
|
63 |
+
save_all=True, duration=200, loop=0)
|
64 |
|
65 |
gif_runner.empty()
|
66 |
text.empty()
|
67 |
+
st.image(f"./{fname}.gif")
|
68 |
+
# remove the gif from file so we don't build up a bunch of files
|
69 |
+
os.remove(f"./{fname}.gif")
|
70 |
st.image(imgs)
|
71 |
|
72 |
with open("HOME.md", "r") as f:
|
|
|
99 |
top_k = st.sidebar.slider(
|
100 |
"Top K",
|
101 |
min_value=1,
|
102 |
+
max_value=20,
|
103 |
+
value=10,
|
104 |
step=1,
|
105 |
)
|
106 |
desc = st.sidebar.text_input(
|