upload

.gitignore

@@ -1,2 +1,3 @@
 *.mp4
-notebooks/*
+notebooks/*
+download_db.py

app.py

@@ -1,7 +1,8 @@
 import os
+import random
+from functools import partial
 import json
 import base64
-from functools import partial
 
 import gradio as gr
 import firebase_admin
@@ -11,19 +12,32 @@ from firebase_admin import firestore
 from utils import get_youtube
 from model import summarize_video
 
-root_dir = '/home/user/app/video'
-
 # 環境変数から秘密鍵を取得
 encoded_key = os.environ["FIREBASE_CREDENTIALS_BASE64"]
 # Base64エンコードされた秘密鍵をデコード
 decoded_key = base64.b64decode(encoded_key)
 # デコードされた秘密鍵を使ってCredentialオブジェクトを作成
 cred = credentials.Certificate(json.loads(decoded_key))
+# cred = credentials.Certificate('/home/kazuki/casp/fastperson-538e9-firebase-adminsdk-285dh-fa3faea9d0.json')
 # Firebase Admin SDKを初期化
 firebase_admin.initialize_app(cred)
 
 db = firestore.client()
 
+def log_firestore(db, local_id="000000", action="test", user_id=""):
+    data = {
+        "local_id": local_id,
+        "timestamp": firestore.SERVER_TIMESTAMP,
+        "action": action,
+        "user_id": user_id
+    }
+    doc_ref = db.collection("exp.1").document()
+    doc_ref.set(data)
+    
+local_id = random.randint(0, 10000000)
+def store_local_id(user_id, local_id, db):
+    log_firestore(db, local_id=str(local_id), action='ID', user_id=str(user_id))
+
 # ---- Gradio Layout -----
 youtube_url_in = gr.Textbox(label="Youtube url", lines=1, interactive=True)
 video_in = gr.Video(label="Input Video", mirror_webcam=False, interactive=True)
@@ -41,26 +55,33 @@ with demo:
                 </div>
             ''')
     with gr.Row():
-            gr.Markdown('''
-            ### Summarize video
-            <ul>
-                <li>Step 1. download a video from youtube (select one of the examples and press the Download button)</li>
-                <li>Step 2: Select the summary rate and playback speed (select with slider)</li>
-                <li>Step 3: Generate a summarized video (press the Summarize button)</li>
-            </ul>
-            #### Output
-            <ul>
-                <li>An original downloaded video is displayed on the left side of the screen, and a summarized video is displayed on the right side of the screen.</li>
-                <li>A text summary of the video is displayed below it.</li>
-                <li>A transcription of the original video is displayed further down (the part extracted from the summarized video is highlighted).</li>
-            </ul>
-            ''')
+        gr.Markdown('''
+        ### Summarize video
+        <ul>
+            <li>Step 1. download a video from youtube (select one of the examples and press the Download button)</li>
+            <li>Step 2: Select the summary rate and playback speed (select with slider)</li>
+            <li>Step 3: Generate a summarized video (press the Summarize button)</li>
+        </ul>
+        ''')
     with gr.Row():
-            gr.Markdown('''
-            ### User ID
-            Fill in the user ID if the author of this system has instructed you to do so.
-            ''')
-            user_id = gr.Textbox(placeholder="Flip your user ID")
+        gr.Markdown('''
+        #### Output
+        <ul>
+            <li>An original downloaded video is displayed on the left side of the screen, and a summarized video is displayed on the right side of the screen.</li>
+            <li>A text summary of the video is displayed below it.</li>
+            <li>A transcription of the original video is displayed further down (the part extracted from the summarized video is highlighted).</li>
+        </ul>
+        ''')
+    with gr.Row():
+        gr.Markdown('''
+        ### User ID
+        Fill in the user ID if the author of this system has instructed you to do so.
+        ''')
+        with gr.Column():
+            user_id_input = gr.Textbox(placeholder="Enter your user ID", label="User ID")
+            store_local_id_wrapped = partial(store_local_id, local_id=local_id, db=db)
+            user_id_btn = gr.Button("Submit User ID")
+            user_id_btn.click(store_local_id_wrapped, inputs=[user_id_input])
     with gr.Row():         
         gr.Markdown('''
             ### You can test by following examples:
@@ -73,15 +94,14 @@ with demo:
     with gr.Column():
         youtube_url_in.render()
         download_youtube_btn = gr.Button("Download Youtube video")
-        get_youtube_wrapped = partial(get_youtube, user_id=user_id, db=db)
+        get_youtube_wrapped = partial(get_youtube, local_id=local_id, db=db)
         download_youtube_btn.click(get_youtube_wrapped, [youtube_url_in], [video_in])
-        print(video_in)
     with gr.Row():
         sum_ratio = gr.Slider(label="Summarize Ratio", minimum=0.3, maximum=0.8, step=0.05, value=0.6)
         playback_speed = gr.Slider(label="Playback Speed", minimum=0.5, maximum=2.0, step=0.25, value=1.0)
     with gr.Row():
         upload_output_video_btn = gr.Button("Summarize Video")
-        summarize_video_wrapped = partial(summarize_video, user_id=user_id, db=db)
+        summarize_video_wrapped = partial(summarize_video, local_id=local_id, db=db)
         upload_output_video_btn.click(summarize_video_wrapped, [video_in, sum_ratio, playback_speed], [video_out, summary_text, transcription_text])
     with gr.Row():  
         video_in.render()
@@ -91,5 +111,5 @@ with demo:
     with gr.Row():
         transcription_text.render()
     
-# demo.launch(debug=True, share)
+# demo.launch(debug=True, share=True)
 demo.launch(debug=True)

model.py

@@ -1,4 +1,3 @@
-import copy
 import subprocess
 
 import numpy as np
@@ -29,15 +28,19 @@ next_sentence_predict = BertForNextSentencePrediction.from_pretrained("bert-base
 # 文章の要約モデル
 summarizer = pipeline("summarization", model="philschmid/bart-large-cnn-samsum")
 
-def log_firestore(db, user_id="000000", message="test"):
-    doc_ref = db.collection("button_clicks").document()
-    doc_ref.set({
-        "user_id": user_id,
-        "message": message,
-        "timestamp": firestore.SERVER_TIMESTAMP
-    })
+def log_firestore(db, local_id="000000", action="test", sim_thr="", playback_speed=""):
+    data = {
+        "local_id": local_id,
+        "timestamp": firestore.SERVER_TIMESTAMP,
+        "action": action,
+        "sim_thr": sim_thr,
+        "playback_speed": playback_speed
+    }
+    doc_ref = db.collection("exp.1").document()
+    doc_ref.set(data)
+    print(f"Download Video: {doc_ref.id}")
 
-def summarize_video(video_path, sim_thr, playback_speed, user_id, db):
+def summarize_video(video_path, sim_thr, playback_speed, local_id, db):
     """
     動画要約
     
@@ -213,5 +216,5 @@ def summarize_video(video_path, sim_thr, playback_speed, user_id, db):
     final_video.write_videofile(output_path)
     print(output_path)
     print("Success summarize video")
-    log_firestore(db, user_id, f'Summarize Ratio:{sim_thr},Playback Speed:{playback_speed}')
+    log_firestore(db, local_id=str(local_id), action='SV', sim_thr=str(sim_thr), playback_speed=str(playback_speed))
     return output_path, summary_text, full_textt

utils.py

@@ -3,17 +3,19 @@ from scipy.signal import resample
 from firebase_admin import firestore
 
 
-def log_firestore(db, user_id="000000", message="test"):
-    doc_ref = db.collection("button_clicks").document()
-    doc_ref.set({
-        "user_id": user_id,
-        "message": message,
-        "timestamp": firestore.SERVER_TIMESTAMP
-    })
+def log_firestore(db, local_id="000000", action="test", url=""):
+    data = {
+        "local_id": local_id,
+        "timestamp": firestore.SERVER_TIMESTAMP,
+        "action": action,
+        "url": url
+    }
+    doc_ref = db.collection("exp.1").document()
+    doc_ref.set(data)
 
-def get_youtube(video_url, user_id, db):
+def get_youtube(video_url, local_id, db):
     # YouTubeの動画をダウンロード
-    log_firestore(db, user_id=user_id, message=f'Download Video:{video_url}')
+    log_firestore(db, local_id=str(local_id), action='DV', url=str(video_url))
     print("Start download video")
     yt = YouTube(video_url)
     abs_video_path = yt.streams.filter(progressive=True, file_extension='mp4').order_by('resolution').desc().first().download(filename='download.mp4', output_path='movies/')