optional end time

app.py

@@ -123,7 +123,7 @@ def detect_beeps(video_path, event_length=30):
 
 
 def inference(stream_url, start_time, end_time, beep_detection_on, event_length, count_only_api, api_key,
-              img_size=256, seq_len=64, stride_length=32, stride_pad=3, batch_size=4, 
+              img_size=256, seq_len=64, stride_length=32, stride_pad=3, batch_size=4, resize_factor=0.5, min_size=300, force_30_fps=True,
               miss_threshold=0.8, marks_threshold=0.5, median_pred_filter=True, center_crop=True, both_feet=True, 
               api_call=False,
               progress=gr.Progress()):
@@ -149,24 +149,32 @@ def inference(stream_url, start_time, end_time, beep_detection_on, event_length,
     fps = int(cap.get(cv2.CAP_PROP_FPS))
     seconds = length / fps
     all_frames = []
-    frame_i = 1
-    resize_size = max(frame_width, frame_height)
+    frame_i = 0
+    #resize_size = int(max(frame_width, frame_height) * 0.4)
+    resize_amount = max((img_size + 64) / frame_width, (img_size + 64) / frame_height)
     while cap.isOpened():
+        frame_i += 1
+        
         ret, frame = cap.read()
         if ret is False:
             frame = all_frames[-1]  # padding will be with last frame
             break
+        # if force_30_fps and fps != 30 and frame_i % 4 != 0:
+        #     continue
+        
         frame = cv2.cvtColor(np.uint8(frame), cv2.COLOR_BGR2RGB)
         # add square padding with opencv
         #frame = square_pad_opencv(frame)
-        frame = cv2.resize(frame, (resize_size, resize_size), interpolation=cv2.INTER_CUBIC)
+        frame_center_x = frame.shape[1] // 2
+        frame_center_y = frame.shape[0] // 2
+        frame = cv2.resize(frame, (0, 0), fx=resize_amount, fy=resize_amount, interpolation=cv2.INTER_CUBIC)
         frame_center_x = frame.shape[1] // 2
         frame_center_y = frame.shape[0] // 2
         crop_x = frame_center_x - img_size // 2
         crop_y = frame_center_y - img_size // 2
         frame = frame[crop_y:crop_y+img_size, crop_x:crop_x+img_size]
         all_frames.append(frame)
-        frame_i += 1
+        
     cap.release()
 
     length = len(all_frames)
@@ -430,7 +438,7 @@ with gr.Blocks() as demo:
     api_dummy_button.click(api_inference, [in_stream_url, in_stream_start, in_stream_end, beep_detection_on, event_length, count_only, api_token], 
                            outputs=[period_length], api_name='inference')
     examples = [
-        ['https://hiemdall-dev2.azurewebsites.net/api/playlist/rec_rd2FAyUo/vod', '00:43:10', '00:43:45', True, 30],
+        ['https://hiemdall-dev2.azurewebsites.net/api/clip/clp_vrpWTyjM/mp4', '00:00:00', '00:01:10', True, 60],
         ['https://hiemdall-dev2.azurewebsites.net/api/playlist/rec_UGEhqlMh/vod', '00:00:18', '00:00:55', True, 30],
         #['https://hiemdall-dev2.azurewebsites.net/api/playlist/rec_rd2FAyUo/vod', '01:24:22', '01:25:35', True, 60]
         #['https://hiemdall-dev2.azurewebsites.net/api/playlist/rec_PY5Ukaua/vod, '00:52:53', '00:55:00', True, 120]

hls_download.py

@@ -4,6 +4,8 @@ import os
 def download_clips(stream_url, out_dir, start_time, end_time, resize=True):
     output_file = os.path.join(out_dir, f"train_{len(os.listdir(out_dir))}.mp4")
     tmp_file = os.path.join(out_dir, f"train_{len(os.listdir(out_dir))}_tmp.mp4")
+    if end_time is None or end_time == '':
+        end_time = 'inf'
     yt_dlp_cmd = [
         'yt-dlp',
         '--download-sections', f'*{start_time}-{end_time}',
@@ -25,7 +27,6 @@ def download_clips(stream_url, out_dir, start_time, end_time, resize=True):
                 'ffmpeg',
                 '-i', tmp_file,
                 '-c:v', 'libx264',
-                '-preset', 'veryfast',
                 '-crf', '23',
                 '-r', '30',
                 '-maxrate', '2M',
@@ -47,4 +48,4 @@ def download_clips(stream_url, out_dir, start_time, end_time, resize=True):
         os.rename(tmp_file, output_file)
     print(f"Converted {output_file}")
 
-    return output_file
+    return output_file