file display

main.py

@@ -2,6 +2,9 @@
 import mmpose
 from mmpose.apis import MMPoseInferencer
 
+# Ultralytics
+#from ultralytics import YOLO
+
 # Gradio
 import gradio as gr
 
@@ -23,21 +26,19 @@ human3d = MMPoseInferencer(pose3d="human3d")
 # Defining inferencer models to lookup in function
 inferencers = {"Estimate human 2d poses":human, "Estimate human 2d hand poses":hand, "Estimate human 3d poses":human3d}
 
-# inferencer = MMPoseInferencer('human')
-# inferencer = MMPoseInferencer(pose3d="human3d")
-
-# https://github.com/open-mmlab/mmpose/tree/dev-1.x/configs/body_3d_keypoint/pose_lift
-# motionbert_ft_h36m-d80af323_20230531.pth
-# simple3Dbaseline_h36m-f0ad73a4_20210419.pth
-# videopose_h36m_243frames_fullconv_supervised_cpn_ft-88f5abbb_20210527.pth
-# videopose_h36m_81frames_fullconv_supervised-1f2d1104_20210527.pth
-# videopose_h36m_27frames_fullconv_supervised-fe8fbba9_20210527.pth
-# videopose_h36m_1frame_fullconv_supervised_cpn_ft-5c3afaed_20210527.pth
-
-# https://github.com/open-mmlab/mmpose/blob/main/mmpose/apis/inferencers/pose3d_inferencer.py
 
 print("[INFO]: Downloaded models!")
 
+def tracking(video, model, boxes=True):
+    print("[INFO] Loading model...")
+    # Load an official or custom model
+
+    # Perform tracking with the model
+    print("[INFO] Starting tracking!")
+    # https://docs.ultralytics.com/modes/predict/
+    annotated_frame = model(video, device="cuda", boxes=boxes)
+    
+    return annotated_frame
 
 def poses(photo, check):
     # Selecting the specific inferencer
@@ -64,27 +65,15 @@ def poses(photo, check):
 
     return out_files
 
-# # specify detection model by alias
-# # the available aliases include 'human', 'hand', 'face', 'animal',
-# # as well as any additional aliases defined in mmdet
-# inferencer = MMPoseInferencer(
-#     # suppose the pose estimator is trained on custom dataset
-#     pose2d='custom_human_pose_estimator.py',
-#     pose2d_weights='custom_human_pose_estimator.pth',
-#     det_model='human'
-# )
-
-    
 def run():
     #https://github.com/open-mmlab/mmpose/blob/main/docs/en/user_guides/inference.md
-    available_methods = ["Estimate human 2d poses", "Estimate human 2d hand poses", "Estimate human 3d poses"]
-    check_web =  gr.CheckboxGroup(choices = available_methods, label="Methods", type="value", info="Select the model(s) you want")
-    check_file = gr.CheckboxGroup(choices = available_methods, label="Methods", type="value", info="Select the model(s) you want")
+    check_web =  gr.CheckboxGroup(choices = ["Estimate human 2d poses", "Estimate human 2d hand poses", "Estimate human 3d poses"], label="Methods", type="value", info="Select the model(s) you want")
+    check_file = gr.CheckboxGroup(choices = ["Estimate human 2d poses", "Estimate human 2d hand poses", "Estimate human 3d poses"], label="Methods", type="value", info="Select the model(s) you want")
 
     webcam = gr.Interface(
         fn=poses,
         inputs= [gr.Video(source="webcam", height=412), check_web],
-        outputs = [gr.PlayableVideo()]*len(available_methods),  #file_types=['.mp4'] #gr.Video(),
+        outputs = [gr.PlayableVideo()]*len(["Estimate human 2d poses", "Estimate human 2d hand poses", "Estimate human 3d poses"]),  #file_types=['.mp4'] #gr.Video(),
         title = 'Pose estimation', 
         description = 'Pose estimation on video',
         allow_flagging=False
@@ -93,7 +82,7 @@ def run():
     file = gr.Interface(
         poses,
         inputs = [gr.Video(source="upload", height=412), check_file],
-        outputs = [gr.PlayableVideo()]*len(available_methods),
+        outputs = [gr.PlayableVideo()]*len(["Estimate human 2d poses", "Estimate human 2d hand poses", "Estimate human 3d poses"]),
         allow_flagging=False
     )
 
@@ -107,3 +96,12 @@ def run():
 
 if __name__ == "__main__":
     run()
+
+# https://github.com/open-mmlab/mmpose/tree/dev-1.x/configs/body_3d_keypoint/pose_lift
+# motionbert_ft_h36m-d80af323_20230531.pth
+# simple3Dbaseline_h36m-f0ad73a4_20210419.pth
+# videopose_h36m_243frames_fullconv_supervised_cpn_ft-88f5abbb_20210527.pth
+# videopose_h36m_81frames_fullconv_supervised-1f2d1104_20210527.pth
+# videopose_h36m_27frames_fullconv_supervised-fe8fbba9_20210527.pth
+# videopose_h36m_1frame_fullconv_supervised_cpn_ft-5c3afaed_20210527.pth
+# https://github.com/open-mmlab/mmpose/blob/main/mmpose/apis/inferencers/pose3d_inferencer.py