update

VSL_SAM_SLR_V2_joint_v2.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ef526a98c6a94eaf38df2450ed13a276edcf8862b989a9403aa0e9c390b4e9
+size 16700901

app.py

@@ -22,7 +22,7 @@ description = '''
 examples = []
 
 # Load the configuration file.
-ort_session = ort.InferenceSession('VSL_SAM_SLR_V2_joint_165.onnx')
+ort_session = ort.InferenceSession('VSL_SAM_SLR_V2_joint_v2.onnx')
 
 # Load id-to-gloss mapping.
 id2gloss = pd.read_csv('gloss.csv', names=['id', 'gloss']).to_dict()['gloss']

utils/data.py

@@ -161,7 +161,7 @@ def preprocess(
     '''
     inputs = extract_joints(source=source, keypoints_detector=keypoints_detector)
 
-    # T = inputs.shape[1]
+    T = inputs.shape[1]
     # ori_data = inputs
     # for t in range(T - 1):
     #      inputs[:, t, :, :] = ori_data[:, t + 1, :, :] - ori_data[:, t, :, :]
@@ -225,115 +225,3 @@ def uniform_sample_np(data: np.ndarray, size: int) -> np.ndarray:
     interval = T / size
     uniform_list = [int(i * interval) for i in range(size)]
     return data[:, uniform_list]
-
-
-def calculate_angle(
-    shoulder: list,
-    elbow: list,
-    wrist: list,
-) -> float:
-    '''
-    Calculate the angle between the shoulder, elbow, and wrist.
-
-    Parameters
-    ----------
-    shoulder : list
-        Shoulder coordinates.
-    elbow : list
-        Elbow coordinates.
-    wrist : list
-        Wrist coordinates.
-
-    Returns
-    -------
-    float
-        Angle in degree between the shoulder, elbow, and wrist.
-    '''
-    shoulder = np.array(shoulder)
-    elbow = np.array(elbow)
-    wrist = np.array(wrist)
-
-    radians = np.arctan2(wrist[1] - elbow[1], wrist[0] - elbow[0]) \
-        - np.arctan2(shoulder[1] - elbow[1], shoulder[0] - elbow[0])
-    angle = np.abs(radians * 180.0 / np.pi)
-
-    if angle > 180.0:
-        angle = 360 - angle
-    return angle
-
-
-def do_hands_relax(
-    pose_landmarks: list,
-    angle_threshold: float = 160.0,
-) -> bool:
-    '''
-    Check if the hand is down.
-
-    Parameters
-    ----------
-    hand_landmarks : list
-        Hand landmarks.
-    angle_threshold : float, optional
-        Angle threshold, by default 160.0.
-
-    Returns
-    -------
-    bool
-        True if the hand is down, False otherwise.
-    '''
-    if pose_landmarks is None:
-        return True
-
-    landmarks = pose_landmarks.landmark
-    left_shoulder = [
-        landmarks[pose.PoseLandmark.LEFT_SHOULDER.value].x,
-        landmarks[pose.PoseLandmark.LEFT_SHOULDER.value].y,
-        landmarks[pose.PoseLandmark.LEFT_SHOULDER.value].visibility,
-    ]
-    left_elbow = [
-        landmarks[pose.PoseLandmark.LEFT_ELBOW.value].x,
-        landmarks[pose.PoseLandmark.LEFT_ELBOW.value].y,
-        landmarks[pose.PoseLandmark.LEFT_SHOULDER.value].visibility,
-    ]
-    left_wrist = [
-        landmarks[pose.PoseLandmark.LEFT_WRIST.value].x,
-        landmarks[pose.PoseLandmark.LEFT_WRIST.value].y,
-        landmarks[pose.PoseLandmark.LEFT_SHOULDER.value].visibility,
-    ]
-    left_angle = calculate_angle(left_shoulder, left_elbow, left_wrist)
-
-    right_shoulder = [
-        landmarks[pose.PoseLandmark.RIGHT_SHOULDER.value].x,
-        landmarks[pose.PoseLandmark.RIGHT_SHOULDER.value].y,
-        landmarks[pose.PoseLandmark.RIGHT_SHOULDER.value].visibility,
-    ]
-    right_elbow = [
-        landmarks[pose.PoseLandmark.RIGHT_ELBOW.value].x,
-        landmarks[pose.PoseLandmark.RIGHT_ELBOW.value].y,
-        landmarks[pose.PoseLandmark.RIGHT_SHOULDER.value].visibility,
-    ]
-    right_wrist = [
-        landmarks[pose.PoseLandmark.RIGHT_WRIST.value].x,
-        landmarks[pose.PoseLandmark.RIGHT_WRIST.value].y,
-        landmarks[pose.PoseLandmark.RIGHT_SHOULDER.value].visibility,
-    ]
-    right_angle = calculate_angle(right_shoulder, right_elbow, right_wrist)
-
-    is_visible = all(
-        [
-            left_shoulder[2] > 0,
-            left_elbow[2] > 0,
-            left_wrist[2] > 0,
-            right_shoulder[2] > 0,
-            right_elbow[2] > 0,
-            right_wrist[2] > 0,
-        ]
-    )
-
-    return all(
-        [
-            is_visible,
-            left_angle < angle_threshold,
-            right_angle < angle_threshold,
-        ]
-    )