dir_videos='/apdcephfs/share_1290939/raphaelliu/EvalCrafter/videos' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/base' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/interpolation' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/vsr' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/vsr_interpolation' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/gen2_december' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/pika_v1_december' dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/mix-aug-sr' dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/mix-sr' dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/MoonValley' dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/HiDream' # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt500-release/gen2' # [need for speicific platform] pip install spatial_correlation_sampler # pip install spatial_correlation_sampler==0.4.0 --index-url https://mirrors.tencent.com/pypi/simple/ # sleep 1h # Celebrity ID Score cd metrics/deepface python3 celebrity_id_score.py --dir_videos $dir_videos # IS # cd .. # python3 is.py --dir_videos $dir_videos & # # # OCR Score # python3 ocr_score.py --dir_videos $dir_videos --metric 'ocr_score' # # # VQA_A and VQA_T # cd DOVER # python3 evaluate_a_set_of_videos.py --dir_videos $dir_videos # cd .. # cd Scores_with_CLIP # CLIP-Score # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'clip_score' # # Face Consistency # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'face_consistency_score' # # SD-Score # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'sd_score' # # BLIP-BLUE # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'blip_bleu' # # CLIP-Temp # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'clip_temp_score' # # # # Action Score # cd .. # cd mmaction2/demo # python3 action_score.py --dir_videos $dir_videos --metric 'action_score' # cd .. # cd .. # cd RAFT # # Flow-Score # python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'flow_score' & # # Motion AC-Score # python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'motion_ac_score' # # Warping Error # python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'warping_error' # cd .. # cd Segment-and-Track-Anything # # Count-Score # python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'count_score' & # # # Color-Score # python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'color_score' # # Detection-Score # python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'detection_score' # # # Final results # cd .. # cd .. # python eval_from_metrics.py # # # # mv /apdcephfs/share_1290939/raphaelliu/EvalCrafter/results /apdcephfs/share_1290939/raphaelliu/EvalCrafter/results_interpolation