| dir_videos='/apdcephfs/share_1290939/raphaelliu/EvalCrafter/videos' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/base' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/interpolation' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/vsr' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/vsr_interpolation' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/gen2_december' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/pika_v1_december' | |
| dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/mix-aug-sr' | |
| dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/mix-sr' | |
| dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/MoonValley' | |
| dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/HiDream' | |
| # dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt500-release/gen2' | |
| # [need for speicific platform] pip install spatial_correlation_sampler | |
| # pip install spatial_correlation_sampler==0.4.0 --index-url https://mirrors.tencent.com/pypi/simple/ | |
| # sleep 1h | |
| # Celebrity ID Score | |
| cd metrics/deepface | |
| python3 celebrity_id_score.py --dir_videos $dir_videos | |
| # IS | |
| # cd .. | |
| # python3 is.py --dir_videos $dir_videos & | |
| # # # OCR Score | |
| # python3 ocr_score.py --dir_videos $dir_videos --metric 'ocr_score' | |
| # # # VQA_A and VQA_T | |
| # cd DOVER | |
| # python3 evaluate_a_set_of_videos.py --dir_videos $dir_videos | |
| # cd .. | |
| # cd Scores_with_CLIP | |
| # CLIP-Score | |
| # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'clip_score' | |
| # # Face Consistency | |
| # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'face_consistency_score' | |
| # # SD-Score | |
| # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'sd_score' | |
| # # BLIP-BLUE | |
| # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'blip_bleu' | |
| # # CLIP-Temp | |
| # python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'clip_temp_score' | |
| # # # # Action Score | |
| # cd .. | |
| # cd mmaction2/demo | |
| # python3 action_score.py --dir_videos $dir_videos --metric 'action_score' | |
| # cd .. | |
| # cd .. | |
| # cd RAFT | |
| # # Flow-Score | |
| # python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'flow_score' & | |
| # # Motion AC-Score | |
| # python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'motion_ac_score' | |
| # # Warping Error | |
| # python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'warping_error' | |
| # cd .. | |
| # cd Segment-and-Track-Anything | |
| # # Count-Score | |
| # python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'count_score' & | |
| # # # Color-Score | |
| # python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'color_score' | |
| # # Detection-Score | |
| # python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'detection_score' | |
| # # # Final results | |
| # cd .. | |
| # cd .. | |
| # python eval_from_metrics.py | |
| # # # # mv /apdcephfs/share_1290939/raphaelliu/EvalCrafter/results /apdcephfs/share_1290939/raphaelliu/EvalCrafter/results_interpolation | |