File size: 3,221 Bytes
341570c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 |
dir_videos='/apdcephfs/share_1290939/raphaelliu/EvalCrafter/videos'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/base'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/interpolation'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/vsr'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/lavie/vsr_interpolation'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/gen2_december'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/pika_v1_december'
dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/mix-aug-sr'
dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/mix-sr'
dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/MoonValley'
dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt700-release/HiDream'
# dir_videos='/apdcephfs/share_1290939/raphaelliu/Vid_Eval/Video_Gen/prompt500-release/gen2'
# [need for speicific platform] pip install spatial_correlation_sampler
# pip install spatial_correlation_sampler==0.4.0 --index-url https://mirrors.tencent.com/pypi/simple/
# sleep 1h
# Celebrity ID Score
cd metrics/deepface
python3 celebrity_id_score.py --dir_videos $dir_videos
# IS
# cd ..
# python3 is.py --dir_videos $dir_videos &
# # # OCR Score
# python3 ocr_score.py --dir_videos $dir_videos --metric 'ocr_score'
# # # VQA_A and VQA_T
# cd DOVER
# python3 evaluate_a_set_of_videos.py --dir_videos $dir_videos
# cd ..
# cd Scores_with_CLIP
# CLIP-Score
# python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'clip_score'
# # Face Consistency
# python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'face_consistency_score'
# # SD-Score
# python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'sd_score'
# # BLIP-BLUE
# python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'blip_bleu'
# # CLIP-Temp
# python3 Scores_with_CLIP.py --dir_videos $dir_videos --metric 'clip_temp_score'
# # # # Action Score
# cd ..
# cd mmaction2/demo
# python3 action_score.py --dir_videos $dir_videos --metric 'action_score'
# cd ..
# cd ..
# cd RAFT
# # Flow-Score
# python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'flow_score' &
# # Motion AC-Score
# python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'motion_ac_score'
# # Warping Error
# python3 optical_flow_scores.py --dir_videos $dir_videos --metric 'warping_error'
# cd ..
# cd Segment-and-Track-Anything
# # Count-Score
# python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'count_score' &
# # # Color-Score
# python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'color_score'
# # Detection-Score
# python3 object_attributes_eval.py --dir_videos $dir_videos --metric 'detection_score'
# # # Final results
# cd ..
# cd ..
# python eval_from_metrics.py
# # # # mv /apdcephfs/share_1290939/raphaelliu/EvalCrafter/results /apdcephfs/share_1290939/raphaelliu/EvalCrafter/results_interpolation
|