Update README.md

README.md

@@ -120,6 +120,7 @@ name_dict = {
 To use this model, you need to install the following dependencies:
 
 ```bash
+sudo apt-get update && sudo apt-get install git-lfs ffmpeg cbm
 pip install -U diffusers transformers sentencepiece peft controlnet-aux
 ```
 
@@ -340,12 +341,66 @@ from IPython import display
 display.Video("zhongli_animation.mp4", width=512, height=512)
 ```
 
+Use `AutoPipelineForImage2Image` to enhance output:
+
+```python
+from moviepy.editor import VideoFileClip
+from PIL import Image
+clip = VideoFileClip("zhongli_animation.mp4")
+frames = list(map(Image.fromarray ,clip.iter_frames()))
+
+from diffusers import AutoPipelineForText2Image, AutoPipelineForImage2Image
+from diffusers.utils import load_image, make_image_grid
+import torch
+
+pipeline_text2image = AutoPipelineForText2Image.from_pretrained(
+    "svjack/GenshinImpact_XL_Base",
+    torch_dtype=torch.float16
+)
+
+# use from_pipe to avoid consuming additional memory when loading a checkpoint
+pipeline = AutoPipelineForImage2Image.from_pipe(pipeline_text2image).to("cuda")
+
+from tqdm import tqdm
+req = []
+for init_image in tqdm(frames):
+    prompt = "solo,ZHONGLI\(genshin impact\),1boy,portrait,upper_body,highres, keep eyes forward."
+    image = pipeline(prompt, image=init_image, strength=0.8, guidance_scale=10.5).images[0]
+    req.append(image)
+
+from diffusers.utils import export_to_video
+export_to_video(req, "zhongli_animation_im2im.mp4")
+from IPython import display
+display.Video("zhongli_animation_im2im.mp4", width=512, height=512)
+```
+
 ##### Enhancing Animation with RIFE
 To enhance the animation using RIFE (Real-Time Intermediate Flow Estimation):
 
 ```bash
 git clone https://github.com/svjack/Practical-RIFE && cd Practical-RIFE && pip install -r requirements.txt
-python inference_video.py --multi=128 --video=../zhongli_animation.mp4
+python inference_video.py --multi=128 --video=zhongli_animation_im2im.mp4
+```
+
+```python
+from moviepy.editor import VideoFileClip
+clip = VideoFileClip("zhongli_animation_im2im_128X_1280fps.mp4")
+
+def speed_change_video(video_clip, speed_factor, output_path):
+    if speed_factor == 1:
+        # 如果变速因子为1，直接复制原视频
+        video_clip.write_videofile(output_path, codec="libx264")
+    else:
+        # 否则，按变速因子调整视频速度
+        new_duration = video_clip.duration / speed_factor
+        sped_up_clip = video_clip.speedx(speed_factor)
+        sped_up_clip.write_videofile(output_path, codec="libx264")
+
+speed_change_video(clip, 0.05, "zhongli_animation_im2im_128X_1280fps_wrt.mp4")
+
+VideoFileClip("zhongli_animation_im2im_128X_1280fps_wrt.mp4").set_duration(10).write_videofile("zhongli_animation_im2im_128X_1280fps_wrt_10s.mp4", codec="libx264")
+from IPython import display
+display.Video("zhongli_animation_im2im_128X_1280fps_wrt_10s.mp4", width=512, height=512)
 ```
 
 ##### Merging Videos Horizontally
@@ -378,22 +433,20 @@ def merge_videos_horizontally(video_path1, video_path2, output_video_path):
     print(f"Merged video saved to {output_video_path}")
 
 # Example usage
-video_path1 = "zhongli_animation.mp4"
-video_path2 = "zhongli_animation_128X_1280fps_wrt.mp4"
-output_video_path = "zhongli_inter_video_compare.mp4"
+video_path1 = "zhongli_animation.mp4"  # 第一个视频文件路径
+video_path2 = "zhongli_animation_im2im_128X_1280fps_wrt_10s.mp4"  # 第二个视频文件路径
+output_video_path = "zhongli_inter_video_im2im_compare.mp4"  # 输出视频的路径
 merge_videos_horizontally(video_path1, video_path2, output_video_path)
 ```
 
 
 
 <div>
-    <b><h3 style="text-align: center;">Left is zhongli_animation.mp4, Right is zhongli_animation_128X_1280fps_wrt.mp4</h3></b>
+    <b><h3 style="text-align: center;">Left is zhongli_animation.mp4 (By AnimateDiffSDXLPipeline), Right is zhongli_animation_im2im_128X_1280fps_wrt_10s.mp4 (By AutoPipelineForImage2Image + Practical-RIFE)</h3></b>
     <div style="display: flex; flex-direction: column; align-items: center;">
         <div style="margin-bottom: 10px;">
-            <video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/634dffc49b777beec3bc6448/AgdsshSX-Dt5ObeAkjmby.mp4"></video>
+            <video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/634dffc49b777beec3bc6448/gBaodBk8z3aI69LiT36w2.mp4"></video>
             <p style="text-align: center;">钟离</p>
         </div>
     </div>
 </div>
-
-