update

app.py

@@ -106,6 +106,13 @@ with gr.Blocks(css='style.css') as demo:
     </div>
     """)
 
+    gr.HTML("""
+    <p>We provide a <a href="https://github.com/Make-A-Protagonist/Make-A-Protagonist/blob/main/docs/demo_guidance.md"> Demo Guidance </a> to help users to choose hyperparameters when editing videos.
+    <p>You may duplicate the space and upgrade GPU for better performance and faster inference without waiting in the queue.
+    <p>Alternatively, try our GitHub <a href=https://github.com/Make-A-Protagonist/Make-A-Protagonist> code  </a> on your GPU.
+    </p>""")
+
+
 
     with gr.Row():
         with gr.Column():
@@ -136,14 +143,14 @@ with gr.Blocks(css='style.css') as demo:
                                 placeholder='Example: "A panda is surfing"')
             video_length = gr.Slider(label='Video length',
                                      minimum=4,
-                                     maximum=8,
+                                     maximum=6,
                                      step=1,
-                                     value=8)
+                                     value=6)
             fps = gr.Slider(label='FPS',
                             minimum=1,
-                            maximum=8,
+                            maximum=6,
                             step=1,
-                            value=4)
+                            value=3)
             seed = gr.Slider(label='Seed',
                              minimum=0,
                              maximum=100000,
@@ -207,8 +214,8 @@ with gr.Blocks(css='style.css') as demo:
             [
                 'Make-A-Protagonist/ikun',
                 'A man is playing basketball on the beach, anime style.',
-                8,
-                4,
+                6,
+                3,
                 33,
                 50,
                 12.5,
@@ -224,8 +231,8 @@ with gr.Blocks(css='style.css') as demo:
             [
                 'Make-A-Protagonist/huaqiang',
                 'Elon Musk walking down the street.',
-                8,
-                4,
+                6,
+                3,
                 33,
                 50,
                 12.5,
@@ -241,8 +248,8 @@ with gr.Blocks(css='style.css') as demo:
             [
                 'Make-A-Protagonist/yanzi',
                 'A panda walking down the snowy street.',
-                8,
-                4,
+                6,
+                3,
                 33,
                 50,
                 12.5,
@@ -258,8 +265,8 @@ with gr.Blocks(css='style.css') as demo:
             [
                 'Make-A-Protagonist/car-turn',
                 'A car moving in the desert.',
-                8,
-                4,
+                6,
+                3,
                 33,
                 50,
                 12.5,
@@ -275,8 +282,8 @@ with gr.Blocks(css='style.css') as demo:
             [
                 'Make-A-Protagonist/car-turn',
                 'A Suzuki Jimny driving down a mountain road in the rain.',
-                8,
-                4,
+                6,
+                3,
                 33,
                 50,
                 12.5,

inference.py

@@ -242,6 +242,7 @@ class InferencePipeline:
             sample_indices = self.sample_indices
             image_embed = [self.train_dataset.img_embeddings[idx] for idx in sample_indices]
             image_embed = torch.stack(image_embed, dim=0).to(device=ddim_inv_latent.device, dtype=ddim_inv_latent.dtype) # F, 768 for UnCLIP-small # F,C
+            image_embed = image_embed[:video_length]
             ref_image = None
 
         # ipdb.set_trace()