update

examples/all_subsets.json

@@ -36,7 +36,9 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 3\n dynamic degree: 3\n motion smoothness: 3\n text-to-video alignment: 3\n factual consistency: 3\n overall score: 3\n"
             }
-        ]
+        ],
+        "video": "r003679.mp4",
+        "prompt": "dog rolls over and falls off couch"
     },
     {
         "id": "real_r100916",
@@ -67,7 +69,9 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 3\n dynamic degree: 3\n motion smoothness: 3\n text-to-video alignment: 3\n factual consistency: 3\n overall score: 3\n"
             }
-        ]
+        ],
+        "video": "r100916.mp4",
+        "prompt": "A young man is standing in front of a glacier with mountains in the background."
     },
     {
         "id": "real_r004061",
@@ -106,7 +110,9 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 3\n dynamic degree: 3\n motion smoothness: 3\n text-to-video alignment: 3\n factual consistency: 3\n overall score: 3\n"
             }
-        ]
+        ],
+        "video": "r004061.mp4",
+        "prompt": "a man wearing a striped blanket over his backpack runs behind two other men."
     },
     {
         "id": "worsen_gen_b404675",
@@ -137,7 +143,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 1\n dynamic degree: 3\n motion smoothness: 3\n text-to-video alignment: 2\n factual consistency: 3\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "b404675.mp4",
+        "prompt": "After a few years, Ghulam Muhammad became the owner of his business"
     },
     {
         "id": "worsen_gen_b402727",
@@ -168,7 +176,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 1\n dynamic degree: 3\n motion smoothness: 3\n text-to-video alignment: 3\n factual consistency: 3\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "b402727.mp4",
+        "prompt": "view down to the path in the field, moving forward, night, dark."
     },
     {
         "id": "worsen_gen_b304986",
@@ -199,7 +209,9 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 1\n dynamic degree: 3\n motion smoothness: 1\n text-to-video alignment: 2\n factual consistency: 3\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "b304986.mp4",
+        "prompt": "Old Philippino man, close up, subtle smile, teats of joy, in old wood room"
     },
     {
         "id": "static_d500937",
@@ -230,7 +242,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 3\n dynamic degree: 1\n motion smoothness: 1\n text-to-video alignment: 1\n factual consistency: 1\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "d500937.mp4",
+        "prompt": "write y in the garden with flowers"
     },
     {
         "id": "static_d500506",
@@ -261,7 +275,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 3\n dynamic degree: 1\n motion smoothness: 1\n text-to-video alignment: 1\n factual consistency: 1\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "d500506.mp4",
+        "prompt": "a boy paiting a beautiful landscape"
     },
     {
         "id": "static_d401950",
@@ -292,7 +308,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 3\n dynamic degree: 1\n motion smoothness: 1\n text-to-video alignment: 1\n factual consistency: 1\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "d401950.mp4",
+        "prompt": "sneaker with exclusive design worth 1 billion"
     },
     {
         "id": "insf_a500251",
@@ -323,7 +341,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 1\n dynamic degree: 3\n motion smoothness: 1\n text-to-video alignment: 1\n factual consistency: 1\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "a500251.mp4",
+        "prompt": ":sci fi war in the moon"
     },
     {
         "id": "insf_a400480",
@@ -354,7 +374,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 1\n dynamic degree: 3\n motion smoothness: 1\n text-to-video alignment: 1\n factual consistency: 1\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "a400480.mp4",
+        "prompt": "for a dog accessories brand a welcome image: brand name: hot doggies"
     },
     {
         "id": "insf_a500010",
@@ -385,7 +407,9 @@
                 "from": "gpt",
                 "value": "visual quality: 1\n object consistency: 1\n dynamic degree: 3\n motion smoothness: 1\n text-to-video alignment: 1\n factual consistency: 1\n overall score: 1\n"
             }
-        ]
+        ],
+        "video": "a500010.mp4",
+        "prompt": "a druid in the forest cinematic"
     },
     {
         "id": "lab_3005033",
@@ -416,7 +440,9 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 2\n dynamic degree: 3\n motion smoothness: 2\n text-to-video alignment: 2\n factual consistency: 3\n overall score: 2\n"
             }
-        ]
+        ],
+        "video": "3005033.mp4",
+        "prompt": "a robot vacuum traveling through southeast asian countries"
     },
     {
         "id": "lab_7004180",
@@ -439,7 +465,9 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 3\n dynamic degree: 3\n motion smoothness: 3\n text-to-video alignment: 3\n factual consistency: 3\n overall score: 3\n"
             }
-        ]
+        ],
+        "video": "7004180.mp4",
+        "prompt": "jiaxuan is the most beautiful \uff0celegant\uff0ccharming girl in the world. billions of boys fell in love with her"
     },
     {
         "id": "lab_1006309",
@@ -470,6 +498,8 @@
                 "from": "gpt",
                 "value": "visual quality: 3\n object consistency: 2\n dynamic degree: 3\n motion smoothness: 2\n text-to-video alignment: 3\n factual consistency: 2\n overall score: 3\n"
             }
-        ]
+        ],
+        "video": "1006309.mp4",
+        "prompt": "scary halloween skeletons are having a conversation with each other"
     }
 ]

examples/test.ipynb

@@ -105,7 +105,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
     {
@@ -113,15 +113,35 @@
      "output_type": "stream",
      "text": [
       "dog rolls over and falls off couch\n",
-      "Created video for r003679\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "[ERROR:0@119.424] global cap_ffmpeg_impl.hpp:3130 open Could not find encoder for codec_id=27, error: Encoder not found\n",
-      "[ERROR:0@119.424] global cap_ffmpeg_impl.hpp:3208 open VIDEOIO/FFMPEG: Failed to initialize VideoWriter\n"
+      "Created video for r003679\n",
+      "A young man is standing in front of a glacier with mountains in the background.\n",
+      "Created video for r100916\n",
+      "a man wearing a striped blanket over his backpack runs behind two other men.\n",
+      "Created video for r004061\n",
+      "After a few years, Ghulam Muhammad became the owner of his business  \n",
+      "Created video for b404675\n",
+      "view down to the path in the field, moving forward, night, dark.  \n",
+      "Created video for b402727\n",
+      "Old Philippino man, close up, subtle smile, teats of joy, in old wood room  \n",
+      "Created video for b304986\n",
+      "write y in the garden with flowers  \n",
+      "Created video for d500937\n",
+      "a boy paiting a beautiful landscape  \n",
+      "Created video for d500506\n",
+      "sneaker with exclusive design worth 1 billion  \n",
+      "Created video for d401950\n",
+      ":sci fi war in the moon  \n",
+      "Created video for a500251\n",
+      "for a dog accessories brand a welcome image: brand name: hot doggies  \n",
+      "Created video for a400480\n",
+      "a druid in the forest cinematic  \n",
+      "Created video for a500010\n",
+      "a robot vacuum traveling through southeast asian countries  \n",
+      "Created video for 3005033\n",
+      "jiaxuan is the most beautiful ，elegant，charming girl in the world. billions of boys fell in love with her  \n",
+      "Created video for 7004180\n",
+      "scary halloween skeletons are having a conversation with each other  \n",
+      "Created video for 1006309\n"
      ]
     }
    ],
@@ -148,8 +168,8 @@
     "    item['prompt'] = prompt.strip()\n",
     "    \n",
     "    # Initialize the video writer\n",
-    "    # fourcc = cv2.VideoWriter_fourcc(*'H264')   # Codec for .mp4 file|\n",
-    "    fourcc = cv2.VideoWriter_fourcc(*'avc3')   # Codec for .mp4 file|\n",
+    "    fourcc = cv2.VideoWriter_fourcc(*'mp4v')   # Codec for .mp4 file|\n",
+    "    # fourcc = cv2.VideoWriter_fourcc(*'avc3')   # Codec for .mp4 file|\n",
     "    frame_rate = 8\n",
     "    video = cv2.VideoWriter(output_file, fourcc, frame_rate, (width, height))\n",
     "\n",
@@ -163,13 +183,13 @@
     "\n",
     "    # Release the video writer\n",
     "    video.release()\n",
-    "    break\n",
+    "    # break\n",
     "    "
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [],
    "source": [