oh, wow

package-lock.json

@@ -9,7 +9,7 @@
       "version": "0.0.0",
       "dependencies": {
         "@aitube/clap": "0.0.25",
-        "@aitube/engine": "0.0.17",
+        "@aitube/engine": "0.0.18",
         "@aitube/timeline": "0.0.20",
         "@fal-ai/serverless-client": "^0.10.3",
         "@huggingface/hub": "^0.15.1",
@@ -106,9 +106,9 @@
       }
     },
     "node_modules/@aitube/engine": {
-      "version": "0.0.17",
-      "resolved": "https://registry.npmjs.org/@aitube/engine/-/engine-0.0.17.tgz",
-      "integrity": "sha512-1uC7diXvU1nzpOu5C6SdngerCe2Pn9xi5SEV4VQBbm8plYuiuWeDgzpwqCDcoa6lDz0o3ExQaovBL7nkGre0sg==",
+      "version": "0.0.18",
+      "resolved": "https://registry.npmjs.org/@aitube/engine/-/engine-0.0.18.tgz",
+      "integrity": "sha512-dON6+hS78j07wMwgaR7calIW+KOQOoyuSAejBuN/JxCZPDvS++QIGZ1uP2hru+kDG/NEpGxOlrcXZEZhMkzBEA==",
       "peerDependencies": {
         "@aitube/clap": "0.0.25"
       }
@@ -4844,9 +4844,9 @@
       "integrity": "sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA=="
     },
     "node_modules/electron-to-chromium": {
-      "version": "1.4.796",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.796.tgz",
-      "integrity": "sha512-NglN/xprcM+SHD2XCli4oC6bWe6kHoytcyLKCWXmRL854F0qhPhaYgUswUsglnPxYaNQIg2uMY4BvaomIf3kLA=="
+      "version": "1.4.797",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.797.tgz",
+      "integrity": "sha512-RWMYymqyWwIdCEb7Psag5zyAHirYnB354ZREoF8c5QOHbt8AodF7lwVxGUnu5gzBVjzDo9R3XeTwy7pbvubxGw=="
     },
     "node_modules/emoji-regex": {
       "version": "9.2.2",

package.json

@@ -11,7 +11,7 @@
   },
   "dependencies": {
     "@aitube/clap": "0.0.25",
-    "@aitube/engine": "0.0.17",
+    "@aitube/engine": "0.0.18",
     "@aitube/timeline": "0.0.20",
     "@fal-ai/serverless-client": "^0.10.3",
     "@huggingface/hub": "^0.15.1",

src/app/api/resolve/providers/falai/index.ts

@@ -89,6 +89,8 @@ export async function resolveSegment(request: ResolveRequest): Promise<ClapSegme
 
       content = result.images[0]?.url
     } else if (request.segment.category === ClapSegmentCategory.VIDEO) {
+
+      // console.log(`request.settings.falAiModelForVideo = `, request.settings.falAiModelForVideo)
       if (request.settings.falAiModelForVideo !== "fal-ai/stable-video") {
         throw new Error(`only "fal-ai/stable-video" is supported by Clapper for the moment`)
       }

src/controllers/settings/getDefaultSettingsState.ts

@@ -30,12 +30,12 @@ export function getDefaultSettingsState(): SettingsState {
 
     censorNotForAllAudiencesContent: false,
 
-    imagePromptPrefix: "",
-    imagePromptSuffix: "",
-    imageNegativePrompt: "",
-    videoPromptPrefix: "",
-    videoPromptSuffix: "",
-    videoNegativePrompt: "",
+    imagePromptPrefix: "movie screencap, photo",
+    imagePromptSuffix: "high quality, beautiful, amazing, intricate details",
+    imageNegativePrompt: "ugly, imperfect, cropped, low resolution",
+    videoPromptPrefix: "movie screencap, photo",
+    videoPromptSuffix: "high quality, beautiful, amazing, intricate details",
+    videoNegativePrompt: "ugly, imperfect, cropped, low resolution",
 
     assistantModel: "",
     assistantTurboModel: "",
@@ -94,7 +94,7 @@ export function getDefaultSettingsState(): SettingsState {
     stabilityAiModelForMusic: "",
   
     falAiModelForImage: "fal-ai/fast-sdxl", // "fal-ai/fast-lightning-sdxl",
-    falAiModelForVideo: "fal-ai/fast-animatediff/turbo/text-to-video",
+    falAiModelForVideo: "fal-ai/stable-video",
     falAiModelForVoice: "fal-ai/metavoice-v1",
     falAiModelForSound: "fal-ai/stable-audio",
     falAiModelForMusic: "fal-ai/stable-audio",

src/lib/utils/decodeOutput.ts

@@ -11,13 +11,18 @@ export async function decodeOutput(input: any): Promise<string> {
       ? urlOrBase64
       : (await fetchContentToBase64(urlOrBase64))
 
-  // this step is important since some providers store data as PNG,
-  // which is a unreasonable since a few frames quickly add up to 10 Mb,
-  // we can't afford to have a 20 Gb .clap file
-  //
-  // if you really want to have a pro, Hollywood-grade storyboard storage,
-  // this isn't impossible but then you need to use either file paths or remote URL paths
-  const jpegImageAsBase64 = await convertToJpeg(base64Url)
+    
+  if (base64Url.startsWith("data:image/")) {
+    // this step is important since some providers store data as PNG,
+    // which is a unreasonable since a few frames quickly add up to 10 Mb,
+    // we can't afford to have a 20 Gb .clap file
+    //
+    // if you really want to have a pro, Hollywood-grade storyboard storage,
+    // this isn't impossible but then you need to use either file paths or remote URL paths
+    const jpegImageAsBase64 = await convertToJpeg(base64Url)
 
-  return jpegImageAsBase64
+    return jpegImageAsBase64
+  }
+
+  return base64Url
 }