add support for reference images

src/app/api/parsers/parseTurbo.ts

@@ -7,7 +7,8 @@ export function parseTurbo(
   try {
     let maybeTurbo = decodeURIComponent(`${input || value}`).trim().toLowerCase()
 
-    if (maybeTurbo === "true" || maybeTurbo === "1") { return false }
+    
+    if (maybeTurbo === "true" || maybeTurbo === "1") { return true }
 
     if (maybeTurbo === "false") { return false }
 

src/app/api/providers/videochain/renderWithVideoChain.ts

@@ -10,6 +10,7 @@ const apiKey = `${process.env.VIDEOCHAIN_API_KEY || ""}`
 export async function newRender({
   prompt,
   negativePrompt,
+  identityImage,
   nbFrames,
   nbFPS,
   nbSteps,
@@ -21,6 +22,7 @@ export async function newRender({
 }: {
   prompt: string
   negativePrompt: string
+  identityImage?: string
   nbFrames: number
   nbFPS: number
   nbSteps: number
@@ -64,6 +66,7 @@ export async function newRender({
         body: JSON.stringify({
           prompt,
           negativePrompt,
+          identityImage,
           // nbFrames: 8 and nbSteps: 15 --> ~10 sec generation
           nbFrames, // when nbFrames is 1, we will only generate static images
           nbFPS,

src/app/api/v1/edit/storyboards/generateStoryboard.ts

@@ -7,6 +7,7 @@ import { getNegativePrompt, getPositivePrompt } from "@/app/api/utils/imagePromp
 export async function generateStoryboard({
   prompt,
   // negativePrompt,
+  identityImage,
   width,
   height,
   seed,
@@ -14,6 +15,7 @@ export async function generateStoryboard({
 }: {
   prompt: string
   // negativePrompt?: string
+  identityImage?: string
   width?: number
   height?: number
   seed?: number
@@ -23,13 +25,14 @@ export async function generateStoryboard({
   width = getValidNumber(width, 256, 8192, 512)
   height = getValidNumber(height, 256, 8192, 288)
 
-  // console.log("calling await newRender")
+
   prompt = getPositivePrompt(prompt)
   const negativePrompt = getNegativePrompt()
 
   let render = await newRender({
     prompt,
     negativePrompt,
+    identityImage,
     nbFrames: 1,
     nbFPS: 1,
     nbSteps: turbo ? 8 : 25,

src/app/api/v1/edit/storyboards/processShot.ts

@@ -79,12 +79,22 @@ export async function processShot({
   if (!shotStoryboardSegment.assetUrl) {
     // console.log(`[api/v1/edit/storyboards] generating image..`)
 
+    // console.log(`we have ${existingClap.entities.length} entities`)
+    // check if we have an entity image we can use
+    const identityImage = existingClap.entities.find(e => e.id === shotStoryboardSegment.entityId)?.imageId
+    if (identityImage) {
+      // console.log(`[api/v1/edit/storyboards] processShot: using an entity to generate the storyboard..`)
+    }
     try {
       shotStoryboardSegment.assetUrl = await generateStoryboard({
         prompt: getPositivePrompt(shotStoryboardSegment.prompt),
+        identityImage,
         width: existingClap.meta.width,
         height: existingClap.meta.height,
-        turbo,
+
+        // turbo mode is mandatory if we have an identity image
+        // that's because it will use PuLID instead of SDXL
+        turbo: !!identityImage,
       })
       shotStoryboardSegment.assetSourceType = getClapAssetSourceType(shotStoryboardSegment.assetUrl)
       shotStoryboardSegment.status = "completed"

src/app/api/v1/edit/storyboards/route.ts

@@ -24,7 +24,7 @@ export async function POST(req: NextRequest) {
   
   const mode = parseCompletionMode(query?.c)
   const turbo = parseTurbo(query?.t)
-  
+
   const blob = await req.blob()
 
   const existingClap: ClapProject = await parseClap(blob)