work in progress for AI Stories Factory

src/app/api/generate/story/route.ts

@@ -132,6 +132,16 @@ export async function POST(req: NextRequest) {
       outputType: "audio"
     }))
 
+    // the presence of a camera is mandatory
+    clap.segments.push(newSegment({
+      track: 4,
+      startTimeInMs: currentSegmentDurationInMs,
+      assetDurationInMs: defaultSegmentDurationInMs,
+      category: "camera",
+      prompt: "vertical video",
+      outputType: "text"
+    }))
+
     currentSegmentDurationInMs += defaultSegmentDurationInMs
   }
 

src/app/api/generate/storyboards/route.ts

@@ -20,12 +20,16 @@ export async function POST(req: NextRequest) {
   const jwtToken = await getToken({ user: "anonymous" })
 
   const blob = await req.blob()
-  const clap = await parseClap(blob)
 
-  if (!clap.segments) { throw new Error(`no segment found in the provided clap!`) }
+  const clap = await parseClap(blob)
 
+  if (!clap?.segments) { throw new Error(`no segment found in the provided clap!`) }
+  
+  console.log(`[api/generate/storyboards] detected ${clap.segments} segments`)
+  
   const shotsSegments = clap.segments.filter(s => s.category === "camera")
-
+  console.log(`[api/generate/storyboards] detected ${shotsSegments.length} shots`)
+  
   if (shotsSegments.length > 32) {
     throw new Error(`Error, this endpoint being synchronous, it is designed for short stories only (max 32 shots).`)
   }
@@ -41,7 +45,9 @@ export async function POST(req: NextRequest) {
     )
 
     let shotStoryboardSegment = shotStoryboardSegments.at(0)
-
+    
+    console.log(`[api/generate/storyboards] shot [${shotSegment.startTimeInMs}:${shotSegment.endTimeInMs}] has ${shotSegments.length} segments (${shotStoryboardSegments.length} storyboards)`)
+  
     // TASK 1: GENERATE MISSING STORYBOARD SEGMENT
     if (!shotStoryboardSegment) {
       shotStoryboardSegment = newSegment({
@@ -54,16 +60,19 @@ export async function POST(req: NextRequest) {
         assetUrl: "",
         outputType: "image"
       })
+      console.log(`[api/generate/storyboards] generated storyboard segment [${shotSegment.startTimeInMs}:${shotSegment.endTimeInMs}]`)
     }
 
     // TASK 2: GENERATE MISSING STORYBOARD PROMPT
     if (!shotStoryboardSegment.prompt) {
       // storyboard is missing, let's generate it
       shotStoryboardSegment.prompt = getVideoPrompt(shotSegments, {}, [])
+      console.log(`[api/generate/storyboards] generating storyboard prompt: ${shotStoryboardSegment.prompt}`)
     }
 
     // TASK 3: GENERATE MISSING STORYBOARD BITMAP
     if (!shotStoryboardSegment.assetUrl) {
+      console.log(`[api/generate/storyboards] generating image..`)
       // note this will do a fetch to AiTube API
       // which is a bit weird since we are already inside the API, but it works
       //TODO Julian: maybe we could use an internal function call instead?
@@ -73,9 +82,14 @@ export async function POST(req: NextRequest) {
         height: clap.meta.height,
         token: jwtToken,
       })
+
+      console.log(`[api/generate/storyboards] generated storyboard image: ${shotStoryboardSegment.assetUrl.slice(0, 50)}...`)
+    } else {
+      console.log(`[api/generate/storyboards] there is already a storyboard image: ${shotStoryboardSegment.assetUrl.slice(0, 50)}...`)
     }
   }
-  // TODO: generate the storyboards for the clap 
+
+  console.log(`[api/generate/storyboards] returning the clap augmented with storyboards`)
 
   return new NextResponse(await serializeClap(clap), {
     status: 200,

src/components/interface/latent-engine/core/config.ts

@@ -0,0 +1,2 @@
+export const aitubeUrl = `${process.env.NEXT_PUBLIC_DOMAIN || "" }`
+export const aitubeApiUrl = aitubeUrl + (aitubeUrl.endsWith("/") ? "" : "/") + "api/"

src/components/interface/latent-engine/resolvers/image/generateImage.ts

@@ -1,3 +1,5 @@
+import { aitubeApiUrl } from "../../core/config"
+
 export async function generateImage({
   prompt,
   width,
@@ -9,7 +11,7 @@ export async function generateImage({
   height: number
   token: string
 }): Promise<string> {
-  const requestUri = `/api/resolvers/image?t=${
+  const requestUri = `${aitubeApiUrl}/api/resolvers/image?t=${
     token
   }&w=${
     width

src/components/interface/latent-engine/resolvers/interface/generateHtml.ts

@@ -1,5 +1,7 @@
+import { aitubeApiUrl } from "../../core/config"
+
 export async function generateHtml(prompt: string): Promise<string> {
-  const requestUri = `/api/resolvers/interface?p=${encodeURIComponent(prompt)}`
+  const requestUri = `${aitubeApiUrl}/api/resolvers/interface?p=${encodeURIComponent(prompt)}`
 
   // console.log(`generateHtml: calling ${requestUri}`)
 

src/components/interface/latent-engine/resolvers/video/generateVideo.ts

@@ -1,3 +1,5 @@
+import { aitubeApiUrl } from "../../core/config"
+
 export async function generateVideo({
   prompt,
   width,
@@ -9,7 +11,7 @@ export async function generateVideo({
   height: number
   token: string
 }): Promise<string> {
-  const requestUri = `/api/resolvers/video?t=${
+  const requestUri = `${aitubeApiUrl}/api/resolvers/video?t=${
     token
   }&w=${
     width