basic generation (without audio) works

src/index.mts

@@ -34,10 +34,11 @@ app.post("/", async (req, res) => {
   let task: VideoTask = null
 
   console.log(`creating task from request..`)
+  console.log(`request: `, JSON.stringify(request))
   try {
     task = await parseVideoRequest(request)
   } catch (err) {
-    console.error(`failed to create task: ${task}`)
+    console.error(`failed to create task: ${task} (${err})`)
     res.status(400)
     res.write(JSON.stringify({ error: "query seems to be malformed" }))
     res.end()

src/production/postInterpolation.mts

@@ -20,13 +20,13 @@ export const postInterpolation = async (fileName: string, durationMs: number, nb
 
       const currentVideoDurationInSec = metadata.format.duration
       
-      console.log(`target duration in sec: ${currentVideoDurationInSec}s`)
+      console.log(`currentVideoDurationInSec in sec: ${currentVideoDurationInSec}s`)
     
       console.log(`target duration in sec: ${durationInSec}s (${durationMs}ms)`)
     
       // compute a ratio ex. 0.3 = 30% of the total length
       const durationRatio = currentVideoDurationInSec / durationInSec
-      console.log(`durationRatio: ${durationRatio} (${Math.round(durationRatio % 100)}%)`)
+      console.log(`durationRatio: ${durationRatio}`)
 
     ffmpeg(filePath)
 

src/scheduler/processTask.mts

@@ -57,7 +57,7 @@ export const processTask = async (task: VideoTask) => {
         // await copyVideoFromTmpToPending(shot.fileName)
 
         // copy from /tmp to /data/completed
-        await copyVideoFromTmpToCompleted(shot.fileName)
+        await copyVideoFromTmpToCompleted(shot.fileName, task.fileName)
 
         shot.hasGeneratedPreview = true
         shot.nbCompletedSteps++
@@ -201,16 +201,17 @@ export const processTask = async (task: VideoTask) => {
 
   console.log(`end of the loop:`)
   console.log(`nb completed shots: ${task.nbCompletedShots}`)
+  console.log(`len of the shot array: ${task.shots.length}`)
   
-  if (task.nbCompletedShots === task.nbTotalShots) {
+  if (task.nbCompletedShots === task.shots.length) {
     console.log(`we have completed the whole video sequence!`)
     console.log(`assembling the video..`)
 
-    if (task.nbTotalShots === 1) {
+    if (task.shots.length === 1) {
       console.log(`we only have one shot, so this gonna be easy`)
       task.hasAssembledVideo = true
 
-      // the shot become the final movie
+      // the single shot (so, the first) becomes the final movie
       await moveVideoFromPendingToCompleted(task.shots[0].fileName, task.fileName)
 
       await updatePendingTask(task)

src/scheduler/readTasks.mts

@@ -10,16 +10,20 @@ export const readTasks = async (taskDirFilePath: string): Promise<VideoTask[]> =
   let tasksFiles: string[] = []
   try {
     const filesInDir = await fs.readdir(taskDirFilePath)
+    console.log("filesInDir:", filesInDir)
 
     // we only keep valid files (in UUID.json format)
     tasksFiles = filesInDir.filter(fileName => fileName.match(/[a-z0-9\-]\.json/i))
+
+    console.log("tasksfiles:", tasksFiles)
   } catch (err) {
     console.log(`failed to read tasks: ${err}`)
   }
 
   const tasks: VideoTask[] = []
 
-  for (const taskFileName in tasksFiles) {
+  for (const taskFileName of tasksFiles) {
+    console.log("taskFileName:", taskFileName)
     const taskFilePath = path.join(taskDirFilePath, taskFileName)
     try {
       const task = await readTask(taskFilePath)

src/scheduler/savePendingTask.mts

@@ -7,5 +7,7 @@ import { pendingTasksDirFilePath } from "../config.mts"
 export const savePendingTask = async (task: VideoTask) => {
   const fileName = `${task.id}.json`
   const filePath = path.join(pendingTasksDirFilePath, fileName)
+  console.log("fileName:", fileName)
+  console.log("filePath:", filePath)
   await fs.writeFile(filePath, JSON.stringify(task, null, 2), "utf8")
 }

src/types.mts

@@ -210,7 +210,6 @@ export interface VideoSequenceData {
 
   hasAssembledVideo: boolean
   nbCompletedShots: number
-  nbTotalShots: number
   progressPercent: number
   completedAt: string
   completed: boolean

src/utils/getValidResolution.mts

@@ -3,8 +3,10 @@ import { getValidNumber } from "./getValidNumber.mts"
 export const getValidResolution = (something: any) => {
   const strValue = `${something || ''}`
   const chunks = strValue.split('x')
-  if (chunks.length < 2) {
-    throw new Error('Invalid resolution (should be written like "1280x720" etc)')
+  console.log("chunks:", chunks)
+  
+  if (chunks.length !== 2) {
+    return `1280x720`
   }
 
   const [widthStr, heightStr] = chunks

src/utils/parseShotRequest.mts

@@ -7,7 +7,7 @@ import { generateSeed } from "./generateSeed.mts"
 import { getValidNumber } from "./getValidNumber.mts"
 import { shotFormatVersion } from "../config.mts"
 
-export const parseShotRequest = async (sequence: VideoSequence, maybeShotMeta: VideoShotMeta): Promise<VideoShot> => {
+export const parseShotRequest = async (sequence: VideoSequence, maybeShotMeta: Partial<VideoShotMeta>): Promise<VideoShot> => {
   // we don't want people to input their own ID or we might have trouble,
   // such as people attempting to use a non-UUID, a file path (to hack us), etc
   const id = uuidv4()

src/utils/parseVideoRequest.mts

@@ -19,6 +19,7 @@ export const parseVideoRequest = async (request: VideoTaskRequest): Promise<Vide
   const id = uuidv4()
 
   if (typeof request.prompt === "string" && request.prompt.length > 0) {
+    console.log("we have a valid prompt:", request.prompt)
       // TODO: use llama2 to populate this!
     request.sequence = {
       videoPrompt: request.prompt,
@@ -28,6 +29,7 @@ export const parseVideoRequest = async (request: VideoTaskRequest): Promise<Vide
     }]
   }
 
+  console.log("continuing..")
   const task: VideoTask = {
     // ------------ VideoSequenceMeta -------------
     id,
@@ -68,7 +70,6 @@ export const parseVideoRequest = async (request: VideoTaskRequest): Promise<Vide
     fileName: `${id}.mp4`,
     hasAssembledVideo: false,
     nbCompletedShots: 0,
-    nbTotalShots: 0,
     progressPercent: 0,
     completedAt: null,
     completed: false,
@@ -80,9 +81,12 @@ export const parseVideoRequest = async (request: VideoTaskRequest): Promise<Vide
     shots: [],
   }
 
+  console.log("we are still good..")
   const maybeShots = Array.isArray(request.shots) ? request.shots : []
 
+  console.log("let's try..")
   for (const maybeShot of maybeShots) {
+    console.log("trying shot", maybeShot)
     try {
       const shot = await parseShotRequest(task, maybeShot)
       task.shots.push(shot)