fix formatSegmentForExport() for old .clap files

src/components/dialogs/loader/LoadingDialog.tsx

@@ -18,11 +18,6 @@ export function LoadingDialog({ className = '' }: { className?: string }) {
   const currentMessage = runningBlockerTasks[0]?.currentMessage || ''
   const progress = runningBlockerTasks[0]?.progress || 0
 
-  console.log(`LoadingDialog:`, {
-    runningBlockerTasks,
-    isLoading,
-    tasks,
-  })
   return (
     <Dialog open={isLoading}>
       <DialogContent className="h-44">

src/components/toolbars/top-menu/file/index.tsx

@@ -99,14 +99,14 @@ export function TopMenuFile() {
                   openClapUrl('/samples/claps/wasteland.clap')
                 }}
               >
-                 [demo] Wasteland.clap
+                [demo] Wasteland.clap
               </MenubarItem>
               <MenubarItem
                 onClick={() => {
                   openScreenplayUrl('/samples/scripts/The Apery.txt')
                 }}
               >
-                 [demo] The Apery.txt
+                [demo] The Apery.txt
               </MenubarItem>
               <MenubarItem
                 onClick={() => {

src/lib/utils/formatSegmentForExport.ts

@@ -2,6 +2,8 @@ import { ClapAssetSource, ClapSegmentCategory } from '@aitube/clap'
 import { TimelineSegment } from '@aitube/timeline'
 
 export type ExportableSegment = {
+  id: string
+
   segment: TimelineSegment
 
   // lowercase category name
@@ -41,7 +43,19 @@ export function formatSegmentForExport(
 ): ExportableSegment {
   const directory = `${segment.category}`.toLowerCase()
   const prefix = `shot_${String(index).padStart(4, '0')}_`
-  let mimetype = `${segment.assetFileFormat || 'unknown/unknown'}`
+
+
+  const notFoundFileFormat = 'unknown/unknown'
+  let fallbackFileFormat = notFoundFileFormat
+
+  if (segment.assetUrl.startsWith('data:')) {
+    const reg = new RegExp(/data:(.*);base64/gi)
+    fallbackFileFormat = `${reg.exec(segment.assetUrl)?.[1] || notFoundFileFormat}`
+  }
+
+  // old .clap files might not have the `assetFileFormat`
+  // which is why we perform a fallback check
+  let mimetype = `${segment.assetFileFormat || fallbackFileFormat}`
   if (mimetype === 'audio/mpeg') {
     mimetype = 'audio/mp3'
   }
@@ -61,8 +75,9 @@ export function formatSegmentForExport(
     segment.assetUrl.startsWith('data:')
 
   const category = segment.category.toLocaleLowerCase()
-
+  
   return {
+    id: segment.id,
     segment,
     category,
     shortId: `${category}${index}`,

src/services/io/useIO.ts

@@ -12,7 +12,13 @@ import {
   parseClap,
   serializeClap,
 } from '@aitube/clap'
-import { TimelineStore, useTimeline, TimelineSegment } from '@aitube/timeline'
+import {
+  TimelineStore,
+  useTimeline,
+  TimelineSegment,
+  removeFinalVideosAndConvertToTimelineSegments,
+  getFinalVideo,
+} from '@aitube/timeline'
 import { ParseScriptProgressUpdate, parseScriptToClap } from '@aitube/broadway'
 import { IOStore, TaskCategory, TaskVisibility } from '@aitube/clapper-services'
 import { create } from 'zustand'
@@ -388,9 +394,16 @@ export const useIO = create<IOStore>((set, get) => ({
       value: 0,
     })
 
+    const ignoreThisVideoSegmentId = (await getFinalVideo(clap))?.id || ''
+
     const segments: ExportableSegment[] = timelineSegments
       .map((segment, i) => formatSegmentForExport(segment, i))
-      .filter(({ isExportableToFile }) => isExportableToFile)
+      .filter(
+        ({ id, isExportableToFile }) =>
+          isExportableToFile && id !== ignoreThisVideoSegmentId
+      )
+
+    console.log("segments:", segments)
 
     const videos: FFMPegVideoInput[] = []
     const audios: FFMPegAudioInput[] = []
@@ -410,6 +423,7 @@ export const useIO = create<IOStore>((set, get) => ({
           assetSourceType = ClapAssetSource.PATH
 
           if (filePath.startsWith('video/')) {
+            console.log('adding video')
             videos.push({
               data: base64DataUriToUint8Array(segment.assetUrl),
               startTimeInMs: segment.startTimeInMs,
@@ -420,8 +434,10 @@ export const useIO = create<IOStore>((set, get) => ({
 
           if (
             filePath.startsWith('music/') ||
+            filePath.startsWith('sound/') ||
             filePath.startsWith('dialogue/')
           ) {
+            console.log('adding audio')
             audios.push({
               data: base64DataUriToUint8Array(segment.assetUrl),
               startTimeInMs: segment.startTimeInMs,