just a lil bit of plumbing

src/app/channel/page.tsx

@@ -1,4 +1,4 @@
-import { AppQueryProps } from "@/types"
+import { AppQueryProps } from "@/types/general"
 
 import { Main } from "../main"
 import { getChannel } from "../server/actions/ai-tube-hf/getChannel"

src/app/config.ts

@@ -1,4 +1,4 @@
-import { VideoGenerationModel, VideoOrientation } from "@/types"
+import { VideoGenerationModel, VideoOrientation } from "@/types/general"
 
 export const showBetaFeatures = `${
   process.env.NEXT_PUBLIC_SHOW_BETA_FEATURES || ""

src/app/interface/channel-card/index.tsx

@@ -4,7 +4,7 @@ import { RiCheckboxCircleFill } from "react-icons/ri"
 import { IoAdd } from "react-icons/io5"
 
 import { cn } from "@/lib/utils"
-import { ChannelInfo } from "@/types"
+import { ChannelInfo } from "@/types/general"
 import { isCertifiedUser } from "@/app/certification"
 import { DefaultAvatar } from "../default-avatar"
 import { formatLargeNumber } from "@/lib/formatLargeNumber"

src/app/interface/channel-list/index.tsx

@@ -1,5 +1,5 @@
 import { cn } from "@/lib/utils"
-import { ChannelInfo } from "@/types"
+import { ChannelInfo } from "@/types/general"
 
 import { ChannelCard } from "../channel-card"
 

src/app/interface/collection-card/index.tsx

@@ -5,7 +5,7 @@ import Link from "next/link"
 import { RiCheckboxCircleFill } from "react-icons/ri"
 
 import { cn } from "@/lib/utils"
-import { CollectionInfo } from "@/types"
+import { CollectionInfo } from "@/types/general"
 import { formatDuration } from "@/lib/formatDuration"
 import { formatTimeAgo } from "@/lib/formatTimeAgo"
 import { isCertifiedUser } from "@/app/certification"

src/app/interface/collection-list/index.tsx

@@ -1,5 +1,5 @@
 import { cn } from "@/lib/utils"
-import { CollectionInfo } from "@/types"
+import { CollectionInfo } from "@/types/general"
 
 import { CollectionCard } from "../collection-card"
 

src/app/interface/comment-card/index.tsx

@@ -1,5 +1,5 @@
 import { cn } from "@/lib/utils"
-import { CommentInfo } from "@/types"
+import { CommentInfo } from "@/types/general"
 import { useEffect, useState } from "react"
 import { DefaultAvatar } from "../default-avatar"
 import { formatTimeAgo } from "@/lib/formatTimeAgo"

src/app/interface/comment-list/index.tsx

@@ -1,7 +1,7 @@
 "use client"
 
 import { cn } from "@/lib/utils"
-import { CommentInfo } from "@/types"
+import { CommentInfo } from "@/types/general"
 import { CommentCard } from "../comment-card"
 
 export function CommentList({

src/app/interface/equirectangular-video-player/index.tsx

@@ -3,7 +3,7 @@
 import AutoSizer from "react-virtualized-auto-sizer"
 
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 import { VideoSphereViewer } from "./viewer"
 

src/app/interface/equirectangular-video-player/viewer.tsx

@@ -6,7 +6,7 @@ import { PanoramaPosition, PluginConstructor, Point, Position, SphericalPosition
 import { EquirectangularVideoAdapter, LensflarePlugin, ReactPhotoSphereViewer, ResolutionPlugin, SettingsPlugin, VideoPlugin } from "react-photo-sphere-viewer"
 
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 type PhotoSpherePlugin = (PluginConstructor | [PluginConstructor, any])
 

src/app/interface/like-button/index.tsx

@@ -1,5 +1,5 @@
 import { useEffect, useState, useTransition } from "react"
-import { VideoInfo, VideoRating } from "@/types"
+import { VideoInfo, VideoRating } from "@/types/general"
 
 import { GenericLikeButton } from "./generic"
 import { getVideoRating, rateVideo } from "@/app/server/actions/stats"

src/app/interface/media-list/index.tsx

@@ -1,5 +1,5 @@
 import { cn } from "@/lib/utils"
-import { MediaDisplayLayout, VideoInfo } from "@/types"
+import { MediaDisplayLayout, VideoInfo } from "@/types/general"
 import { TrackCard } from "../track-card"
 import { VideoCard } from "../video-card"
 

src/app/interface/pending-video-card/index.tsx

@@ -3,7 +3,7 @@ import { PiTrashBold } from "react-icons/pi"
 import { TableCell, TableRow } from "@/components/ui/table"
 import { cn } from "@/lib/utils"
 import { MdLockClock } from "react-icons/md"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 import { truncate } from "./truncate"
 
 export function PendingVideoCard({

src/app/interface/pending-video-list/index.tsx

@@ -1,5 +1,5 @@
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 import { Table, TableBody, TableCaption, TableCell, TableHead, TableHeader, TableRow } from "@/components/ui/table"
 
 import { PendingVideoCard } from "../pending-video-card"

src/app/interface/playlist-control/index.tsx

@@ -3,7 +3,7 @@ import { IoIosPause } from "react-icons/io"
 
 import { cn } from "@/lib/utils"
 import { usePlaylist } from "@/lib/usePlaylist"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 export function PlaylistControl() {
   const playlist = usePlaylist()

src/app/interface/recommended-videos/index.tsx

@@ -3,7 +3,7 @@ import { useEffect, useTransition } from "react"
 
 import { useStore } from "@/app/state/useStore"
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 import { VideoList } from "../video-list"
 import { getVideos } from "@/app/server/actions/ai-tube-hf/getVideos"

src/app/interface/track-card/index.tsx

@@ -5,7 +5,7 @@ import Link from "next/link"
 import { RiCheckboxCircleFill } from "react-icons/ri"
 
 import { cn } from "@/lib/utils"
-import { MediaDisplayLayout, VideoInfo } from "@/types"
+import { MediaDisplayLayout, VideoInfo } from "@/types/general"
 import { formatDuration } from "@/lib/formatDuration"
 import { formatTimeAgo } from "@/lib/formatTimeAgo"
 import { isCertifiedUser } from "@/app/certification"

src/app/interface/video-card/index.tsx

@@ -5,7 +5,7 @@ import Link from "next/link"
 import { RiCheckboxCircleFill } from "react-icons/ri"
 
 import { cn } from "@/lib/utils"
-import { MediaDisplayLayout, VideoInfo } from "@/types"
+import { MediaDisplayLayout, VideoInfo } from "@/types/general"
 import { formatDuration } from "@/lib/formatDuration"
 import { formatTimeAgo } from "@/lib/formatTimeAgo"
 import { isCertifiedUser } from "@/app/certification"

src/app/interface/video-player/cartesian.tsx

@@ -4,7 +4,7 @@ import { Player } from "react-tuby"
 import "react-tuby/css/main.css"
 
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 export function CartesianVideoPlayer({
   video,

src/app/interface/video-player/equirectangular.tsx

@@ -6,7 +6,7 @@ import { PanoramaPosition, PluginConstructor, Point, Position, SphericalPosition
 import { EquirectangularVideoAdapter, LensflarePlugin, ReactPhotoSphereViewer, ResolutionPlugin, SettingsPlugin, VideoPlugin } from "react-photo-sphere-viewer"
 
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 type PhotoSpherePlugin = (PluginConstructor | [PluginConstructor, any])
 

src/app/interface/video-player/index.tsx

@@ -3,7 +3,7 @@
 import AutoSizer from "react-virtualized-auto-sizer"
 
 import { cn } from "@/lib/utils"
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 import { parseProjectionFromLoRA } from "@/app/server/actions/utils/parseProjectionFromLoRA"
 
 import { EquirectangularVideoPlayer } from "./equirectangular"

src/app/main.tsx

@@ -8,7 +8,7 @@ import { UserChannelView } from "./views/user-channel-view"
 import { PublicVideoView } from "./views/public-video-view"
 import { UserAccountView } from "./views/user-account-view"
 import { NotFoundView } from "./views/not-found-view"
-import { ChannelInfo, InterfaceView, VideoInfo } from "@/types"
+import { ChannelInfo, InterfaceView, VideoInfo } from "@/types/general"
 import { useEffect } from "react"
 import { usePathname, useRouter } from "next/navigation"
 import { TubeLayout } from "./interface/tube-layout"

src/app/music/page.tsx

@@ -1,5 +1,5 @@
 
-import { AppQueryProps } from "@/types"
+import { AppQueryProps } from "@/types/general"
 import { Main } from "../main"
 import { getVideos } from "../server/actions/ai-tube-hf/getVideos"
 import { getVideo } from "../server/actions/ai-tube-hf/getVideo"

src/app/page.tsx

@@ -1,5 +1,5 @@
 
-import { AppQueryProps } from "@/types"
+import { AppQueryProps } from "@/types/general"
 
 import { Main } from "./main"
 import { getVideo } from "./server/actions/ai-tube-hf/getVideo"

src/app/playlist/page.tsx

@@ -1,5 +1,5 @@
 
-import { AppQueryProps } from "@/types"
+import { AppQueryProps } from "@/types/general"
 import { Main } from "../main"
 import { getVideos } from "../server/actions/ai-tube-hf/getVideos"
 import { getVideo } from "../server/actions/ai-tube-hf/getVideo"

src/app/server/actions/ai-tube-hf/deleteVideoRequest.ts

@@ -1,5 +1,5 @@
 
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 import { deleteFileFromDataset } from "./deleteFileFromDataset"
 import { formatPromptFileName } from "../utils/formatPromptFileName"

src/app/server/actions/ai-tube-hf/downloadClapProject.ts

@@ -0,0 +1,99 @@
+import { v4 as uuidv4 } from "uuid"
+
+import { ClapProject } from "@/types/clap"
+import { ChannelInfo, VideoInfo, VideoRequest } from "@/types/general"
+import { defaultVideoModel } from "@/app/config"
+
+import { parseClap } from "../utils/parseClap"
+import { parseVideoModelName } from "../utils/parseVideoModelName"
+import { computeOrientationProjectionWidthHeight } from "../utils/computeOrientationProjectionWidthHeight"
+
+import { downloadFileAsText } from "./downloadFileAsText"
+import { downloadFileAsBlob } from "./downloadFileAsBlob"
+
+export async function downloadClapProject({
+  path,
+  apiKey,
+  channel
+}: {
+  path: string
+  apiKey?: string
+  channel: ChannelInfo
+}): Promise<{
+  videoRequest: VideoRequest
+  videoInfo: VideoInfo
+  clapProject: ClapProject
+}> {
+  // we recover the repo from the cnannel info
+  const repo = `datasets/${channel.datasetUser}/${channel.datasetName}`
+
+  // we download the clap file (which might be in a private repo)
+  const clapString = await downloadFileAsBlob({
+    repo,
+    path,
+    apiKey,
+    expectedMimeType: "application/gzip"
+  })
+
+  const clapProject = await parseClap(clapString)
+
+  const id = uuidv4()
+
+  const videoRequest: VideoRequest = {
+    id,
+    label: clapProject.meta.title || "Untitled",
+    description: clapProject.meta.description || "",
+    prompt: "", // there is no prompt - instead we use segments
+    model: parseVideoModelName(clapProject.meta.defaultVideoModel, channel.model),
+    style: channel.style,
+    lora: channel.lora,
+    voice: channel.voice,
+    music: channel.music,
+    thumbnailUrl: "",
+    clapUrl: `https://huggingface.co/${repo}/resolve/main/${path}`,
+    updatedAt: new Date().toISOString(),
+    tags: channel.tags,
+    channel,
+    duration: 0, // will be computed automatically
+    ...computeOrientationProjectionWidthHeight({
+      lora: "",
+      orientation: clapProject.meta.orientation,
+      // projection, // <- will be extrapolated from the LoRA for now
+    }),
+  }
+
+  const videoInfo: VideoInfo = {
+    id,
+    status: "submitted",
+    label: videoRequest.label || "",
+    description: videoRequest.description || "",
+    prompt: videoRequest.prompt || "",
+    model: videoRequest.model || defaultVideoModel,
+    style: videoRequest.style || "",
+    lora: videoRequest.lora || "",
+    voice: videoRequest.voice || "",
+    music: videoRequest.music || "",
+    thumbnailUrl: videoRequest.thumbnailUrl || "", // will be generated in async
+    clapUrl: videoRequest.clapUrl || "",
+    assetUrl: "", // will be generated in async
+    assetUrlHd: "",
+    numberOfViews: 0,
+    numberOfLikes: 0,
+    numberOfDislikes: 0,
+    updatedAt: new Date().toISOString(),
+    tags: videoRequest.tags,
+    channel,
+    duration: videoRequest.duration || 0,
+    ...computeOrientationProjectionWidthHeight({
+      lora: videoRequest.lora,
+      orientation: videoRequest.orientation,
+      // projection, // <- will be extrapolated from the LoRA for now
+    }),
+  }
+
+  return {
+    videoRequest,
+    videoInfo,
+    clapProject
+  }
+}

src/app/server/actions/ai-tube-hf/downloadFileAsBlob.ts

@@ -0,0 +1,63 @@
+import { downloadFile } from "@/huggingface/hub/src"
+import { getCredentials } from "./getCredentials"
+
+export async function downloadFileAsBlob({
+  repo,
+  path,
+  apiKey,
+  expectedMimeType = "text/plain",
+  renewCache = false,
+  neverThrow = false
+}: {
+  repo: string
+
+  path: string
+
+  apiKey?: string
+
+  expectedMimeType?: string
+
+  /**
+   * Force renewing the cache
+   * 
+   * False by default
+   */
+  renewCache?: boolean
+
+  /**
+   * If set to true, this function will never throw an exception
+   * this is useful in workflow where we don't care about what happened
+   * 
+   * False by default
+   */
+  neverThrow?: boolean
+}): Promise<Blob> {
+  try {
+    const { credentials } = await getCredentials(apiKey)
+
+    const response = await downloadFile({
+      repo,
+      path,
+      credentials,
+      requestInit: renewCache
+        ? { cache: "no-cache" }
+        : undefined
+    })
+    
+    if (!response) {
+      throw new Error("missing response")
+    }
+    const blob = await response.blob()
+
+    return blob
+  } catch (err) {
+    if (neverThrow) {
+      console.error(`downloadFileAsBlob():`, err)
+
+      const blobResult = new Blob([""], { type: expectedMimeType })
+      return blobResult
+    } else {
+      throw err
+    }
+  }
+}

src/app/server/actions/ai-tube-hf/downloadPlainText.ts

@@ -0,0 +1,13 @@
+
+export async function downloadPlainText(url: string): Promise<string> {
+  // Fetch the plain text file
+  const response = await fetch(url)
+
+  if (!response.ok) {
+    throw new Error(`Failed to download the plain/text file: ${response.statusText}`)
+  }
+
+  const plainText = await response.text()
+
+  return plainText
+}

src/app/server/actions/ai-tube-hf/extendVideosWithStats.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 import { getStatsForVideos } from "../stats"
 

src/app/server/actions/ai-tube-hf/getChannel.ts

@@ -1,7 +1,7 @@
 "use server"
 
 
-import { ChannelInfo } from "@/types"
+import { ChannelInfo } from "@/types/general"
 
 import { getChannels } from "./getChannels"
 

src/app/server/actions/ai-tube-hf/getChannelVideos.ts

@@ -1,12 +1,13 @@
 "use server"
 
-import { ChannelInfo, VideoInfo, VideoStatus } from "@/types"
+import { ChannelInfo, VideoInfo, VideoStatus } from "@/types/general"
 
 import { getVideoRequestsFromChannel  } from "./getVideoRequestsFromChannel"
 import { adminApiKey } from "../config"
 import { getVideoIndex } from "./getVideoIndex"
 import { extendVideosWithStats } from "./extendVideosWithStats"
 import { computeOrientationProjectionWidthHeight } from "../utils/computeOrientationProjectionWidthHeight"
+import { defaultVideoModel } from "@/app/config"
 
 // return 
 export async function getChannelVideos({
@@ -40,16 +41,18 @@ export async function getChannelVideos({
     let video: VideoInfo = {
         id: v.id,
         status: "submitted",
-        label: v.label,
-        description: v.description,
-        prompt: v.prompt,
-        thumbnailUrl: v.thumbnailUrl,
-        model: v.model,
-        lora: v.lora,
-        style: v.style,
-        voice: v.voice,
-        music: v.music,
+        label: v.label || "",
+        description: v.description || "",
+        prompt: v.prompt || "",
+        thumbnailUrl: v.thumbnailUrl || "",
+        clapUrl: v.clapUrl || "",
+        model: v.model || defaultVideoModel,
+        lora: v.lora || "",
+        style: v.style || "",
+        voice: v.voice || "",
+        music: v.music || "",
         assetUrl: "",
+        assetUrlHd: "",
         numberOfViews: 0,
         numberOfLikes: 0,
         numberOfDislikes: 0,

src/app/server/actions/ai-tube-hf/getChannels.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ChannelInfo } from "@/types"
+import { ChannelInfo } from "@/types/general"
 
 import { adminUsername } from "../config"
 

src/app/server/actions/ai-tube-hf/getPrivateChannels.ts

@@ -1,7 +1,7 @@
 "use server"
 
 import { Credentials, listDatasets, whoAmI } from "@/huggingface/hub/src"
-import { ChannelInfo } from "@/types"
+import { ChannelInfo } from "@/types/general"
 
 import { adminCredentials } from "../config"
 import { parseChannel } from "./parseChannel"

src/app/server/actions/ai-tube-hf/getVideo.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 import { getVideoIndex } from "./getVideoIndex"
 import { getStatsForVideos } from "../stats"

src/app/server/actions/ai-tube-hf/getVideoIndex.ts

@@ -1,4 +1,4 @@
-import { VideoInfo, VideoStatus } from "@/types"
+import { VideoInfo, VideoStatus } from "@/types/general"
 
 import { adminUsername } from "../config"
 

src/app/server/actions/ai-tube-hf/getVideoRequestsFromChannel.ts

@@ -1,12 +1,13 @@
 "use server"
 
-import { ChannelInfo, VideoRequest } from "@/types"
+import { ChannelInfo, VideoRequest } from "@/types/general"
 import { getCredentials } from "./getCredentials"
 import { listFiles } from "@/huggingface/hub/src"
 import { parsePromptFileName } from "../utils/parsePromptFileName"
 import { downloadFileAsText } from "./downloadFileAsText"
 import { parseDatasetPrompt } from "../utils/parseDatasetPrompt"
 import { computeOrientationProjectionWidthHeight } from "../utils/computeOrientationProjectionWidthHeight"
+import { downloadClapProject } from "./downloadClapProject"
 
 /**
  * Return all the videos requests created by a user on their channel
@@ -42,89 +43,115 @@ export async function getVideoRequestsFromChannel({
         ? { cache: "no-cache" }
         : undefined
     })) {
-
-      // TODO we should add some safety mechanisms here:
-      // skip lists of files that are too long
-      // skip files that are too big
-      // skip files with file.security.safe !== true
-
-      // console.log("file.path:", file.path)
-      /// { type, oid, size, path }
-      if (file.path === "README.md") {
-        // console.log("found the README")
-        // TODO: read this readme
-      } else if (file.path.startsWith("prompt_") && file.path.endsWith(".md")) {
-        
-        const id = parsePromptFileName(file.path)
-
-        if (!id) { continue }
-
-        const rawMarkdown = await downloadFileAsText({
-          repo,
-          path: file.path,
-          apiKey,
-          renewCache,
-          neverThrow: true,
-        })
-
-        if (!rawMarkdown) {
-          // console.log(`markdown file is empty, skipping`)
-          continue
-        }
-
-        const {
-          title,
-          description,
-          tags,
-          prompt,
-          thumbnail,
-          model,
-          lora,
-          style,
-          music,
-          voice,
-          orientation,
-        } = parseDatasetPrompt(rawMarkdown, channel)
-
-        if (!title || !description || !prompt) {
-          // console.log("dataset prompt is incomplete or unparseable")
-          continue
-        }
-        // console.log("prompt parsed markdown:", { title, description, tags })
-        let thumbnailUrl =
-          thumbnail.startsWith("http")
-            ? thumbnail
-            : (thumbnail.endsWith(".jpg") || thumbnail.endsWith(".jpeg"))
-            ? `https://huggingface.co/${repo}/resolve/main/${thumbnail}`
-            : ""
-
-        
-        const video: VideoRequest = {
-          id,
-          label: title,
-          description,
-          prompt,
-          thumbnailUrl,
-          model,
-          lora,
-          style,
-          voice,
-          music,
-          updatedAt: file.lastCommit?.date || new Date().toISOString(),
-          tags: Array.isArray(tags) && tags.length ? tags : channel.tags,
-          channel,
-          duration: 0,
-          ...computeOrientationProjectionWidthHeight({
+      try {
+        const filePath = file.path.toLowerCase().trim()
+        // TODO we should add some safety mechanisms here:
+        // skip lists of files that are too long
+        // skip files that are too big
+        // skip files with file.security.safe !== true
+
+        // console.log("file.path:", file.path)
+        /// { type, oid, size, path }
+        if (filePath === "readme.md") {
+          // console.log("found the README")
+          // TODO: read this readme
+        } else if (filePath.endsWith(".clap")) {
+          const clap = await downloadClapProject({
+            path: file.path,
+            channel,
+            apiKey
+          })
+          console.log("got a clap file:", clap.clapProject.meta)
+          
+          // in the frontend UI we want to display everything,
+          // we don't filter stuff even if they are incomplete
+
+          videos[clap.videoRequest.id] = clap.videoRequest
+        } else if (filePath.startsWith("prompt_") && filePath.endsWith(".md")) {
+          
+          const id = parsePromptFileName(filePath)
+
+          if (!id) { continue }
+
+          const rawMarkdown = await downloadFileAsText({
+            repo,
+            path: file.path, // be sure to use the original file.path (with capitalization if any) and not filePath
+            apiKey,
+            renewCache,
+            neverThrow: true,
+          })
+
+          if (!rawMarkdown) {
+            // console.log(`markdown file is empty, skipping`)
+            continue
+          }
+
+          const {
+            title,
+            description,
+            tags,
+            prompt,
+            thumbnail,
+            model,
             lora,
+            style,
+            music,
+            voice,
             orientation,
-            // projection, // <- will be extrapolated from the LoRA for now
-          }),
+          } = parseDatasetPrompt(rawMarkdown, channel)
+
+          /*
+          on ai-tube side (not the ai-tube robot) we are okay with partial video requests,
+          ie. drafts
+          if (!title || !description || !prompt) {
+            // console.log("dataset prompt is incomplete or unparseable")
+            // continue
+          }
+          */
+
+          // console.log("prompt parsed markdown:", { title, description, tags })
+          let thumbnailUrl =
+            thumbnail.startsWith("http")
+              ? thumbnail
+              : (thumbnail.endsWith(".webp") || thumbnail.endsWith(".jpg") || thumbnail.endsWith(".jpeg"))
+              ? `https://huggingface.co/${repo}/resolve/main/${thumbnail}`
+              : ""
+
+          // TODO: the clap file is empty if
+          // the video is prompted using Markdown
+          const clapUrl = ""
+
+          const video: VideoRequest = {
+            id,
+            label: title,
+            description,
+            prompt,
+            thumbnailUrl,
+            clapUrl,
+            model,
+            lora,
+            style,
+            voice,
+            music,
+            updatedAt: file.lastCommit?.date || new Date().toISOString(),
+            tags: Array.isArray(tags) && tags.length ? tags : channel.tags,
+            channel,
+            duration: 0,
+            ...computeOrientationProjectionWidthHeight({
+              lora,
+              orientation,
+              // projection, // <- will be extrapolated from the LoRA for now
+            }),
+          }
+
+          videos[id] = video
+
+        } else if (filePath.endsWith(".mp4")) {
+          // console.log("found a video:", file.path)
         }
-
-        videos[id] = video
-
-      } else if (file.path.endsWith(".mp4")) {
-        // console.log("found a video:", file.path)
+      } catch (err) {
+        console.error("error while processing a dataset file:")
+        console.error(err)
       }
     }
 

src/app/server/actions/ai-tube-hf/getVideos.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 import { getVideoIndex } from "./getVideoIndex"
 import { extendVideosWithStats } from "./extendVideosWithStats"

src/app/server/actions/ai-tube-hf/parseChannel.ts

@@ -2,7 +2,7 @@
 
 import { Credentials, downloadFile, whoAmI } from "@/huggingface/hub/src"
 import { parseDatasetReadme } from "@/app/server/actions/utils/parseDatasetReadme"
-import { ChannelInfo, VideoGenerationModel, VideoOrientation } from "@/types"
+import { ChannelInfo, VideoGenerationModel, VideoOrientation } from "@/types/general"
 
 import { adminCredentials } from "../config"
 import { defaultVideoModel, defaultVideoOrientation } from "@/app/config"

src/app/server/actions/ai-tube-hf/uploadVideoRequestToDataset.ts

@@ -3,7 +3,7 @@
 import { Blob } from "buffer"
 
 import { Credentials, uploadFile, whoAmI } from "@/huggingface/hub/src"
-import { ChannelInfo, VideoGenerationModel, VideoInfo, VideoOrientation, VideoRequest } from "@/types"
+import { ChannelInfo, VideoGenerationModel, VideoInfo, VideoOrientation, VideoRequest } from "@/types/general"
 import { formatPromptFileName } from "../utils/formatPromptFileName"
 import { computeOrientationProjectionWidthHeight } from "../utils/computeOrientationProjectionWidthHeight"
 
@@ -126,6 +126,10 @@ ${prompt}
     voice,
     music,
     thumbnailUrl: channel.thumbnail,
+
+    // for now AI Tube doesn't support upload of clap files
+    clapUrl: "",
+
     updatedAt: new Date().toISOString(),
     tags,
     channel,
@@ -149,7 +153,12 @@ ${prompt}
     voice,
     music,
     thumbnailUrl: channel.thumbnail, // will be generated in async
+
+    // for now AI Tube doesn't support upload of clap files
+    clapUrl: "",
+    
     assetUrl: "", // will be generated in async
+    assetUrlHd: "",
     numberOfViews: 0,
     numberOfLikes: 0,
     numberOfDislikes: 0,

src/app/server/actions/ai-tube-robot/updateQueue.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ChannelInfo, UpdateQueueResponse } from "@/types"
+import { ChannelInfo, UpdateQueueResponse } from "@/types/general"
 
 import { aiTubeRobotApi } from "../config"
 

src/app/server/actions/comments.ts

@@ -2,7 +2,7 @@
 
 import { v4 as uuidv4 } from "uuid"
 
-import { CommentInfo, StoredCommentInfo } from "@/types"
+import { CommentInfo, StoredCommentInfo } from "@/types/general"
 import { stripHtml } from "@/lib/stripHtml"
 import { getCurrentUser, getUsers } from "./users"
 import { redis } from "./redis"

src/app/server/actions/stats.ts

@@ -2,7 +2,7 @@
 
 import { developerMode } from "@/app/config"
 import { WhoAmIUser, whoAmI } from "@/huggingface/hub/src"
-import { VideoRating } from "@/types"
+import { VideoRating } from "@/types/general"
 import { redis } from "./redis";
 
 export async function getStatsForVideos(videoIds: string[]): Promise<Record<string, { numberOfViews: number; numberOfLikes: number; numberOfDislikes: number}>> {

src/app/server/actions/submitVideoRequest.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ChannelInfo, VideoGenerationModel, VideoInfo, VideoOrientation } from "@/types"
+import { ChannelInfo, VideoGenerationModel, VideoInfo, VideoOrientation } from "@/types/general"
 
 import { uploadVideoRequestToDataset } from "./ai-tube-hf/uploadVideoRequestToDataset"
 

src/app/server/actions/users.ts

@@ -1,7 +1,7 @@
 "use server"
 
 import { WhoAmIUser, whoAmI } from "@/huggingface/hub/src"
-import {  UserInfo } from "@/types"
+import {  UserInfo } from "@/types/general"
 import { adminApiKey } from "./config"
 import { redis } from "./redis"
 

src/app/server/actions/utils/computeOrientationProjectionWidthHeight.ts

@@ -1,4 +1,4 @@
-import { VideoOrientation, VideoProjection } from "@/types"
+import { VideoOrientation, VideoProjection } from "@/types/general"
 
 import { parseVideoOrientation } from "./parseVideoOrientation"
 import { parseProjectionFromLoRA } from "./parseProjectionFromLoRA"

src/app/server/actions/utils/isAntisocial.ts

@@ -1,4 +1,4 @@
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 const winners = new Set(`${process.env.WINNERS || ""}`.toLowerCase().split(",").map(x => x.trim()).filter(x => x))
 

src/app/server/actions/utils/isHighQuality.ts

@@ -1,4 +1,4 @@
-import { VideoInfo } from "@/types"
+import { VideoInfo } from "@/types/general"
 
 export function isHighQuality(video: VideoInfo) {
   const numberOfViews = Math.abs(Math.max(0, video.numberOfViews))

src/app/server/actions/utils/parseClap.ts

@@ -0,0 +1,91 @@
+import YAML from "yaml"
+import { v4 as uuidv4 } from "uuid"
+
+import { ClapHeader, ClapMeta, ClapProject, ClapSegment } from "@/types/clap"
+import { getValidNumber } from "@/lib/getValidNumber"
+
+/**
+ * import a Clap file (from a plain text string)
+ * 
+ * note: it is not really async, because for some reason YAML.parse is a blocking call like for JSON,
+ * they is no async version although we are now in the 20s not 90s
+ */
+export async function parseClap(inputStringOrBlob: string | Blob): Promise<ClapProject> {
+
+  // Decompress the input blob using gzip
+  const decompressor = new DecompressionStream('gzip');
+
+  const inputBlob =
+    typeof inputStringOrBlob === "string"
+    ? new Blob([inputStringOrBlob], { type: "application/x-yaml" })
+    : inputStringOrBlob;
+
+  const decompressedStream = inputBlob.stream().pipeThrough(decompressor);
+
+  // Convert the stream to text using a Response object
+  const text = await new Response(decompressedStream).text();
+  
+  // Parse YAML string to raw data
+  const rawData = YAML.parse(text);
+
+  if (!Array.isArray(rawData) || rawData.length < 2) {
+    throw new Error("invalid clap file (need a clap format header block and project metadata block)")
+  }
+
+  const maybeClapHeader = rawData[0] as ClapHeader
+
+  if (maybeClapHeader.format !== "clap-0") {
+    throw new Error("invalid clap file (sorry, but you can't make up version numbers like that)")
+  }
+
+  const maybeClapMeta = rawData[1] as ClapMeta
+
+  const clapMeta: ClapMeta = {
+    id: typeof maybeClapMeta.title === "string" ? maybeClapMeta.id : uuidv4(),
+    title: typeof maybeClapMeta.title === "string" ? maybeClapMeta.title : "",
+    description: typeof maybeClapMeta.description === "string" ? maybeClapMeta.description : "",
+    licence: typeof maybeClapMeta.licence === "string" ? maybeClapMeta.licence : "",
+    orientation: maybeClapMeta.orientation === "portrait" ? "portrait" : maybeClapMeta.orientation === "square" ? "square" : "landscape",
+    width: getValidNumber(maybeClapMeta.width, 256, 4096, 1024),
+    height: getValidNumber(maybeClapMeta.height, 256, 4096, 1024),
+    defaultVideoModel: typeof maybeClapMeta.defaultVideoModel === "string" ? maybeClapMeta.defaultVideoModel : "SVD",
+  }
+
+  const maybeSegments = rawData.slice(2) as ClapSegment[]
+
+  const clapSegments: ClapSegment[] = Array.isArray(maybeSegments) ? maybeSegments.map(({
+    id,
+    track,
+    startTimeInMs,
+    endTimeInMs,
+    category,
+    modelId,
+    prompt,
+    outputType,
+    renderId,
+    status,
+    assetUrl,
+    outputGain,
+    seed,
+  }) => ({
+    // TODO: we should verify each of those, probably
+    id,
+    track,
+    startTimeInMs,
+    endTimeInMs,
+    category,
+    modelId,
+    prompt,
+    outputType,
+    renderId,
+    status,
+    assetUrl,
+    outputGain,
+    seed,
+  })) : []
+
+  return {
+    meta: clapMeta,
+    segments: clapSegments
+  }
+}

src/app/server/actions/utils/parseDatasetPrompt.ts

@@ -1,5 +1,5 @@
 
-import { ChannelInfo, ParsedDatasetPrompt } from "@/types"
+import { ChannelInfo, ParsedDatasetPrompt } from "@/types/general"
 import { parseVideoModelName } from "./parseVideoModelName"
 import { parseVideoOrientation } from "./parseVideoOrientation"
 import { defaultVideoModel, defaultVideoOrientation } from "@/app/config"