upgrade dependencies

package-lock.json

@@ -8,9 +8,9 @@
       "name": "@aitube/website",
       "version": "0.0.0",
       "dependencies": {
-        "@aitube/clap": "0.0.10",
-        "@aitube/client": "0.0.15",
-        "@aitube/engine": "0.0.2",
+        "@aitube/clap": "0.0.14",
+        "@aitube/client": "0.0.17",
+        "@aitube/engine": "0.0.4",
         "@huggingface/hub": "0.12.3-oauth",
         "@huggingface/inference": "^2.6.7",
         "@jcoreio/async-throttle": "^1.6.0",
@@ -117,9 +117,9 @@
       }
     },
     "node_modules/@aitube/clap": {
-      "version": "0.0.10",
-      "resolved": "https://registry.npmjs.org/@aitube/clap/-/clap-0.0.10.tgz",
-      "integrity": "sha512-pj855yWhUJ0QTJIaxMJhg0PwC3JaHsScJ5rQ8iqog7zDBWNNJR9MPBtFDYRuIs3vmUsGVxHwSlIBz5I1VjMF8w==",
+      "version": "0.0.14",
+      "resolved": "https://registry.npmjs.org/@aitube/clap/-/clap-0.0.14.tgz",
+      "integrity": "sha512-i4mq3YFecWVOTS/p5QaSQ0VJfurKXlyRc8FJMqKI6P/7rpf4vE4IL+jBKa4HPsYeNt85/KOt3MJKEFVtgiWGfQ==",
       "dependencies": {
         "pure-uuid": "^1.8.1",
         "yaml": "^2.4.1"
@@ -129,22 +129,22 @@
       }
     },
     "node_modules/@aitube/client": {
-      "version": "0.0.15",
-      "resolved": "https://registry.npmjs.org/@aitube/client/-/client-0.0.15.tgz",
-      "integrity": "sha512-lGmdsBqjNVStBxZSH+Iig/nOyPdSpqpqU6M0OvOBMTwR4rohSvIQ7TnFJGvoc4WEFciNoCc6Vg6Q5W99ovG+fg==",
+      "version": "0.0.17",
+      "resolved": "https://registry.npmjs.org/@aitube/client/-/client-0.0.17.tgz",
+      "integrity": "sha512-waRA1k2pqKI7uOXUnBs6y056JY2h7LO+kzKDcHBiNSAyC0ZvSvP7VqTia2fxpF99rik6HgmC3N0AslObP4T6Zw==",
       "dependencies": {
         "query-string": "^9.0.0"
       },
       "peerDependencies": {
-        "@aitube/clap": "0.0.10"
+        "@aitube/clap": "0.0.14"
       }
     },
     "node_modules/@aitube/engine": {
-      "version": "0.0.2",
-      "resolved": "https://registry.npmjs.org/@aitube/engine/-/engine-0.0.2.tgz",
-      "integrity": "sha512-k+H91R8tP6cgR5E2yLkF0g2esKk1EI9jwaqF+YrEdPiRcEFNUUhwBER9XkkWp7ySDLUWumgiZgCCmVC4OnBmVQ==",
+      "version": "0.0.4",
+      "resolved": "https://registry.npmjs.org/@aitube/engine/-/engine-0.0.4.tgz",
+      "integrity": "sha512-YPVoW9u48PB/UW9PXxkz0nvSiCWQEEPr9mZyx/IRzQdTqC1woM/3p5m79cjoCuo9yT4pw1WIr0jR+9+6xwaW7Q==",
       "peerDependencies": {
-        "@aitube/clap": "0.0.10"
+        "@aitube/clap": "0.0.14"
       }
     },
     "node_modules/@alloc/quick-lru": {
@@ -3176,9 +3176,9 @@
       }
     },
     "node_modules/@upstash/redis": {
-      "version": "1.30.0",
-      "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.30.0.tgz",
-      "integrity": "sha512-bkxl2n7qls27hONXNyItM6ccRT0NBJ8c6zl83wx+TlODpYXehgeiUJTkcTaXLp7hk+zy6Mqpzpeo3GX+wZSvBw==",
+      "version": "1.30.1",
+      "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.30.1.tgz",
+      "integrity": "sha512-Cmk2cvm1AcD6mKLg/UFhQDzM+H1HsX/k5ufvNL4Kii8DsMTKmadMJ1rRZEGQ/SM7H51EeOL/YSa6K2EPc1SYPA==",
       "dependencies": {
         "crypto-js": "^4.2.0"
       }
@@ -3941,9 +3941,9 @@
       }
     },
     "node_modules/cookies-next/node_modules/@types/node": {
-      "version": "16.18.96",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-16.18.96.tgz",
-      "integrity": "sha512-84iSqGXoO+Ha16j8pRZ/L90vDMKX04QTYMTfYeE1WrjWaZXuchBehGUZEpNgx7JnmlrIHdnABmpjrQjhCnNldQ=="
+      "version": "16.18.97",
+      "resolved": "https://registry.npmjs.org/@types/node/-/node-16.18.97.tgz",
+      "integrity": "sha512-4muilE1Lbfn57unR+/nT9AFjWk0MtWi5muwCEJqnOvfRQDbSfLCUdN7vCIg8TYuaANfhLOV85ve+FNpiUsbSRg=="
     },
     "node_modules/copy-to-clipboard": {
       "version": "3.3.3",
@@ -4317,9 +4317,9 @@
       "integrity": "sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA=="
     },
     "node_modules/electron-to-chromium": {
-      "version": "1.4.756",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.756.tgz",
-      "integrity": "sha512-RJKZ9+vEBMeiPAvKNWyZjuYyUqMndcP1f335oHqn3BEQbs2NFtVrnK5+6Xg5wSM9TknNNpWghGDUCKGYF+xWXw=="
+      "version": "1.4.757",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.757.tgz",
+      "integrity": "sha512-jftDaCknYSSt/+KKeXzH3LX5E2CvRLm75P3Hj+J/dv3CL0qUYcOt13d5FN1NiL5IJbbhzHrb3BomeG2tkSlZmw=="
     },
     "node_modules/elliptic": {
       "version": "6.5.4",
@@ -4346,9 +4346,9 @@
       "integrity": "sha512-L18DaJsXSUk2+42pv8mLs5jJT2hqFkFE4j21wOmgbUqsZ2hL72NsUU785g9RXgo3s0ZNgVl42TiHp3ZtOv/Vyg=="
     },
     "node_modules/enhanced-resolve": {
-      "version": "5.16.0",
-      "resolved": "https://registry.npmjs.org/enhanced-resolve/-/enhanced-resolve-5.16.0.tgz",
-      "integrity": "sha512-O+QWCviPNSSLAD9Ucn8Awv+poAkqn3T1XY5/N7kR7rQO9yfSGWkYZDwpJ+iKF7B8rxaQKWngSqACpgzeapSyoA==",
+      "version": "5.16.1",
+      "resolved": "https://registry.npmjs.org/enhanced-resolve/-/enhanced-resolve-5.16.1.tgz",
+      "integrity": "sha512-4U5pNsuDl0EhuZpq46M5xPslstkviJuhrdobaRDBk2Jy2KO37FDAJl4lb2KlNabxT0m4MTK2UHNrsAcphE8nyw==",
       "dependencies": {
         "graceful-fs": "^4.2.4",
         "tapable": "^2.2.0"
@@ -5355,9 +5355,9 @@
       }
     },
     "node_modules/get-tsconfig": {
-      "version": "4.7.3",
-      "resolved": "https://registry.npmjs.org/get-tsconfig/-/get-tsconfig-4.7.3.tgz",
-      "integrity": "sha512-ZvkrzoUA0PQZM6fy6+/Hce561s+faD1rsNwhnO5FelNjyy7EMGJ3Rz1AQ8GYDWjhRs/7dBLOEJvhK8MiEJOAFg==",
+      "version": "4.7.4",
+      "resolved": "https://registry.npmjs.org/get-tsconfig/-/get-tsconfig-4.7.4.tgz",
+      "integrity": "sha512-ofbkKj+0pjXjhejr007J/fLf+sW+8H7K5GCm+msC8q3IpvgjobpyPqSRFemNyIMxklC0zeJpi7VDFna19FacvQ==",
       "dependencies": {
         "resolve-pkg-maps": "^1.0.0"
       },
@@ -6688,9 +6688,9 @@
       }
     },
     "node_modules/openai": {
-      "version": "4.40.2",
-      "resolved": "https://registry.npmjs.org/openai/-/openai-4.40.2.tgz",
-      "integrity": "sha512-r9AIaYQNHw8HGJpnny6Rcu/0moGUVqvpv0wTJfP0hKlk8ja5DVUMUCdPWEVfg7lxQMC+wIh+Qjp3onDIhVBemA==",
+      "version": "4.42.0",
+      "resolved": "https://registry.npmjs.org/openai/-/openai-4.42.0.tgz",
+      "integrity": "sha512-xbiQQ2YNqdkE6cHqeWKa7lsAvdYfgp84XiNFOVkAMa6+9KpmOL4hCWCRR6e6I/clpaens/T9XeLVtyC5StXoRw==",
       "dependencies": {
         "@types/node": "^18.11.18",
         "@types/node-fetch": "^2.6.4",
@@ -6706,9 +6706,9 @@
       }
     },
     "node_modules/openai/node_modules/@types/node": {
-      "version": "18.19.31",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.31.tgz",
-      "integrity": "sha512-ArgCD39YpyyrtFKIqMDvjz79jto5fcI/SVUs2HwB+f0dAzq68yqOdyaSivLiLugSziTpNXLQrVb7RZFmdZzbhA==",
+      "version": "18.19.32",
+      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.32.tgz",
+      "integrity": "sha512-2bkg93YBSDKk8DLmmHnmj/Rwr18TLx7/n+I23BigFwgexUJoMHZOd8X1OFxuF/W3NN0S2W2E5sVabI5CPinNvA==",
       "dependencies": {
         "undici-types": "~5.26.4"
       }
@@ -8307,9 +8307,9 @@
       }
     },
     "node_modules/type-fest": {
-      "version": "4.18.1",
-      "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-4.18.1.tgz",
-      "integrity": "sha512-qXhgeNsX15bM63h5aapNFcQid9jRF/l3ojDoDFmekDQEUufZ9U4ErVt6SjDxnHp48Ltrw616R8yNc3giJ3KvVQ==",
+      "version": "4.18.2",
+      "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-4.18.2.tgz",
+      "integrity": "sha512-+suCYpfJLAe4OXS6+PPXjW3urOS4IoP9waSiLuXfLgqZODKw/aWwASvzqE886wA0kQgGy0mIWyhd87VpqIy6Xg==",
       "engines": {
         "node": ">=16"
       },

package.json

@@ -10,9 +10,9 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "@aitube/clap": "0.0.10",
-    "@aitube/client": "0.0.15",
-    "@aitube/engine": "0.0.2",
+    "@aitube/clap": "0.0.14",
+    "@aitube/client": "0.0.17",
+    "@aitube/engine": "0.0.4",
     "@huggingface/hub": "0.12.3-oauth",
     "@huggingface/inference": "^2.6.7",
     "@jcoreio/async-throttle": "^1.6.0",

src/app/api/actions/ai-tube-hf/parseChannel.ts

@@ -1,11 +1,12 @@
 "use server"
 
+import { ClapMediaOrientation, defaultMediaOrientation } from "@aitube/clap"
 import { Credentials, downloadFile, whoAmI } from "@/lib/huggingface/hub/src"
 import { parseDatasetReadme } from "@/app/api/parsers/parseDatasetReadme"
-import { ChannelInfo, VideoGenerationModel, VideoOrientation } from "@/types/general"
+import { ChannelInfo, VideoGenerationModel } from "@/types/general"
+import { defaultVideoModel } from "@/app/config"
 
 import { adminCredentials } from "../config"
-import { defaultVideoModel, defaultVideoOrientation } from "@/app/config"
 
 export async function parseChannel(options: {
   id: string
@@ -78,7 +79,7 @@ export async function parseChannel(options: {
   let voice = ""
   let music = ""
   let tags: string[] = []
-  let orientation: VideoOrientation = defaultVideoOrientation
+  let orientation: ClapMediaOrientation = defaultMediaOrientation
 
   // console.log(`going to read datasets/${name}`)
   try {
@@ -102,7 +103,7 @@ export async function parseChannel(options: {
     style = parsedDatasetReadme.style || ""
     voice = parsedDatasetReadme.voice || ""
     music = parsedDatasetReadme.music || ""
-    orientation = parsedDatasetReadme.orientation || defaultVideoOrientation
+    orientation = parsedDatasetReadme.orientation || defaultMediaOrientation
 
     thumbnail =
       thumbnail.startsWith("http")

src/app/api/actions/ai-tube-hf/uploadVideoRequestToDataset.ts

@@ -2,8 +2,11 @@
 
 import { Blob } from "buffer"
 
+import { ClapMediaOrientation } from "@aitube/clap"
+
 import { Credentials, uploadFile, whoAmI } from "@/lib/huggingface/hub/src"
-import { ChannelInfo, VideoGenerationModel, MediaInfo, VideoOrientation, VideoRequest } from "@/types/general"
+import { ChannelInfo, VideoGenerationModel, MediaInfo, VideoRequest } from "@/types/general"
+
 import { formatPromptFileName } from "../../utils/formatPromptFileName"
 import { computeOrientationProjectionWidthHeight } from "../../utils/computeOrientationProjectionWidthHeight"
 
@@ -38,7 +41,7 @@ export async function uploadVideoRequestToDataset({
   music: string
   tags: string[]
   duration: number
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 }): Promise<{
   videoRequest: VideoRequest
   videoInfo: MediaInfo

src/app/api/actions/submitVideoRequest.ts

@@ -1,6 +1,8 @@
 "use server"
 
-import { ChannelInfo, VideoGenerationModel, MediaInfo, VideoOrientation } from "@/types/general"
+import { ClapMediaOrientation } from "@aitube/clap"
+
+import { ChannelInfo, VideoGenerationModel, MediaInfo } from "@/types/general"
 
 import { uploadVideoRequestToDataset } from "./ai-tube-hf/uploadVideoRequestToDataset"
 
@@ -31,7 +33,7 @@ export async function submitVideoRequest({
   music: string
   tags: string[]
   duration: number
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 }): Promise<MediaInfo> {
   if (!apiKey) {
     throw new Error(`the apiKey is required`)

src/app/api/generators/search/defaultChannel.ts

@@ -1,4 +1,5 @@
-import { ChannelInfo } from "@/types/general";
+import { ChannelInfo } from "@/types/general"
+import { defaultMediaOrientation } from "@aitube/clap"
 
 export const defaultChannel: ChannelInfo = {
  /**
@@ -66,5 +67,5 @@ export const defaultChannel: ChannelInfo = {
  /**
   * Default video orientation
   */
- orientation: "landscape"
+ orientation: defaultMediaOrientation
 }

src/app/api/generators/search/getNewMediaInfo.ts

@@ -5,6 +5,7 @@ import {
   MediaInfo,
 } from "@/types/general"
 import { defaultChannel } from "./defaultChannel"
+import { defaultMediaOrientation } from "@aitube/clap"
 
 export function getNewMediaInfo(params: Partial<MediaInfo> = {}): MediaInfo {
 
@@ -132,7 +133,7 @@ export function getNewMediaInfo(params: Partial<MediaInfo> = {}): MediaInfo {
     /**
      * General media aspect ratio
      */
-    orientation: "landscape",
+    orientation: defaultMediaOrientation,
 
     /**
      * Media projection (cartesian by default)

src/app/api/generators/search/searchResultToMediaInfo.ts

@@ -3,15 +3,13 @@ import { v4 as uuidv4 } from "uuid"
 import {
   ChannelInfo,
   MediaInfo,
-  VideoStatus,
-  VideoGenerationModel,
-  MediaProjection,
-  VideoOrientation
 } from "@/types/general"
 
-import { LatentSearchResult, LatentSearchResults } from "./types"
 import { newRender } from "../../providers/videochain/renderWithVideoChain"
 
+import { LatentSearchResult } from "./types"
+import { defaultMediaOrientation } from "@aitube/clap"
+
 const channel: ChannelInfo = {
  /**
    * We actually use the dataset ID for the channel ID.
@@ -78,7 +76,7 @@ const channel: ChannelInfo = {
  /**
   * Default video orientation
   */
- orientation: "landscape"
+ orientation: defaultMediaOrientation
 }
 
 export async function searchResultToMediaInfo(searchResult: LatentSearchResult): Promise<MediaInfo> {
@@ -220,7 +218,7 @@ export async function searchResultToMediaInfo(searchResult: LatentSearchResult):
     /**
      * General media aspect ratio
      */
-    orientation: "landscape",
+    orientation: defaultMediaOrientation,
 
     /**
      * Media projection (cartesian by default)

src/app/api/parsers/parseDatasetPrompt.ts

@@ -1,8 +1,8 @@
+import { parseMediaOrientation, defaultMediaOrientation } from "@aitube/clap"
 
 import { ChannelInfo, ParsedDatasetPrompt } from "@/types/general"
 import { parseVideoModelName } from "./parseVideoModelName"
-import { parseVideoOrientation } from "./parseVideoOrientation"
-import { defaultVideoModel, defaultVideoOrientation } from "@/app/config"
+import { defaultVideoModel } from "@/app/config"
 
 export function parseDatasetPrompt(markdown: string, channel: ChannelInfo): ParsedDatasetPrompt {
   try {
@@ -36,7 +36,7 @@ export function parseDatasetPrompt(markdown: string, channel: ChannelInfo): Pars
       thumbnail: typeof thumbnail === "string" && thumbnail ? thumbnail : "",
       voice: typeof voice === "string" && voice ? voice : (channel.voice || ""),
       music: typeof music === "string" && music ? music : (channel.music || ""),
-      orientation: parseVideoOrientation(orientation, channel.orientation),
+      orientation: parseMediaOrientation(orientation, channel.orientation),
     }
   } catch (err) {
     return {
@@ -50,7 +50,7 @@ export function parseDatasetPrompt(markdown: string, channel: ChannelInfo): Pars
       thumbnail: "",
       voice: channel.voice || "",
       music: channel.music || "",
-      orientation: channel.orientation || defaultVideoOrientation,
+      orientation: channel.orientation || defaultMediaOrientation,
     }
   }
 }

src/app/api/parsers/parseDatasetReadme.ts

@@ -1,10 +1,12 @@
 
 import metadataParser from "markdown-yaml-metadata-parser"
+import { defaultMediaOrientation, parseMediaOrientation } from "@aitube/clap"
 
 import { ParsedDatasetReadme, ParsedMetadataAndContent } from "@/types/general"
+import { defaultVideoModel } from "@/app/config"
+
 import { parseVideoModelName } from "./parseVideoModelName"
-import { parseVideoOrientation } from "./parseVideoOrientation"
-import { defaultVideoModel, defaultVideoOrientation } from "@/app/config"
+
 
 export function parseDatasetReadme(markdown: string = ""): ParsedDatasetReadme {
   try {
@@ -29,7 +31,7 @@ export function parseDatasetReadme(markdown: string = ""): ParsedDatasetReadme {
       music,
       description,
       prompt,
-      orientation: parseVideoOrientation(orientation, defaultVideoOrientation),
+      orientation: parseMediaOrientation(orientation, defaultMediaOrientation),
     }
   } catch (err) {
     return {
@@ -45,7 +47,7 @@ export function parseDatasetReadme(markdown: string = ""): ParsedDatasetReadme {
       music: "",
       description: "",
       prompt: "",
-      orientation: defaultVideoOrientation,
+      orientation: defaultMediaOrientation,
     }
   }
 }

src/app/api/parsers/parseVideoOrientation.ts

@@ -1,32 +0,0 @@
-import { defaultVideoOrientation } from "@/app/config"
-import { VideoOrientation } from "@/types/general"
-
-export function parseVideoOrientation(text: any, defaultToUse?: VideoOrientation): VideoOrientation {
-  const rawOrientationString = `${text || ""}`.trim().toLowerCase()
-
-  let orientation: VideoOrientation = defaultToUse || (defaultVideoOrientation || "landscape")
-
-  if (
-    rawOrientationString === "landscape" || 
-    rawOrientationString === "horizontal"
-  ) {
-    orientation = "landscape"
-  }
-
-  if (
-    rawOrientationString === "portrait" || 
-    rawOrientationString === "vertical" ||
-    rawOrientationString === "mobile"
-  ) {
-    orientation = "portrait"
-  }
-
-  if (
-    rawOrientationString === "square"
-  ) {
-    orientation = "square"
-  }
-
-
-  return orientation
-}

src/app/api/utils/computeOrientationProjectionWidthHeight.ts

@@ -1,7 +1,7 @@
-import { VideoOrientation, MediaProjection } from "@/types/general"
+import { MediaProjection } from "@/types/general"
 
-import { parseVideoOrientation } from "../parsers/parseVideoOrientation"
 import { parseProjectionFromLoRA } from "../parsers/parseProjectionFromLoRA"
+import { ClapMediaOrientation, parseMediaOrientation } from "@aitube/clap"
 
 export function computeOrientationProjectionWidthHeight({
   lora: maybeLora,
@@ -12,14 +12,14 @@ export function computeOrientationProjectionWidthHeight({
   projection?: any
   orientation?: any
 }): {
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
   projection: MediaProjection
   width: number
   height: number
 } {
 
   const lora = `${maybeLora || ""}`
-  const orientation = parseVideoOrientation(maybeOrientation)
+  const orientation = parseMediaOrientation(maybeOrientation)
   const projection = maybeProjection ? maybeProjection : parseProjectionFromLoRA(lora)
 
   let width = 1024

src/app/api/v1/create/index.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ClapProject, getValidNumber, newClap, newSegment } from "@aitube/clap"
+import { ClapProject, getValidNumber, newClap, newSegment, ClapSegmentCategory, ClapOutputType } from "@aitube/clap"
 
 import { sleep } from "@/lib/utils/sleep"
 import { predict } from "@/app/api/providers/huggingface/predictWithHuggingFace"
@@ -133,9 +133,9 @@ Output: `
       track: 1,
       startTimeInMs: currentElapsedTimeInMs,
       assetDurationInMs: defaultSegmentDurationInMs,
-      category: "storyboard",
+      category: ClapSegmentCategory.STORYBOARD,
       prompt: image,
-      outputType: "image"
+      outputType: ClapOutputType.IMAGE,
     }))
 
     clap.segments.push(newSegment({

src/app/api/v1/edit/entities/clapToLatentStory.ts

@@ -1,4 +1,4 @@
-import { ClapProject, ClapSegmentFilteringMode, filterSegments } from "@aitube/clap"
+import { ClapProject, ClapSegmentCategory, ClapSegmentFilteringMode, filterSegments } from "@aitube/clap"
 
 import { LatentStory } from "@/app/api/v1/types"
 
@@ -20,21 +20,21 @@ export async function clapToLatentStory(clap: ClapProject): Promise<LatentStory[
       ClapSegmentFilteringMode.START,
       shot,
       clap.segments,
-      "storyboard"
+      ClapSegmentCategory.STORYBOARD
     ).at(0)
 
     const title = filterSegments(
       ClapSegmentFilteringMode.START,
       shot,
       clap.segments,
-      "interface"
+      ClapSegmentCategory.INTERFACE
     ).at(0)
 
     const voice = filterSegments(
       ClapSegmentFilteringMode.START,
       shot,
       clap.segments,
-      "dialogue"
+      ClapSegmentCategory.DIALOGUE
     ).at(0)
 
     const latentStory: LatentStory = {

src/app/api/v1/edit/storyboards/processShot.ts

@@ -4,7 +4,9 @@ import {
   getClapAssetSourceType,
   newSegment,
   filterSegments,
-  ClapSegmentFilteringMode
+  ClapSegmentFilteringMode,
+  ClapSegmentCategory,
+  ClapOutputType
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
 import { getVideoPrompt } from "@aitube/engine"
@@ -32,7 +34,7 @@ export async function processShot({
   )
 
   const shotStoryboardSegments: ClapSegment[] = shotSegments.filter(s =>
-    s.category === "storyboard"
+    s.category === ClapSegmentCategory.STORYBOARD
   )
 
   let shotStoryboardSegment: ClapSegment | undefined = shotStoryboardSegments.at(0)
@@ -44,10 +46,10 @@ export async function processShot({
       startTimeInMs: shotSegment.startTimeInMs,
       endTimeInMs: shotSegment.endTimeInMs,
       assetDurationInMs: shotSegment.assetDurationInMs,
-      category: "storyboard",
+      category: ClapSegmentCategory.STORYBOARD,
       prompt: "",
       assetUrl: "",
-      outputType: "image"
+      outputType: ClapOutputType.IMAGE,
     })
 
     // we fix the existing clap

src/app/config.ts

@@ -1,4 +1,4 @@
-import { VideoGenerationModel, VideoOrientation } from "@/types/general"
+import { VideoGenerationModel } from "@/types/general"
 
 export const showBetaFeatures = `${
   process.env.NEXT_PUBLIC_SHOW_BETA_FEATURES || ""
@@ -6,7 +6,6 @@ export const showBetaFeatures = `${
 
 
 export const defaultVideoModel: VideoGenerationModel = "SVD"
-export const defaultVideoOrientation: VideoOrientation = "landscape"
 export const defaultVoice = "Julian"
 
 export const developerMode = `${

src/app/views/user-channel-view/index.tsx

@@ -2,11 +2,12 @@
 
 import { useEffect, useState, useTransition } from "react"
 
+import { defaultMediaOrientation, parseMediaOrientation } from "@aitube/clap"
+import { useLocalStorage } from "usehooks-ts"
+
 import { useStore } from "@/app/state/useStore"
 import { cn } from "@/lib/utils/cn"
 import { VideoGenerationModel, MediaInfo } from "@/types/general"
-
-import { useLocalStorage } from "usehooks-ts"
 import { localStorageKeys } from "@/app/state/localStorageKeys"
 import { defaultSettings } from "@/app/state/defaultSettings"
 import { Input } from "@/components/ui/input"
@@ -17,8 +18,7 @@ import { PendingVideoList } from "@/components/interface/pending-video-list"
 import { getChannelVideos } from "@/app/api/actions/ai-tube-hf/getChannelVideos"
 import { parseVideoModelName } from "@/app/api/parsers/parseVideoModelName"
 import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from "@/components/ui/select"
-import { defaultVideoModel, defaultVideoOrientation, defaultVoice } from "@/app/config"
-import { parseVideoOrientation } from "@/app/api/parsers/parseVideoOrientation"
+import { defaultVideoModel, defaultVoice } from "@/app/config"
 
 export function UserChannelView() {
   const [_isPending, startTransition] = useTransition()
@@ -37,7 +37,7 @@ export function UserChannelView() {
   const [voice, setVoice] = useState(defaultVoice)
   const [music, setMusic] = useState("")
   const [duration, setDuration] = useState(0)
-  const [orientation, setOrientation] = useState(defaultVideoOrientation)
+  const [orientation, setOrientation] = useState(defaultMediaOrientation)
 
   // we do not include the tags in the list of required fields
   const missingFields = !title || !description || !prompt
@@ -243,9 +243,9 @@ export function UserChannelView() {
           <div className="flex flex-col space-y-2 flex-grow">
             <Select
               onValueChange={(value: string) => {
-                setOrientation(parseVideoOrientation(value, defaultVideoOrientation))
+                setOrientation(parseMediaOrientation(value, defaultMediaOrientation))
               }}
-              defaultValue={defaultVideoOrientation}>
+              defaultValue={defaultMediaOrientation}>
               <SelectTrigger className="">
                 <SelectValue placeholder="Video orientation" />
               </SelectTrigger>

src/components/interface/latent-engine/core/useLatentEngine.ts

@@ -1,7 +1,7 @@
 
 import { create } from "zustand"
 
-import { ClapProject, ClapSegment, newClap, parseClap } from "@aitube/clap"
+import { ClapProject, ClapSegment, ClapSegmentCategory, newClap, parseClap } from "@aitube/clap"
 import { getVideoPrompt } from "@aitube/engine"
 
 import { LatentEngineStore } from "./types"
@@ -518,7 +518,7 @@ export const useLatentEngine = create<LatentEngineStore>((set, get) => ({
         // note: for now we only display one panel at a time,
         // later we can try to see if we should handle more
         // for nice gradient transition,
-        const interfaceLayers = await resolveSegments(clap, "interface", 1)
+        const interfaceLayers = await resolveSegments(clap, ClapSegmentCategory.INTERFACE, 1)
 
         if (get().isPlaying) {
           set({

src/components/interface/latent-engine/resolvers/resolveSegment.ts

@@ -1,4 +1,4 @@
-import { ClapProject, ClapSegment } from "@aitube/clap"
+import { ClapProject, ClapSegment, ClapSegmentCategory } from "@aitube/clap"
 
 import { LatentComponentResolver, LayerElement } from "../core/types"
 
@@ -10,11 +10,11 @@ import { resolve as imageResolver } from "./image"
 export async function resolveSegment(segment: ClapSegment, clap: ClapProject): Promise<LayerElement> {
   let latentComponentResolver: LatentComponentResolver = genericResolver
   
-  if (segment.category === "interface") {
+  if (segment.category === ClapSegmentCategory.INTERFACE) {
     latentComponentResolver = interfaceResolver
-  } else if (segment.category === "video") {
+  } else if (segment.category === ClapSegmentCategory.VIDEO) {
     latentComponentResolver = videoResolver
-  } else if (segment.category === "storyboard") {
+  } else if (segment.category === ClapSegmentCategory.STORYBOARD) {
     latentComponentResolver = imageResolver
   }
 

src/types/general.ts

@@ -1,4 +1,4 @@
-
+import type { ClapMediaOrientation } from "@aitube/clap"
 
 export type ProjectionMode = 'cartesian' | 'spherical'
 
@@ -246,7 +246,7 @@ export type ChannelInfo = {
   /**
    * Default video orientation
    */
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 }
 
 export type VideoStatus =
@@ -339,7 +339,7 @@ export type VideoRequest = {
   /**
    * Video orientation
    */
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 
   /**
    * Video duration
@@ -347,11 +347,6 @@ export type VideoRequest = {
   duration: number
 }
 
-export type VideoOrientation =
-  | "portrait"
-  | "landscape"
-  | "square"
-
 export type MediaProjection =
   | "cartesian" // this is the default
   | "equirectangular"
@@ -492,7 +487,7 @@ export type MediaInfo = {
   /**
    * General media aspect ratio
    */
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 
   /**
    * Media projection (cartesian by default)
@@ -665,7 +660,7 @@ export type ParsedDatasetReadme = {
   hf_tags: string[]
   description: string
   prompt: string
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 }
 
 export type ParsedMetadataAndContent = {
@@ -688,7 +683,7 @@ export type ParsedDatasetPrompt = {
   thumbnail: string
   voice: string
   music: string
-  orientation: VideoOrientation
+  orientation: ClapMediaOrientation
 }
 
 export type UpdateQueueRequest = {