working on a new API route

package-lock.json

@@ -8,13 +8,13 @@
       "name": "@aitube/website",
       "version": "0.0.0",
       "dependencies": {
-        "@aitube/clap": "0.0.17",
-        "@aitube/client": "0.0.25",
-        "@aitube/engine": "0.0.7",
+        "@aitube/clap": "0.0.19",
+        "@aitube/client": "0.0.28",
+        "@aitube/engine": "0.0.10",
         "@huggingface/hub": "0.12.3-oauth",
-        "@huggingface/inference": "^2.6.7",
+        "@huggingface/inference": "^2.7.0",
         "@jcoreio/async-throttle": "^1.6.0",
-        "@mediapipe/tasks-vision": "^0.10.13-rc.20240419",
+        "@mediapipe/tasks-vision": "^0.10.14",
         "@photo-sphere-viewer/core": "^5.7.2",
         "@photo-sphere-viewer/equirectangular-video-adapter": "^5.7.2",
         "@photo-sphere-viewer/gyroscope-plugin": "^5.7.2",
@@ -119,34 +119,34 @@
       }
     },
     "node_modules/@aitube/clap": {
-      "version": "0.0.17",
-      "resolved": "https://registry.npmjs.org/@aitube/clap/-/clap-0.0.17.tgz",
-      "integrity": "sha512-g/jjePX2Hz9Eo4hk+rxd6FRwoy2Hx9sadGLgN9yWSm7dGHhr9B/DVv8eLjFabu7jgW0zvZZ1FHvlsNAby4Pr/Q==",
+      "version": "0.0.19",
+      "resolved": "https://registry.npmjs.org/@aitube/clap/-/clap-0.0.19.tgz",
+      "integrity": "sha512-2Xe9EDY06a09Pp5/pjbm8IQnFCBD/y48WzQqKo6b/1i7lBxzxJ9g5J8b0TM3Jd3JdEApvJ+62tnT7rFrGGLMRQ==",
       "dependencies": {
         "pure-uuid": "^1.8.1",
-        "yaml": "^2.4.1"
+        "yaml": "^2.4.2"
       },
       "peerDependencies": {
         "typescript": "^5.4.5"
       }
     },
     "node_modules/@aitube/client": {
-      "version": "0.0.25",
-      "resolved": "https://registry.npmjs.org/@aitube/client/-/client-0.0.25.tgz",
-      "integrity": "sha512-gX5eJOKiigVY3xK1NcsStruUuWMQbj4o4XHTceZhUyKCgHDldC0Y15mvIWVabCtEW5FFebdmhH0EFeg+PBMCsg==",
+      "version": "0.0.28",
+      "resolved": "https://registry.npmjs.org/@aitube/client/-/client-0.0.28.tgz",
+      "integrity": "sha512-yFejJ9j4VcYIhOO/wUhbzJ8qU66KuSOXnPLWio4w4E7c0VwtkD46dae4i6Ic7l4nyVe0avjRIKZlzAlTphFSvA==",
       "dependencies": {
         "query-string": "^9.0.0"
       },
       "peerDependencies": {
-        "@aitube/clap": "0.0.17"
+        "@aitube/clap": "0.0.19"
       }
     },
     "node_modules/@aitube/engine": {
-      "version": "0.0.7",
-      "resolved": "https://registry.npmjs.org/@aitube/engine/-/engine-0.0.7.tgz",
-      "integrity": "sha512-Bu3MhQ7DelO+K/lU82MGSu1ksf3IUi3L9q1E2WfdBh4bkI0Kq8hH+OgUFKp38e5t1zhwjY2lJPNCbAJau5RcBA==",
+      "version": "0.0.10",
+      "resolved": "https://registry.npmjs.org/@aitube/engine/-/engine-0.0.10.tgz",
+      "integrity": "sha512-iDupahKrjuQE7u6aCR85xq6dilb2wPITyxtYhKNk7qCpYckLLHdzCW2CX+ZTD03NYiL10Ns4YdMGax5ygjimhQ==",
       "peerDependencies": {
-        "@aitube/clap": "0.0.17"
+        "@aitube/clap": "0.0.19"
       }
     },
     "node_modules/@alloc/quick-lru": {
@@ -192,9 +192,9 @@
       }
     },
     "node_modules/@emnapi/runtime": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/@emnapi/runtime/-/runtime-1.1.1.tgz",
-      "integrity": "sha512-3bfqkzuR1KLx57nZfjr2NLnFOobvyS0aTszaEGCGqmYMVDRaGvgIZbjGSV/MHSSmLgQ/b9JFHQ5xm5WRZYd+XQ==",
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/@emnapi/runtime/-/runtime-1.2.0.tgz",
+      "integrity": "sha512-bV21/9LQmcQeCPEg3BDFtvwL6cwiTMksYNWQQ4KOxCZikEGalWtenoZ0wCiukJINlGCIi2KXx01g4FoH/LxpzQ==",
       "optional": true,
       "dependencies": {
         "tslib": "^2.4.0"
@@ -919,9 +919,9 @@
       }
     },
     "node_modules/@floating-ui/core": {
-      "version": "1.6.1",
-      "resolved": "https://registry.npmjs.org/@floating-ui/core/-/core-1.6.1.tgz",
-      "integrity": "sha512-42UH54oPZHPdRHdw6BgoBD6cg/eVTmVrFcgeRDM3jbO7uxSoipVcmcIGFcA5jmOHO5apcyvBhkSKES3fQJnu7A==",
+      "version": "1.6.2",
+      "resolved": "https://registry.npmjs.org/@floating-ui/core/-/core-1.6.2.tgz",
+      "integrity": "sha512-+2XpQV9LLZeanU4ZevzRnGFg2neDeKHgFLjP6YLW+tly0IvrhqT4u8enLGjLH3qeh85g19xY5rsAusfwTdn5lg==",
       "dependencies": {
         "@floating-ui/utils": "^0.2.0"
       }
@@ -936,9 +936,9 @@
       }
     },
     "node_modules/@floating-ui/react-dom": {
-      "version": "2.0.9",
-      "resolved": "https://registry.npmjs.org/@floating-ui/react-dom/-/react-dom-2.0.9.tgz",
-      "integrity": "sha512-q0umO0+LQK4+p6aGyvzASqKbKOJcAHJ7ycE9CuUvfx3s9zTHWmGJTPOIlM/hmSBfUfg/XfY5YhLBLR/LHwShQQ==",
+      "version": "2.1.0",
+      "resolved": "https://registry.npmjs.org/@floating-ui/react-dom/-/react-dom-2.1.0.tgz",
+      "integrity": "sha512-lNzj5EQmEKn5FFKc04+zasr09h/uX8RtJRNj5gUXsSQIXHVWTVh+hVAg1vOMCexkX8EgvemMvIFpQfkosnVNyA==",
       "dependencies": {
         "@floating-ui/dom": "^1.0.0"
       },
@@ -964,13 +964,21 @@
       }
     },
     "node_modules/@huggingface/inference": {
-      "version": "2.6.7",
-      "resolved": "https://registry.npmjs.org/@huggingface/inference/-/inference-2.6.7.tgz",
-      "integrity": "sha512-vFBqvtU3LhxjufTs0jcRrDSc0nK+lah10bOgvlIn80lAH4JwMzHHPBQ4g4ECEdRD0PIt6EpTiidEZQq2sArb5Q==",
+      "version": "2.7.0",
+      "resolved": "https://registry.npmjs.org/@huggingface/inference/-/inference-2.7.0.tgz",
+      "integrity": "sha512-u7Fn637Q3f7nUB1tajM4CgzhvoFQkOQr5W5Fm+2wT9ETgGoLBh25BLlYPTJRjAd2WY01s71v0lqAwNvHHCc3mg==",
+      "dependencies": {
+        "@huggingface/tasks": "^0.10.0"
+      },
       "engines": {
         "node": ">=18"
       }
     },
+    "node_modules/@huggingface/tasks": {
+      "version": "0.10.6",
+      "resolved": "https://registry.npmjs.org/@huggingface/tasks/-/tasks-0.10.6.tgz",
+      "integrity": "sha512-aGqvPsZZ8JLkAs7IChsEZil/aNLoMsqDryDFqJV7N5u//EaHzHAU6ORwVxEJIWJ9MIqJauJ9f7LYNtKC5Axh3w=="
+    },
     "node_modules/@humanwhocodes/config-array": {
       "version": "0.11.14",
       "resolved": "https://registry.npmjs.org/@humanwhocodes/config-array/-/config-array-0.11.14.tgz",
@@ -1002,9 +1010,9 @@
       "integrity": "sha512-93zYdMES/c1D69yZiKDBj0V24vqNzB/koF26KPaagAfd3P/4gUlh3Dys5ogAK+Exi9QyzlD8x/08Zt7wIKcDcA=="
     },
     "node_modules/@img/sharp-darwin-arm64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-darwin-arm64/-/sharp-darwin-arm64-0.33.3.tgz",
-      "integrity": "sha512-FaNiGX1MrOuJ3hxuNzWgsT/mg5OHG/Izh59WW2mk1UwYHUwtfbhk5QNKYZgxf0pLOhx9ctGiGa2OykD71vOnSw==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-darwin-arm64/-/sharp-darwin-arm64-0.33.4.tgz",
+      "integrity": "sha512-p0suNqXufJs9t3RqLBO6vvrgr5OhgbWp76s5gTRvdmxmuv9E1rcaqGUsl3l4mKVmXPkTkTErXediAui4x+8PSA==",
       "cpu": [
         "arm64"
       ],
@@ -1027,9 +1035,9 @@
       }
     },
     "node_modules/@img/sharp-darwin-x64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-darwin-x64/-/sharp-darwin-x64-0.33.3.tgz",
-      "integrity": "sha512-2QeSl7QDK9ru//YBT4sQkoq7L0EAJZA3rtV+v9p8xTKl4U1bUqTIaCnoC7Ctx2kCjQgwFXDasOtPTCT8eCTXvw==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-darwin-x64/-/sharp-darwin-x64-0.33.4.tgz",
+      "integrity": "sha512-0l7yRObwtTi82Z6ebVI2PnHT8EB2NxBgpK2MiKJZJ7cz32R4lxd001ecMhzzsZig3Yv9oclvqqdV93jo9hy+Dw==",
       "cpu": [
         "x64"
       ],
@@ -1220,9 +1228,9 @@
       }
     },
     "node_modules/@img/sharp-linux-arm": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-linux-arm/-/sharp-linux-arm-0.33.3.tgz",
-      "integrity": "sha512-Q7Ee3fFSC9P7vUSqVEF0zccJsZ8GiiCJYGWDdhEjdlOeS9/jdkyJ6sUSPj+bL8VuOYFSbofrW0t/86ceVhx32w==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-linux-arm/-/sharp-linux-arm-0.33.4.tgz",
+      "integrity": "sha512-RUgBD1c0+gCYZGCCe6mMdTiOFS0Zc/XrN0fYd6hISIKcDUbAW5NtSQW9g/powkrXYm6Vzwd6y+fqmExDuCdHNQ==",
       "cpu": [
         "arm"
       ],
@@ -1245,9 +1253,9 @@
       }
     },
     "node_modules/@img/sharp-linux-arm64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-linux-arm64/-/sharp-linux-arm64-0.33.3.tgz",
-      "integrity": "sha512-Zf+sF1jHZJKA6Gor9hoYG2ljr4wo9cY4twaxgFDvlG0Xz9V7sinsPp8pFd1XtlhTzYo0IhDbl3rK7P6MzHpnYA==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-linux-arm64/-/sharp-linux-arm64-0.33.4.tgz",
+      "integrity": "sha512-2800clwVg1ZQtxwSoTlHvtm9ObgAax7V6MTAB/hDT945Tfyy3hVkmiHpeLPCKYqYR1Gcmv1uDZ3a4OFwkdBL7Q==",
       "cpu": [
         "arm64"
       ],
@@ -1270,9 +1278,9 @@
       }
     },
     "node_modules/@img/sharp-linux-s390x": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-linux-s390x/-/sharp-linux-s390x-0.33.3.tgz",
-      "integrity": "sha512-vFk441DKRFepjhTEH20oBlFrHcLjPfI8B0pMIxGm3+yilKyYeHEVvrZhYFdqIseSclIqbQ3SnZMwEMWonY5XFA==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-linux-s390x/-/sharp-linux-s390x-0.33.4.tgz",
+      "integrity": "sha512-h3RAL3siQoyzSoH36tUeS0PDmb5wINKGYzcLB5C6DIiAn2F3udeFAum+gj8IbA/82+8RGCTn7XW8WTFnqag4tQ==",
       "cpu": [
         "s390x"
       ],
@@ -1281,7 +1289,7 @@
         "linux"
       ],
       "engines": {
-        "glibc": ">=2.28",
+        "glibc": ">=2.31",
         "node": "^18.17.0 || ^20.3.0 || >=21.0.0",
         "npm": ">=9.6.5",
         "pnpm": ">=7.1.0",
@@ -1295,9 +1303,9 @@
       }
     },
     "node_modules/@img/sharp-linux-x64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-linux-x64/-/sharp-linux-x64-0.33.3.tgz",
-      "integrity": "sha512-Q4I++herIJxJi+qmbySd072oDPRkCg/SClLEIDh5IL9h1zjhqjv82H0Seupd+q2m0yOfD+/fJnjSoDFtKiHu2g==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-linux-x64/-/sharp-linux-x64-0.33.4.tgz",
+      "integrity": "sha512-GoR++s0XW9DGVi8SUGQ/U4AeIzLdNjHka6jidVwapQ/JebGVQIpi52OdyxCNVRE++n1FCLzjDovJNozif7w/Aw==",
       "cpu": [
         "x64"
       ],
@@ -1320,9 +1328,9 @@
       }
     },
     "node_modules/@img/sharp-linuxmusl-arm64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-linuxmusl-arm64/-/sharp-linuxmusl-arm64-0.33.3.tgz",
-      "integrity": "sha512-qnDccehRDXadhM9PM5hLvcPRYqyFCBN31kq+ErBSZtZlsAc1U4Z85xf/RXv1qolkdu+ibw64fUDaRdktxTNP9A==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-linuxmusl-arm64/-/sharp-linuxmusl-arm64-0.33.4.tgz",
+      "integrity": "sha512-nhr1yC3BlVrKDTl6cO12gTpXMl4ITBUZieehFvMntlCXFzH2bvKG76tBL2Y/OqhupZt81pR7R+Q5YhJxW0rGgQ==",
       "cpu": [
         "arm64"
       ],
@@ -1345,9 +1353,9 @@
       }
     },
     "node_modules/@img/sharp-linuxmusl-x64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-linuxmusl-x64/-/sharp-linuxmusl-x64-0.33.3.tgz",
-      "integrity": "sha512-Jhchim8kHWIU/GZ+9poHMWRcefeaxFIs9EBqf9KtcC14Ojk6qua7ghKiPs0sbeLbLj/2IGBtDcxHyjCdYWkk2w==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-linuxmusl-x64/-/sharp-linuxmusl-x64-0.33.4.tgz",
+      "integrity": "sha512-uCPTku0zwqDmZEOi4ILyGdmW76tH7dm8kKlOIV1XC5cLyJ71ENAAqarOHQh0RLfpIpbV5KOpXzdU6XkJtS0daw==",
       "cpu": [
         "x64"
       ],
@@ -1370,15 +1378,15 @@
       }
     },
     "node_modules/@img/sharp-wasm32": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-wasm32/-/sharp-wasm32-0.33.3.tgz",
-      "integrity": "sha512-68zivsdJ0koE96stdUfM+gmyaK/NcoSZK5dV5CAjES0FUXS9lchYt8LAB5rTbM7nlWtxaU/2GON0HVN6/ZYJAQ==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-wasm32/-/sharp-wasm32-0.33.4.tgz",
+      "integrity": "sha512-Bmmauh4sXUsUqkleQahpdNXKvo+wa1V9KhT2pDA4VJGKwnKMJXiSTGphn0gnJrlooda0QxCtXc6RX1XAU6hMnQ==",
       "cpu": [
         "wasm32"
       ],
       "optional": true,
       "dependencies": {
-        "@emnapi/runtime": "^1.1.0"
+        "@emnapi/runtime": "^1.1.1"
       },
       "engines": {
         "node": "^18.17.0 || ^20.3.0 || >=21.0.0",
@@ -1391,9 +1399,9 @@
       }
     },
     "node_modules/@img/sharp-win32-ia32": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-win32-ia32/-/sharp-win32-ia32-0.33.3.tgz",
-      "integrity": "sha512-CyimAduT2whQD8ER4Ux7exKrtfoaUiVr7HG0zZvO0XTFn2idUWljjxv58GxNTkFb8/J9Ub9AqITGkJD6ZginxQ==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-win32-ia32/-/sharp-win32-ia32-0.33.4.tgz",
+      "integrity": "sha512-99SJ91XzUhYHbx7uhK3+9Lf7+LjwMGQZMDlO/E/YVJ7Nc3lyDFZPGhjwiYdctoH2BOzW9+TnfqcaMKt0jHLdqw==",
       "cpu": [
         "ia32"
       ],
@@ -1412,9 +1420,9 @@
       }
     },
     "node_modules/@img/sharp-win32-x64": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/@img/sharp-win32-x64/-/sharp-win32-x64-0.33.3.tgz",
-      "integrity": "sha512-viT4fUIDKnli3IfOephGnolMzhz5VaTvDRkYqtZxOMIoMQ4MrAziO7pT1nVnOt2FAm7qW5aa+CCc13aEY6Le0g==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/@img/sharp-win32-x64/-/sharp-win32-x64-0.33.4.tgz",
+      "integrity": "sha512-3QLocdTRVIrFNye5YocZl+KKpYKP+fksi1QhmOArgx7GyhIbQp/WrJRu176jm8IxromS7RIkzMiMINVdBtC8Aw==",
       "cpu": [
         "x64"
       ],
@@ -1525,9 +1533,9 @@
       }
     },
     "node_modules/@mediapipe/tasks-vision": {
-      "version": "0.10.13",
-      "resolved": "https://registry.npmjs.org/@mediapipe/tasks-vision/-/tasks-vision-0.10.13.tgz",
-      "integrity": "sha512-8uYOKbtASqZu4m1Tf0nBvOaT50pGTVt0siQ3AWJJ4OV+r+HsWDYquQvev/fo78i49mt2IM2eskV7UxX4+e4tLw=="
+      "version": "0.10.14",
+      "resolved": "https://registry.npmjs.org/@mediapipe/tasks-vision/-/tasks-vision-0.10.14.tgz",
+      "integrity": "sha512-vOifgZhkndgybdvoRITzRkIueWWSiCKuEUXXK6Q4FaJsFvRJuwgg++vqFUMlL0Uox62U5aEXFhHxlhV7Ja5e3Q=="
     },
     "node_modules/@next/env": {
       "version": "14.2.3",
@@ -1710,9 +1718,9 @@
       }
     },
     "node_modules/@photo-sphere-viewer/core": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/core/-/core-5.7.3.tgz",
-      "integrity": "sha512-F2YYQVHwRxrFFvBXdfx0o9rBVOiHgHyMCGgtnJvo4dKVtoUzJdTjXXKVYiOG1ZCVpx1jsyhZeY5DykHnU+7NSw==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/core/-/core-5.7.4.tgz",
+      "integrity": "sha512-NwhJuxSdRrjb7oCJOgvD5ZBMJpgXLZjKhACmebvGB2FIM2A71l3vU/fzAzYjG+xjJt+93pYI/myBhL5Ds6wyYw==",
       "dependencies": {
         "three": "^0.161.0"
       }
@@ -1723,77 +1731,77 @@
       "integrity": "sha512-LC28VFtjbOyEu5b93K0bNRLw1rQlMJ85lilKsYj6dgTu+7i17W+JCCEbvrpmNHF1F3NAUqDSWq50UD7w9H2xQw=="
     },
     "node_modules/@photo-sphere-viewer/equirectangular-video-adapter": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/equirectangular-video-adapter/-/equirectangular-video-adapter-5.7.3.tgz",
-      "integrity": "sha512-a0vUihauMhWuNVkp6dWvE1dkmHjMNIe1GEQYUwpduBJlGNabzx7mp3iJNll9NqmLpz85iHvGNpunn5J+zVhfsg==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/equirectangular-video-adapter/-/equirectangular-video-adapter-5.7.4.tgz",
+      "integrity": "sha512-x00TPiJAqACISA2GtEUzl85IDXmxquOCqK3F+DKoTOzpCe8ZZNA1XVBI9QfwQYqIaggz6LGz5W7PcyNzWhofOA==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/gyroscope-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/gyroscope-plugin/-/gyroscope-plugin-5.7.3.tgz",
-      "integrity": "sha512-hS5ePszcR80Lb6ItLRK5xcUMDHsHyf1ebWeEeIwgMfURMdpenRA3phrrlSz8nVmeG/IQB0NRahHubUFfrIv/8g==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/gyroscope-plugin/-/gyroscope-plugin-5.7.4.tgz",
+      "integrity": "sha512-WKwXFyJGpiEPL/wrbTPjCIZUiyT4Ct1uV1mVNhYQkuvZERQweLf6/85AMqSMIYCjGqa00XxXPoOjVwZ2zjSVdA==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/markers-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/markers-plugin/-/markers-plugin-5.7.3.tgz",
-      "integrity": "sha512-m4f/vqCAMnwEssHiN1akvnsmD6yWdREI2t7Hs/k+nsbWd/vJ2XKb0iio/JyZWbCJhgsKGZ5sasqzhdxSOQBI8A==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/markers-plugin/-/markers-plugin-5.7.4.tgz",
+      "integrity": "sha512-HAR/qsBxOCHHlX2hU1AmjydPr4/wCgZtX2INXeaslM0T4YGq+o97V4S98FRpbQoSyrEPaD2DUl2ZqlXglIqH6Q==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/overlays-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/overlays-plugin/-/overlays-plugin-5.7.3.tgz",
-      "integrity": "sha512-OaoDXjsG6r5RuC7sKft+tfFFTJE1dbQokZM3/rB34kKbVpLWt9L8NJNBr1oBYyZt+3Fv5EYhL0MsmpTqf/gZTw==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/overlays-plugin/-/overlays-plugin-5.7.4.tgz",
+      "integrity": "sha512-+WJX9IIxxZGRHrhBUn31PiTfxU6mwSBkTchQeS0tR0s/LyRoY1UqEMkik4vBabkfhL0DN9XA+GaOi+L70T1ltw==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/resolution-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/resolution-plugin/-/resolution-plugin-5.7.3.tgz",
-      "integrity": "sha512-DbSnIWnwFNa6jeIMGnVsmmuQGn5yZfUN5J9Ew7Xg3CYn5y3HT8EMF/A+yIZQCe7J1AnA30BRhOK1sqgLivDHjA==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/resolution-plugin/-/resolution-plugin-5.7.4.tgz",
+      "integrity": "sha512-AxbHXP505WwSFXGArb9zzPBEfBWdX3WMSfLQadb9jmyu0/nLYmLdD2SxqZbb5Rl1jIiBkwXxuNmZfBFzvsRUrg==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3",
-        "@photo-sphere-viewer/settings-plugin": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4",
+        "@photo-sphere-viewer/settings-plugin": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/settings-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/settings-plugin/-/settings-plugin-5.7.3.tgz",
-      "integrity": "sha512-YYhDd2xKYpxwnwgTq2h04+Aq19UALJbySc7B7GNlLilWuGE9Uy/u47PfUHkA5rJiUdJ0cOaXi7DOtPQZvPKiBQ==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/settings-plugin/-/settings-plugin-5.7.4.tgz",
+      "integrity": "sha512-AMDH4jfuV4DeFZC+CEhxrPeA1fU6isbwblba2Ng5AnUmxVWVyISbfRDRPe2FwOfqV9EFBFDRkHj6dLuD85hEDw==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/stereo-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/stereo-plugin/-/stereo-plugin-5.7.3.tgz",
-      "integrity": "sha512-UGl9M3YilHcb1HhlTSl+hK+wfVdHrqKj4xSseJ5WDfFV3EErWhpSbg796GX+KWRrvF11EamhkXzAlR7ei5Y4hw==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/stereo-plugin/-/stereo-plugin-5.7.4.tgz",
+      "integrity": "sha512-IwMSwEBEbmohQNav53njq23mL4l6/KiD8mXnN9JOlzLg90HHLjYhObX2zXJDyd4iYd6zOHaymkgQ7hbDPx/DZQ==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3",
-        "@photo-sphere-viewer/gyroscope-plugin": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4",
+        "@photo-sphere-viewer/gyroscope-plugin": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/video-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/video-plugin/-/video-plugin-5.7.3.tgz",
-      "integrity": "sha512-bUo6qLT2Tnbc8d/Q7iZEDor2jWqL91ZKgAozxtXB86FqkYtzVoqmjhP008fMRxtoNCJFe8biisjTryYJ7oYp9g==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/video-plugin/-/video-plugin-5.7.4.tgz",
+      "integrity": "sha512-Zup7lpkFzRWL38HaKsES9qd1aHWPjtF2HK8nQMHZglWJxKn0MTLdaLAiwK2CkXsz7D6dV768md+wro2gIvAuIg==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@photo-sphere-viewer/visible-range-plugin": {
-      "version": "5.7.3",
-      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/visible-range-plugin/-/visible-range-plugin-5.7.3.tgz",
-      "integrity": "sha512-dO+qHQsTxuiyrhd3ESRxHOZbE0ZCtAotzv8XSPcOrgnnbHp+2AMKKJhCwuQB58vUb9sxHf4NBo13MWU37vZm1g==",
+      "version": "5.7.4",
+      "resolved": "https://registry.npmjs.org/@photo-sphere-viewer/visible-range-plugin/-/visible-range-plugin-5.7.4.tgz",
+      "integrity": "sha512-R1qG9EumglGU1sj0hNtg1rjx2J9pLS3IzGOW1llzjK01RJV4SQLh4Io3W1ElfHG7CisnxuBgDf/iXsQdm0eFeA==",
       "peerDependencies": {
-        "@photo-sphere-viewer/core": "5.7.3"
+        "@photo-sphere-viewer/core": "5.7.4"
       }
     },
     "node_modules/@pkgjs/parseargs": {
@@ -2892,9 +2900,9 @@
       }
     },
     "node_modules/@rushstack/eslint-patch": {
-      "version": "1.10.2",
-      "resolved": "https://registry.npmjs.org/@rushstack/eslint-patch/-/eslint-patch-1.10.2.tgz",
-      "integrity": "sha512-hw437iINopmQuxWPSUEvqE56NCPsiU8N4AYtfHmJFckclktzK9YQJieD3XkDCDH4OjL+C7zgPUh73R/nrcHrqw=="
+      "version": "1.10.3",
+      "resolved": "https://registry.npmjs.org/@rushstack/eslint-patch/-/eslint-patch-1.10.3.tgz",
+      "integrity": "sha512-qC/xYId4NMebE6w/V33Fh9gWxLgURiNYgVNObbJl2LZv0GUUItCcCqC5axQSwRaAgaxl2mELq1rMzlswaQ0Zxg=="
     },
     "node_modules/@swc/counter": {
       "version": "0.1.3",
@@ -2963,9 +2971,9 @@
       "integrity": "sha512-dRLjCWHYg4oaA77cxO64oO+7JwCwnIzkZPdrrC71jQmQtlhM556pwKo5bUzqvZndkVbeFLIIi+9TC40JNF5hNQ=="
     },
     "node_modules/@types/lodash": {
-      "version": "4.17.1",
-      "resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.17.1.tgz",
-      "integrity": "sha512-X+2qazGS3jxLAIz5JDXDzglAF3KpijdhFxlf/V1+hEsOUc+HnWi81L/uv/EvGuV90WY+7mPGFCUDGfQC3Gj95Q=="
+      "version": "4.17.4",
+      "resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.17.4.tgz",
+      "integrity": "sha512-wYCP26ZLxaT3R39kiN2+HcJ4kTd3U1waI/cY7ivWYqFP6pW3ZNpvi6Wd6PHZx7T/t8z0vlkXMg3QYLa7DZ/IJQ=="
     },
     "node_modules/@types/lodash.debounce": {
       "version": "4.0.9",
@@ -3178,9 +3186,9 @@
       }
     },
     "node_modules/@upstash/redis": {
-      "version": "1.30.1",
-      "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.30.1.tgz",
-      "integrity": "sha512-Cmk2cvm1AcD6mKLg/UFhQDzM+H1HsX/k5ufvNL4Kii8DsMTKmadMJ1rRZEGQ/SM7H51EeOL/YSa6K2EPc1SYPA==",
+      "version": "1.31.1",
+      "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.31.1.tgz",
+      "integrity": "sha512-lAsOo+kYjD5lpP+lH/nxHfzFYeCkWBwwKsyZZmh0AoOumBA9ZpS52Gorm7c2bmNu3UFijpPiLSFdW/nRdjbRpQ==",
       "dependencies": {
         "crypto-js": "^4.2.0"
       }
@@ -3507,9 +3515,9 @@
       "integrity": "sha512-OH/2E5Fg20h2aPrbe+QL8JZQFko0YZaF+j4mnQ7BGhfavO7OpSLa8a0y9sBwomHdSbkhTS8TQNayBfnW5DwbvQ=="
     },
     "node_modules/async": {
-      "version": "3.2.5",
-      "resolved": "https://registry.npmjs.org/async/-/async-3.2.5.tgz",
-      "integrity": "sha512-baNZyqaaLhyLVKm/DlvdW051MSgO6b8eVfIezl9E5PqWxFgzLm/wQntEW4zOytVburDEr0JlALEpdOFwvErLsg=="
+      "version": "0.2.10",
+      "resolved": "https://registry.npmjs.org/async/-/async-0.2.10.tgz",
+      "integrity": "sha512-eAkdoKxU6/LkKDBzLpT+t6Ff5EtfSF4wx1WfJiPEEV7WNLnDaRXk0oVysiEPm262roaachGexwUv94WhSgN5TQ=="
     },
     "node_modules/asynckit": {
       "version": "0.4.0",
@@ -3575,9 +3583,9 @@
       }
     },
     "node_modules/axios": {
-      "version": "1.6.8",
-      "resolved": "https://registry.npmjs.org/axios/-/axios-1.6.8.tgz",
-      "integrity": "sha512-v/ZHtJDU39mDpyBoFVkETcd/uNdxrWRrg3bKpOKzXFA6Bvqopts6ALSMU3y6ijYxbw2B+wPrIv46egTzJXCLGQ==",
+      "version": "1.7.1",
+      "resolved": "https://registry.npmjs.org/axios/-/axios-1.7.1.tgz",
+      "integrity": "sha512-+LV37nQcd1EpFalkXksWNBiA17NZ5m5/WspmHGmZmdx1qBOg/VNq/c4eRJiA9VQQHBOs+N0ZhhdU10h2TyNK7Q==",
       "dependencies": {
         "follow-redirects": "^1.15.6",
         "form-data": "^4.0.0",
@@ -3745,9 +3753,9 @@
       }
     },
     "node_modules/caniuse-lite": {
-      "version": "1.0.30001617",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001617.tgz",
-      "integrity": "sha512-mLyjzNI9I+Pix8zwcrpxEbGlfqOkF9kM3ptzmKNw5tizSyYwMe+nGLTqMK9cO+0E+Bh6TsBxNAaHWEM8xwSsmA==",
+      "version": "1.0.30001620",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001620.tgz",
+      "integrity": "sha512-WJvYsOjd1/BYUY6SNGUosK9DUidBPDTnOARHp3fSmFO1ekdxaY6nKRttEVrfMmYi80ctS0kz1wiWmm14fVc3ew==",
       "funding": [
         {
           "type": "opencollective",
@@ -4324,9 +4332,9 @@
       "integrity": "sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA=="
     },
     "node_modules/electron-to-chromium": {
-      "version": "1.4.762",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.762.tgz",
-      "integrity": "sha512-rrFvGweLxPwwSwJOjIopy3Vr+J3cIPtZzuc74bmlvmBIgQO3VYJDvVrlj94iKZ3ukXUH64Ex31hSfRTLqvjYJQ=="
+      "version": "1.4.774",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.774.tgz",
+      "integrity": "sha512-132O1XCd7zcTkzS3FgkAzKmnBuNJjK8WjcTtNuoylj7MYbqw5eXehjQ5OK91g0zm7OTKIPeaAG4CPoRfD9M1Mg=="
     },
     "node_modules/elliptic": {
       "version": "6.5.4",
@@ -5154,15 +5162,15 @@
       "integrity": "sha512-X8cqMLLie7KsNUDSdzeN8FYK9rEt4Dt67OsG/DNGnYTSDBG4uFAJFBnUeiV+zCVAvwFy56IjM9sH51jVaEhNxw=="
     },
     "node_modules/fluent-ffmpeg": {
-      "version": "2.1.2",
-      "resolved": "https://registry.npmjs.org/fluent-ffmpeg/-/fluent-ffmpeg-2.1.2.tgz",
-      "integrity": "sha512-IZTB4kq5GK0DPp7sGQ0q/BWurGHffRtQQwVkiqDgeO6wYJLLV5ZhgNOQ65loZxxuPMKZKZcICCUnaGtlxBiR0Q==",
+      "version": "2.1.3",
+      "resolved": "https://registry.npmjs.org/fluent-ffmpeg/-/fluent-ffmpeg-2.1.3.tgz",
+      "integrity": "sha512-Be3narBNt2s6bsaqP6Jzq91heDgOEaDCJAXcE3qcma/EJBSy5FB4cvO31XBInuAuKBx8Kptf8dkhjK0IOru39Q==",
       "dependencies": {
-        "async": ">=0.2.9",
+        "async": "^0.2.9",
         "which": "^1.1.1"
       },
       "engines": {
-        "node": ">=0.8.0"
+        "node": ">=18"
       }
     },
     "node_modules/fluent-ffmpeg/node_modules/which": {
@@ -6697,9 +6705,9 @@
       }
     },
     "node_modules/openai": {
-      "version": "4.44.0",
-      "resolved": "https://registry.npmjs.org/openai/-/openai-4.44.0.tgz",
-      "integrity": "sha512-jVpDIJsBAR83rVbIHPuWRr9UkFc5DaH9ev2kt2IQAhKCs73DBRoFOa5SwtqfN7/CcBdIGBdygpmpc0gsFaV+Ow==",
+      "version": "4.47.1",
+      "resolved": "https://registry.npmjs.org/openai/-/openai-4.47.1.tgz",
+      "integrity": "sha512-WWSxhC/69ZhYWxH/OBsLEirIjUcfpQ5+ihkXKp06hmeYXgBBIUCa9IptMzYx6NdkiOCsSGYCnTIsxaic3AjRCQ==",
       "dependencies": {
         "@types/node": "^18.11.18",
         "@types/node-fetch": "^2.6.4",
@@ -6812,15 +6820,15 @@
       "integrity": "sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw=="
     },
     "node_modules/path-scurry": {
-      "version": "1.11.0",
-      "resolved": "https://registry.npmjs.org/path-scurry/-/path-scurry-1.11.0.tgz",
-      "integrity": "sha512-LNHTaVkzaYaLGlO+0u3rQTz7QrHTFOuKyba9JMTQutkmtNew8dw8wOD7mTU/5fCPZzCWpfW0XnQKzY61P0aTaw==",
+      "version": "1.11.1",
+      "resolved": "https://registry.npmjs.org/path-scurry/-/path-scurry-1.11.1.tgz",
+      "integrity": "sha512-Xa4Nw17FS9ApQFJ9umLiJS4orGjm7ZzwUrwamcGQuHSzDyth9boKDaycYdDcZDuqYATXw4HFXgaqWTctW/v1HA==",
       "dependencies": {
         "lru-cache": "^10.2.0",
         "minipass": "^5.0.0 || ^6.0.2 || ^7.0.0"
       },
       "engines": {
-        "node": ">=16 || 14 >=14.17"
+        "node": ">=16 || 14 >=14.18"
       },
       "funding": {
         "url": "https://github.com/sponsors/isaacs"
@@ -6852,9 +6860,9 @@
       }
     },
     "node_modules/picocolors": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.0.0.tgz",
-      "integrity": "sha512-1fygroTLlHu66zi26VoTDv8yRgm0Fccecssto+MhsZ0D/DGW2sm8E8AjW7NU5VVTRt5GxbeZ5qBuJr+HyLYkjQ=="
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.0.1.tgz",
+      "integrity": "sha512-anP1Z8qwhkbmu7MFP5iTt+wQKXgwzf7zTyGlcdzabySa9vd0Xt392U0rVmz9poOaBj0uHJKyyo9/upk0HrEQew=="
     },
     "node_modules/picomatch": {
       "version": "2.3.1",
@@ -7608,9 +7616,9 @@
       "integrity": "sha512-y0m1JoUZSlPAjXVtPPW70aZWfIL/dSP7AFkRnniLCrK/8MDKog3TySTBmckD+RObVxH0v4Tox67+F14PdED2oQ=="
     },
     "node_modules/sharp": {
-      "version": "0.33.3",
-      "resolved": "https://registry.npmjs.org/sharp/-/sharp-0.33.3.tgz",
-      "integrity": "sha512-vHUeXJU1UvlO/BNwTpT0x/r53WkLUVxrmb5JTgW92fdFCFk0ispLMAeu/jPO2vjkXM1fYUi3K7/qcLF47pwM1A==",
+      "version": "0.33.4",
+      "resolved": "https://registry.npmjs.org/sharp/-/sharp-0.33.4.tgz",
+      "integrity": "sha512-7i/dt5kGl7qR4gwPRD2biwD2/SvBn3O04J77XKFgL2OnZtQw+AG9wnuS/csmu80nPRHLYE9E41fyEiG8nhH6/Q==",
       "hasInstallScript": true,
       "dependencies": {
         "color": "^4.2.3",
@@ -7625,8 +7633,8 @@
         "url": "https://opencollective.com/libvips"
       },
       "optionalDependencies": {
-        "@img/sharp-darwin-arm64": "0.33.3",
-        "@img/sharp-darwin-x64": "0.33.3",
+        "@img/sharp-darwin-arm64": "0.33.4",
+        "@img/sharp-darwin-x64": "0.33.4",
         "@img/sharp-libvips-darwin-arm64": "1.0.2",
         "@img/sharp-libvips-darwin-x64": "1.0.2",
         "@img/sharp-libvips-linux-arm": "1.0.2",
@@ -7635,15 +7643,15 @@
         "@img/sharp-libvips-linux-x64": "1.0.2",
         "@img/sharp-libvips-linuxmusl-arm64": "1.0.2",
         "@img/sharp-libvips-linuxmusl-x64": "1.0.2",
-        "@img/sharp-linux-arm": "0.33.3",
-        "@img/sharp-linux-arm64": "0.33.3",
-        "@img/sharp-linux-s390x": "0.33.3",
-        "@img/sharp-linux-x64": "0.33.3",
-        "@img/sharp-linuxmusl-arm64": "0.33.3",
-        "@img/sharp-linuxmusl-x64": "0.33.3",
-        "@img/sharp-wasm32": "0.33.3",
-        "@img/sharp-win32-ia32": "0.33.3",
-        "@img/sharp-win32-x64": "0.33.3"
+        "@img/sharp-linux-arm": "0.33.4",
+        "@img/sharp-linux-arm64": "0.33.4",
+        "@img/sharp-linux-s390x": "0.33.4",
+        "@img/sharp-linux-x64": "0.33.4",
+        "@img/sharp-linuxmusl-arm64": "0.33.4",
+        "@img/sharp-linuxmusl-x64": "0.33.4",
+        "@img/sharp-wasm32": "0.33.4",
+        "@img/sharp-win32-ia32": "0.33.4",
+        "@img/sharp-win32-x64": "0.33.4"
       }
     },
     "node_modules/shebang-command": {
@@ -8011,9 +8019,9 @@
       }
     },
     "node_modules/sucrase/node_modules/glob": {
-      "version": "10.3.14",
-      "resolved": "https://registry.npmjs.org/glob/-/glob-10.3.14.tgz",
-      "integrity": "sha512-4fkAqu93xe9Mk7le9v0y3VrPDqLKHarNi2s4Pv7f2yOvfhWfhc7hRPHC/JyqMqb8B/Dt/eGS4n7ykwf3fOsl8g==",
+      "version": "10.3.15",
+      "resolved": "https://registry.npmjs.org/glob/-/glob-10.3.15.tgz",
+      "integrity": "sha512-0c6RlJt1TICLyvJYIApxb8GsXoai0KUP7AxKKAtsYXdgJR1mGEUa7DgwShbdk1nly0PYoZj01xd4hzbq3fsjpw==",
       "dependencies": {
         "foreground-child": "^3.1.0",
         "jackspeak": "^2.3.6",
@@ -8025,7 +8033,7 @@
         "glob": "dist/esm/bin.mjs"
       },
       "engines": {
-        "node": ">=16 || 14 >=14.17"
+        "node": ">=16 || 14 >=14.18"
       },
       "funding": {
         "url": "https://github.com/sponsors/isaacs"
@@ -8413,9 +8421,9 @@
       "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA=="
     },
     "node_modules/update-browserslist-db": {
-      "version": "1.0.15",
-      "resolved": "https://registry.npmjs.org/update-browserslist-db/-/update-browserslist-db-1.0.15.tgz",
-      "integrity": "sha512-K9HWH62x3/EalU1U6sjSZiylm9C8tgq2mSvshZpqc7QE69RaA2qjhkW2HlNA0tFpEbtyFz7HTqbSdN4MSwUodA==",
+      "version": "1.0.16",
+      "resolved": "https://registry.npmjs.org/update-browserslist-db/-/update-browserslist-db-1.0.16.tgz",
+      "integrity": "sha512-KVbTxlBYlckhF5wgfyZXTWnMn7MMZjMu9XG8bPlliUOP9ThaF4QnhP8qrjrH7DRzHfSk0oQv1wToW+iA5GajEQ==",
       "funding": [
         {
           "type": "opencollective",
@@ -8432,7 +8440,7 @@
       ],
       "dependencies": {
         "escalade": "^3.1.2",
-        "picocolors": "^1.0.0"
+        "picocolors": "^1.0.1"
       },
       "bin": {
         "update-browserslist-db": "cli.js"
@@ -8560,13 +8568,13 @@
       "integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ=="
     },
     "node_modules/websocket": {
-      "version": "1.0.34",
-      "resolved": "https://registry.npmjs.org/websocket/-/websocket-1.0.34.tgz",
-      "integrity": "sha512-PRDso2sGwF6kM75QykIesBijKSVceR6jL2G8NGYyq2XrItNC2P5/qL5XeR056GhA+Ly7JMFvJb9I312mJfmqnQ==",
+      "version": "1.0.35",
+      "resolved": "https://registry.npmjs.org/websocket/-/websocket-1.0.35.tgz",
+      "integrity": "sha512-/REy6amwPZl44DDzvRCkaI1q1bIiQB0mEFQLUrhz3z2EK91cp3n72rAjUlrTP0zV22HJIUOVHQGPxhFRjxjt+Q==",
       "dependencies": {
         "bufferutil": "^4.0.1",
         "debug": "^2.2.0",
-        "es5-ext": "^0.10.50",
+        "es5-ext": "^0.10.63",
         "typedarray-to-buffer": "^3.1.5",
         "utf-8-validate": "^5.0.2",
         "yaeti": "^0.0.6"

package.json

@@ -10,13 +10,13 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "@aitube/clap": "0.0.17",
-    "@aitube/client": "0.0.25",
-    "@aitube/engine": "0.0.7",
+    "@aitube/clap": "0.0.19",
+    "@aitube/client": "0.0.28",
+    "@aitube/engine": "0.0.10",
     "@huggingface/hub": "0.12.3-oauth",
-    "@huggingface/inference": "^2.6.7",
+    "@huggingface/inference": "^2.7.0",
     "@jcoreio/async-throttle": "^1.6.0",
-    "@mediapipe/tasks-vision": "^0.10.13-rc.20240419",
+    "@mediapipe/tasks-vision": "^0.10.14",
     "@photo-sphere-viewer/core": "^5.7.2",
     "@photo-sphere-viewer/equirectangular-video-adapter": "^5.7.2",
     "@photo-sphere-viewer/gyroscope-plugin": "^5.7.2",

src/app/api/generators/clap/addLatentScenesToClap.ts

@@ -3,8 +3,8 @@
 import { ClapProject, newSegment } from "@aitube/clap"
 
 import { LatentScenes } from "./types"
+import { defaultSegmentDurationInMs } from "./constants"
 
-let defaultSegmentDurationInMs = 2000
 
 /**
  * This generates a fully valid Clap blob (compressed archive)

src/app/api/generators/clap/constants.ts

@@ -0,0 +1 @@
+export const defaultSegmentDurationInMs = 2000

src/app/api/parsers/parseNumericTime.ts

@@ -0,0 +1,18 @@
+import { getValidNumber } from "@aitube/clap"
+
+export function parseNumericTime(
+  input: any,
+  minValue: number,
+  maxValue: number,
+  defaultValue: number
+): number {
+  let value = defaultValue
+  
+  try {
+    let maybeNumber = decodeURIComponent(`${input || value}`).trim().toLowerCase()
+
+    return getValidNumber(maybeNumber, minValue, maxValue, defaultValue)
+  } catch (err) {}
+
+  return defaultValue
+}

src/app/api/v1/create/index.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ClapProject, getValidNumber, newClap, newSegment, ClapSegmentCategory, ClapOutputType, ClapMediaOrientation } from "@aitube/clap"
+import { ClapProject, getValidNumber, newClap, newSegment, ClapSegmentCategory, ClapOutputType, ClapMediaOrientation, ClapSegmentStatus } from "@aitube/clap"
 
 import { sleep } from "@/lib/utils/sleep"
 import { predict } from "@/app/api/providers/huggingface/predictWithHuggingFace"
@@ -144,7 +144,7 @@ Output: `
       category: ClapSegmentCategory.VIDEO,
       prompt: image,
       outputType: ClapOutputType.VIDEO,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
 
     clap.segments.push(newSegment({
@@ -155,7 +155,7 @@ Output: `
       category: ClapSegmentCategory.STORYBOARD,
       prompt: image,
       outputType: ClapOutputType.IMAGE,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
 
     if (hasCaptions) {
@@ -169,7 +169,7 @@ Output: `
       // assetUrl: `data:text/plain;base64,${btoa(comment)}`,
       assetUrl: comment,
       outputType: ClapOutputType.TEXT,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
   }
 
@@ -181,7 +181,7 @@ Output: `
       category: ClapSegmentCategory.DIALOGUE,
       prompt: voice,
       outputType: ClapOutputType.AUDIO,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
 
     // the presence of a camera is mandatory
@@ -193,7 +193,7 @@ Output: `
       category: ClapSegmentCategory.CAMERA,
       prompt: "video",
       outputType: ClapOutputType.TEXT,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
 
     currentElapsedTimeInMs += defaultSegmentDurationInMs
@@ -222,7 +222,7 @@ Output: `
       category: ClapSegmentCategory.SOUND,
       prompt: soundPrompt,
       outputType: ClapOutputType.AUDIO,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
   } catch (err) {
     console.error(`[api/v1/create] failed to generate sound prompts`)
@@ -251,7 +251,7 @@ Output: `
       category: ClapSegmentCategory.MUSIC,
       prompt: musicPrompt,
       outputType: ClapOutputType.AUDIO,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     }))
   } catch (err) {
     console.error(`[api/v1/create] failed to generate music prompts`)

src/app/api/v1/edit/dialogues/processShot.ts

@@ -5,7 +5,8 @@ import {
   getClapAssetSourceType,
   filterSegments,
   ClapSegmentFilteringMode,
-  ClapSegmentCategory
+  ClapSegmentCategory,
+  ClapSegmentStatus
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
 import { getSpeechBackgroundAudioPrompt } from "@aitube/engine"
@@ -58,7 +59,7 @@ export async function processShot({
       })
       shotDialogueSegment.assetSourceType = getClapAssetSourceType(shotDialogueSegment.assetUrl)
 
-      shotDialogueSegment.status = "completed"
+      shotDialogueSegment.status = ClapSegmentStatus.COMPLETED
       
       const { durationInMs, hasAudio } = await getMediaInfo(shotDialogueSegment.assetUrl)
   

src/app/api/v1/edit/music/generateMusic.ts

@@ -6,6 +6,7 @@ import {
   filterSegments,
   ClapSegmentFilteringMode,
   ClapSegmentCategory,
+  ClapSegmentStatus,
   newSegment
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
@@ -82,7 +83,7 @@ export async function generateMusic({
     assetDurationInMs: durationInMs,
     assetSourceType: getClapAssetSourceType(assetUrl),
     outputGain: 1.0,
-    status: "completed"
+    status: ClapSegmentStatus.COMPLETED,
   }
 
   if (!hasAudio) {

src/app/api/v1/edit/music/systemPrompt.ts

@@ -29,7 +29,7 @@ Given the following input story, provided as YAML:
 - shot: 2
   comment: "The witch gives her counsel but warns of an unknown cost."
   image: "close-up shot of THE WITCH, smiling cunningly, raising a finger while speaking. Background bokeh, dim lightning, menacing, mysterious."
-  voice: "Your Majesty, this will be a bloody battle, but I espy a way to victory for you. But if my advice you follow, victory I foresee, although at a great cost it will be."
+  voice: "Your Majesty, this will be a bloody battle, but I espy a way to victory for you. If my advice you follow, victory I foresee, although at a great cost it will be."
 - shot: 3
   comment: "The words of the witch are sinking in, but King Arthus tries to appear strong"
   image: "close-up shot on KING ARTHUS, looking concerned, somber, false confidence"

src/app/api/v1/edit/sounds/generateSound.ts

@@ -6,6 +6,7 @@ import {
   filterSegments,
   ClapSegmentFilteringMode,
   ClapSegmentCategory,
+  ClapSegmentStatus,
   newSegment
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
@@ -69,7 +70,7 @@ export async function generateSound({
     assetUrl,
     assetDurationInMs: durationInMs,
     outputGain: 1.0,
-    status: "completed"
+    status: ClapSegmentStatus.COMPLETED,
   }
 
 

src/app/api/v1/edit/sounds/processShot.ts

@@ -5,7 +5,8 @@ import {
   getClapAssetSourceType,
   filterSegments,
   ClapSegmentFilteringMode,
-  ClapSegmentCategory
+  ClapSegmentCategory,
+  ClapSegmentStatus
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
 
@@ -54,7 +55,7 @@ export async function processShot({
       })
       shotSoundSegment.assetSourceType = getClapAssetSourceType(shotSoundSegment.assetUrl)
       
-      shotSoundSegment.status = "completed"
+      shotSoundSegment.status = ClapSegmentStatus.COMPLETED
 
       const { durationInMs, hasAudio } = await getMediaInfo(shotSoundSegment.assetUrl)
   

src/app/api/v1/edit/story/extendClapStory.ts

@@ -0,0 +1,135 @@
+
+import {
+  ClapProject,
+  ClapSegmentCategory,
+  newSegment,
+  ClapOutputType,
+  ClapSegmentStatus
+} from "@aitube/clap"
+import { ClapCompletionMode } from "@aitube/client"
+
+import { clapToLatentStory } from "../entities/clapToLatentStory"
+import { LatentStory } from "../../types"
+import { extendLatentStoryWithMoreShots } from "./extendLatentStoryWithMoreShots"
+
+export async function extendClapStory({
+  prompt: maybePrompt,
+  startTimeInMs,
+  endTimeInMs,
+  existingClap,
+  newerClap,
+  mode,
+  turbo,
+}: {
+  prompt?: string
+  startTimeInMs?: number
+  endTimeInMs?: number
+  existingClap: ClapProject
+  newerClap: ClapProject
+  mode: ClapCompletionMode
+  turbo: boolean
+}): Promise<void> {
+
+  const prompt = typeof maybePrompt === "string" && maybePrompt.length > 0
+    ? maybePrompt
+    : existingClap.meta.description
+
+  const latentStory: LatentStory[] = await clapToLatentStory(existingClap)
+  
+  const shots: LatentStory[] = await extendLatentStoryWithMoreShots({
+    prompt,
+    latentStory,
+    nbShots: 4,
+    turbo,
+  })
+
+  let hasCaptions = false
+
+  let currentElapsedTimeInMs = 0
+  for (const s of existingClap.segments) {
+    if (s.category === ClapSegmentCategory.INTERFACE) { hasCaptions = true }
+    if (s.endTimeInMs > currentElapsedTimeInMs) { currentElapsedTimeInMs = s.endTimeInMs }
+  }
+
+  // this is approximate - TTS generation will determine the final duration of each shot
+  const defaultSegmentDurationInMs = 3000
+
+  for (const { comment, image, voice } of shots) {
+
+    // console.log(`api/v1/edit:story():  - ${comment}`)
+
+    // note: it would be nice if we could have a convention saying that
+    // track 0 is for videos and track 1 storyboards
+    // 
+    // however, that's a bit constraining as people will generate .clap
+    // using all kind of tools and development experience,
+    // and they may not wish to learn the Clap protocol format completely
+    //
+    // TL;DR: 
+    // we should fix the Clap file editor to make it able to react videos
+    // from any track number
+
+    newerClap.segments.push(newSegment({
+      track: 0,
+      startTimeInMs: currentElapsedTimeInMs,
+      endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
+      assetDurationInMs: defaultSegmentDurationInMs,
+      category: ClapSegmentCategory.VIDEO,
+      prompt: image,
+      outputType: ClapOutputType.VIDEO,
+      status: ClapSegmentStatus.TO_GENERATE,
+    }))
+
+    newerClap.segments.push(newSegment({
+      track: 1,
+      startTimeInMs: currentElapsedTimeInMs,
+      endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
+      assetDurationInMs: defaultSegmentDurationInMs,
+      category: ClapSegmentCategory.STORYBOARD,
+      prompt: image,
+      outputType: ClapOutputType.IMAGE,
+      status: ClapSegmentStatus.TO_GENERATE,
+    }))
+
+    if (hasCaptions) {
+      newerClap.segments.push(newSegment({
+        track: 2,
+        startTimeInMs: currentElapsedTimeInMs,
+        endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
+        assetDurationInMs: defaultSegmentDurationInMs,
+        category: ClapSegmentCategory.INTERFACE,
+        prompt: comment,
+        // assetUrl: `data:text/plain;base64,${btoa(comment)}`,
+        assetUrl: comment,
+        outputType: ClapOutputType.TEXT,
+        status: ClapSegmentStatus.TO_GENERATE,
+      }))
+    }
+
+    newerClap.segments.push(newSegment({
+      track: 3,
+      startTimeInMs: currentElapsedTimeInMs,
+      endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
+      assetDurationInMs: defaultSegmentDurationInMs,
+      category: ClapSegmentCategory.DIALOGUE,
+      prompt: voice,
+      outputType: ClapOutputType.AUDIO,
+      status: ClapSegmentStatus.TO_GENERATE,
+    }))
+
+    // the presence of a camera is mandatory
+    newerClap.segments.push(newSegment({
+      track: 4,
+      startTimeInMs: currentElapsedTimeInMs,
+      endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
+      assetDurationInMs: defaultSegmentDurationInMs,
+      category: ClapSegmentCategory.CAMERA,
+      prompt: "video",
+      outputType: ClapOutputType.TEXT,
+      status: ClapSegmentStatus.TO_GENERATE,
+    }))
+
+    currentElapsedTimeInMs += defaultSegmentDurationInMs
+  }
+  console.log(`extendClapStory(): extended the story by ${shots.length} shots using prompt: ${prompt}`)
+}

src/app/api/v1/edit/story/extendLatentStoryWithMoreShots.ts

@@ -0,0 +1,124 @@
+import YAML from "yaml"
+
+import { sleep } from "@/lib/utils/sleep"
+import { predict } from "@/app/api/providers/huggingface/predictWithHuggingFace"
+import { parseRawStringToYAML } from "@/app/api/parsers/parseRawStringToYAML"
+import { LatentStory } from "@/app/api/v1/types"
+
+import { systemPromptExtendStory } from "./systemPromptExtendStory"
+
+export async function extendLatentStoryWithMoreShots({
+  prompt = "",
+  latentStory = [],
+  nbShots = 4,
+  turbo = false,
+}: {
+  prompt?: string
+  latentStory?: LatentStory[]
+  nbShots?: number
+  turbo?: boolean
+} = {
+  prompt: "",
+  latentStory: [],
+  nbShots: 4,
+  turbo: false
+}): Promise<LatentStory[]> {
+
+  if (!prompt.length) { throw new Error(`please provide a prompt`) }
+
+  if (!latentStory.length) { throw new Error(`please provide a story`) }
+
+  // console.log("generateEntityPrompts(): latentStory:", latentStory)
+
+  // this is where we are going to have some trouble:
+  // basically we need to slice this to only keep the remaining part
+  // OR use a model with a large token window, like Gemini 🤷
+
+  const nbMaxCharacters = 2700
+
+  let initialStory = YAML.stringify(
+    // we need to help the LLM by marking the shots with a simple numeric ID
+    latentStory.map((shot, i) => ({
+      shot: i,
+      ...shot,
+    }))
+  )
+
+  let compressedStory = initialStory
+
+  console.log(`extendLatentStoryWithMoreShots(): generated a story prompt from ${latentStory.length} shots (chars)`)
+ 
+ 
+  // we crop the beginning
+  if (compressedStory.length > nbMaxCharacters) {
+    compressedStory = compressedStory.slice(compressedStory.length - nbMaxCharacters, compressedStory.length)
+  }
+
+  if (compressedStory.length !== initialStory.length) {
+    console.log("extendLatentStoryWithMoreShots(): WARNING: we hit the max character limit (${nbMaxCharacters} chars)")
+  }
+
+  const userPrompt = `General description of the whole video: ${prompt}
+
+number of shots to extend: ${nbShots}
+
+\`\`\`yaml
+${compressedStory}
+\`\`\`
+
+# YAML-only output
+`
+
+  const prefix = "```yaml\n"
+  const nbMaxNewTokens = nbShots * 300
+
+  // TODO use streaming for the Hugging Face prediction
+  //
+  // note that a Clap file is actually a YAML stream of documents
+  // so technically we could stream everything from end-to-end
+  // (but I haven't coded the helpers to do this yet)
+  let rawString = await predict({
+    systemPrompt: systemPromptExtendStory,
+    userPrompt,
+    nbMaxNewTokens,
+    prefix,
+    turbo,
+  })
+
+  // console.log("api/v1/create(): rawString: ", rawString)
+
+  let newShots: LatentStory[] = []
+
+  let maybeNewShots = parseRawStringToYAML<LatentStory[]>(rawString, [])
+
+  if (!Array.isArray(maybeNewShots) || maybeNewShots.length === 0) {
+    console.log(`api/v1/create(): failed to generate new shots.. trying again`)
+    
+    await sleep(2000)
+
+    rawString = await predict({
+      systemPrompt: systemPromptExtendStory,
+      userPrompt: userPrompt + ".", // we trick the Hugging Face cache
+      nbMaxNewTokens,
+      prefix,
+      turbo,
+    })
+
+    // console.log("api/v1/create(): rawString: ", rawString)
+
+    maybeNewShots = parseRawStringToYAML<LatentStory[]>(rawString, [])
+    if (!Array.isArray(maybeNewShots) || maybeNewShots.length === 0) {
+      console.log(`api/v1/create(): failed to generate new shots for the second time, which indicates an issue with the Hugging Face API`)
+    }
+  }
+
+  if (maybeNewShots.length) {
+    newShots = maybeNewShots
+  } else {
+    throw new Error(`Hugging Face Inference API failure (the model failed to generate the shots)`)
+  }
+
+  console.log(`api/v1/create(): generated ${newShots.length} new shots`)
+
+  return newShots
+}

src/app/api/v1/edit/story/route.ts

@@ -0,0 +1,64 @@
+import { NextResponse, NextRequest } from "next/server"
+import queryString from "query-string"
+import { ClapProject, ClapSegment, ClapSegmentCategory, newClap, parseClap, serializeClap } from "@aitube/clap"
+
+import { parseCompletionMode } from "@/app/api/parsers/parseCompletionMode"
+import { throwIfInvalidToken } from "@/app/api/v1/auth/throwIfInvalidToken"
+
+import { ClapCompletionMode } from "@aitube/client"
+import { parseTurbo } from "@/app/api/parsers/parseTurbo"
+import { parsePrompt } from "@/app/api/parsers/parsePrompt"
+import { extendClapStory } from "./extendClapStory"
+import { parseNumericTime } from "@/app/api/parsers/parseNumericTime"
+
+// a helper to extend a story
+//
+// we can assume it will be used to extend existing projects,
+// so it is strongly recommended to NOT send the storyboards and videos!
+export async function POST(req: NextRequest) {
+  await throwIfInvalidToken(req.headers.get("Authorization"))
+
+  const qs = queryString.parseUrl(req.url || "")
+  const query = (qs || {}).query
+
+  const prompt = parsePrompt(query?.p)
+  const mode = parseCompletionMode(query?.c)
+  const turbo = parseTurbo(query?.t)
+  
+  const startTimeInMs = parseNumericTime(query?.s, 0, 0, 0)
+  const endTimeInMs = parseNumericTime(query?.e, 0, 0, 0)
+
+  const blob = await req.blob()
+
+  const existingClap: ClapProject = await parseClap(blob)
+
+  if (!existingClap?.segments) { throw new Error(`no segment found in the provided clap!`) }
+  
+  const newerClap = mode === ClapCompletionMode.FULL ? existingClap : newClap({
+    meta: existingClap.meta
+  })
+
+    // console.log(`api/v1/edit/storyboards(): detected ${existingClap.segments.length} segments`)
+  
+    const allShotsSegments: ClapSegment[] = existingClap.segments.filter(s => s.category === ClapSegmentCategory.CAMERA)
+    console.log(`api/v1/edit/storyboards(): detected ${allShotsSegments.length} shots`)
+  
+    await extendClapStory({
+      prompt,
+      startTimeInMs: startTimeInMs > 0 ? startTimeInMs : undefined,
+      endTimeInMs: endTimeInMs > 0 ? endTimeInMs : undefined,
+      existingClap,
+      newerClap,
+      mode,
+      turbo,
+    })
+
+  // console.log("DEBUG:", newerClap.segments)
+
+  // console.log(`[api/v1/edit/storyboards] returning the clap augmented with storyboards`)
+
+  return new NextResponse(await serializeClap(newerClap), {
+    status: 200,
+    headers: new Headers({ "content-type": "application/x-gzip" }),
+  })
+}

src/app/api/v1/edit/story/systemPromptExtendStory.ts

@@ -0,0 +1,48 @@
+export const systemPromptExtendStory: string = `
+You are a backend API engine, designed to extend an existing video timeline in a creative yet consistent manner.
+The videos can be anything, from music videos, advertisements, commercial, static webcams, influencer videos, documentaries, meme compilations, to movie trailers and full-featured movies etc.
+
+# Prompting guide
+
+Each shot is composed of:
+
+- one comment (which will be displayed as an overlay over the video, so keep it short eg. max 10/12 words),
+- one image (you must describe it using a Stable Diffusion prompt - about ~300 chars - using simple descriptive words and adjectives. Describe facts about characters, location, lights, texture, camera orientation, colors, clothes, movements etc. But don't give your opinion, don't talk about the emotions it evokes etc.)
+- one voice over (should be short too, about 10 to 15 words)
+
+# Important final guidelines
+
+- You MUST reply by writing/completing a YAML list of objects.
+- Never use Markdown, and don't write anything after then end of the YAML.
+- In the image description, never give your interpretation on the meaning
+- Copy the structure of the examples, but not their content: come up with your own original ideal, you should be creativeç
+- don't add generic comment like "intense action scene" etc. In this context, the comments MUST be funny and from the point of view of a young person (eg. a millenial, tired of adult life)
+- In the image text, don't say things like "giving a sense of.."
+
+# Example Input
+
+General description of the whole video:
+"A king goes to see a witch to ask if or how he can win an upcoming and challenging battle"
+
+number of shots to extend: 3
+
+\`\`\`yaml
+- comment: "A messenger comes to the royal court, with an urgent message."
+  image: "Establishing shot of ROYAL MESSENGER dressed in medieval horse rider and light scout attire, entering the royal court, kneeling in from of KING ARTHUS, a majestic king, dressed in golden armor and a purple cape."
+  voice: "Sire, enemy troups will be here by sunrise. What thou you order?"
+\`\`\
+
+## YAML-only output
+
+\`\`\`yaml
+- comment: "King Arthus seeks the witch's guidance to win his imminent battle."
+  image: "Establishing shot of KING ARTHUS, nervous, wet brown hair. dressed in golden armor and a purple cape. His face reveals a mix of concern and determination. He's standing in the bright sunshine, inside a castle's courtyard, under cloudy skies. Behind him, a group of soldiers can be seen marching towards the castle gates."
+  voice: "Dark sorceress of the shadows, I come to seek your counsel. It is time for you to serve your Lord. Tell me the augur, tell me what you foreknow. Tell me how I will cleave my ennemies to the bone, and ravage them in battle to come up victorious."
+- comment: "The witch gives her counsel but warns of an unknown cost."
+  image: "close-up shot of THE WITCH, smiling cunningly, raising a finger while speaking. Background bokeh, dim lightning, menacing, mysterious."
+  voice: "Your Majesty, this will be a bloody battle, but I espy a way to victory for you. If my advice you follow, victory I foresee, although at a great cost it will be."
+- comment: "The words of the witch are sinking in, but King Arthus tries to appear strong"
+  image: "close-up shot on KING ARTHUS, looking concerned, somber, false confidence"
+  voice: "Witch with the wicked tongue, what must be done will be done. I will do everything for my people's sake. Speak now, make know the path to glory."
+\`\`\
+`

src/app/api/v1/edit/storyboards/processShot.ts

@@ -6,7 +6,8 @@ import {
   filterSegments,
   ClapSegmentFilteringMode,
   ClapSegmentCategory,
-  ClapOutputType
+  ClapOutputType,
+  ClapSegmentStatus
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
 import { getVideoPrompt } from "@aitube/engine"
@@ -97,10 +98,10 @@ export async function processShot({
         turbo: !!identityImage,
       })
       shotStoryboardSegment.assetSourceType = getClapAssetSourceType(shotStoryboardSegment.assetUrl)
-      shotStoryboardSegment.status = "completed"
+      shotStoryboardSegment.status = ClapSegmentStatus.COMPLETED
     } catch (err) {
       console.log(`[api/v1/edit/storyboards] processShot: failed to generate an image: ${err}`)
-      shotStoryboardSegment.status = "to_generate"
+      shotStoryboardSegment.status = ClapSegmentStatus.TO_GENERATE
       throw err
     }
   

src/app/api/v1/edit/videos/processShot.ts

@@ -8,6 +8,7 @@ import {
   ClapSegmentFilteringMode,
   ClapOutputType,
   ClapSegmentCategory,
+  ClapSegmentStatus,
   parseMediaOrientation
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/client"
@@ -137,10 +138,10 @@ export async function processShot({
         debug,
       })
       shotVideoSegment.assetSourceType = getClapAssetSourceType(shotVideoSegment.assetUrl)
-      shotVideoSegment.status = "completed"
+      shotVideoSegment.status = ClapSegmentStatus.COMPLETED
     } catch (err) {
       console.log(`[api/edit/videos] processShot: failed to generate a video file: ${err}`)
-      shotVideoSegment.status = "to_generate"
+      shotVideoSegment.status = ClapSegmentStatus.TO_GENERATE
       throw err
     }
   
@@ -171,7 +172,7 @@ export async function processShot({
       category: ClapSegmentCategory.STORYBOARD,
       prompt: shotVideoSegment.prompt,
       outputType: ClapOutputType.IMAGE,
-      status: "to_generate",
+      status: ClapSegmentStatus.TO_GENERATE,
     })
 
     if (shotStoryboardSegment) {
@@ -195,10 +196,10 @@ export async function processShot({
       if (!shotStoryboardSegment.assetUrl) { throw new Error(`failed to extract the first frame`) }
       console.warn(`[api/edit/videos] processShot: successfully fixed the missing storyboard`)
       
-      shotStoryboardSegment.status = "completed"
+      shotStoryboardSegment.status = ClapSegmentStatus.COMPLETED
     } catch (err) {
       console.warn(`[api/edit/videos] processShot: couldn't generate the missing storyboard (probably an error with the ffmpeg not being found)`)
-      shotStoryboardSegment.status = "to_generate"
+      shotStoryboardSegment.status = ClapSegmentStatus.TO_GENERATE
     }
 
 

src/lib/utils/getInitialRenderedScene.ts

@@ -1,8 +1,10 @@
+import { ClapSegmentStatus } from "@aitube/clap"
+
 import { RenderedScene } from "@/types/general"
 
 export const getInitialRenderedScene = (): RenderedScene => ({
   renderId: "",
-  status: "to_generate",
+  status: ClapSegmentStatus.TO_GENERATE,
   assetUrl: "", 
   alt: "",
   error: "",